-- Logs begin at Wed 2021-12-22 12:03:20 UTC, end at Wed 2021-12-22 14:13:18 UTC. --
Dec 22 12:51:48.729543 dv-neutron-822662-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 22 12:51:51.076922 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.common.config [-] Logging enabled!
Dec 22 12:51:51.077635 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100
Dec 22 12:51:51.077732 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 22 12:51:51.080847 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.common.config [-] Logging enabled!
Dec 22 12:51:51.081103 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev100
Dec 22 12:51:51.081411 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88050) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 22 12:51:51.082329 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 12:51:51.082562 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 12:51:51.082939 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 12:51:51.083187 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 12:51:51.083411 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 12:51:51.083726 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.084023 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.084316 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.084543 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.084831 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.085117 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.085397 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.085681 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.085971 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.086255 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.086531 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.086808 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.087067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.087342 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.087625 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.087911 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.088130 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.088406 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.088822 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.089228 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.089503 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.089786 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.090058 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.090328 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.090603 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.090899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.091224 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] host                           = dv-neutron-822662-1-hyperv {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.091495 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.091778 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.092059 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.092340 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.092610 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.092882 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.093160 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.093428 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.093696 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.093997 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.093997 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.094546 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.094835 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.095079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.095298 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.095583 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.095865 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.096137 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.096407 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.096678 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.096945 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.097215 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.097480 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.097759 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.098037 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.098317 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.098587 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.098880 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.099152 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.099419 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.099699 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.099968 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.100235 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.100504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.100783 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.101047 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.101314 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.101608 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.101887 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.102163 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.102443 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.102710 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.103024 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.103295 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.103562 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.103827 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.104091 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.104356 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.104633 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.104900 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.105165 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.105431 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.105694 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.105971 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:51.106262 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.106555 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.106880 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.107147 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.107437 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.107713 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.107999 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.108273 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.108558 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.108845 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.109128 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.109402 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.110421 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.110525 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.110758 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.111083 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.111376 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.111664 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.111933 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.112201 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.112467 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.112739 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.113016 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.113303 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.113589 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.113857 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.114129 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.114412 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.114683 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.114977 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.115254 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.115537 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.115812 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.116079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.116355 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.116630 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.116901 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.117170 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.117442 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.117727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.117999 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.118267 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.118535 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.118809 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.119103 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.119392 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.119665 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.119935 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.120207 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.120483 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.120755 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.121029 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.121561 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.121842 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.122120 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.122392 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.122662 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.122962 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.123235 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.123507 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.123777 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.124046 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.124322 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.124590 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.124859 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.125819 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.126316 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.126401 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.126687 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.127009 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.127291 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.127572 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.127850 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.128126 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.128403 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.128679 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.128954 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.129230 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.129508 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.129796 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.130076 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.130363 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.130646 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.130950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.131247 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.131525 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.131805 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.132082 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.132358 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.132646 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.132933 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.133227 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.133520 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.133813 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.134106 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.134397 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.134677 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.135005 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.135284 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:51.135501 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 12:51:51.135741 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88050) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 22 12:51:51.524516 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO keyring.backend [-] Loading KWallet
Dec 22 12:51:51.531932 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO keyring.backend [-] Loading SecretService
Dec 22 12:51:51.535741 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO keyring.backend [-] Loading Windows
Dec 22 12:51:51.537064 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO keyring.backend [-] Loading chainer
Dec 22 12:51:51.537648 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO keyring.backend [-] Loading macOS
Dec 22 12:51:51.572019 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:51:51.572291 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:51:51.572579 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:51:51.572916 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 22 12:51:51.879656 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:51.879898 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:51.880124 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:51.881335 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:51.881612 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:51.881874 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.003801 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.004079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.004348 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.017737 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.018020 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.018278 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.046483 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.046760 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.047647 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.086998 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.087612 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.087612 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.325952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f529a897af0> agent after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.326234 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f529a897af0> agent after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.326499 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f529a8979d0> segment precommit_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.326763 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f529a897a60> network precommit_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.327530 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f529aa4a820> segment before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.456560 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> network before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.456886 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f529a7bd0d0> agent before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.457161 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> network before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.457429 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.457692 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.457999 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> segment after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.458260 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> segment precommit_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.458514 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> segment precommit_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.458765 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> segment after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.459065 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> network after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.459320 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> network precommit_delete 0 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.459725 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port provisioning_complete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.459991 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.460246 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.460517 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> agent after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.460784 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> subnet after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.461041 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> subnet precommit_delete 0 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.461305 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.461555 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.461828 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> segment_host_mapping after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.462171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.462417 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.462659 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> port after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.462967 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.463216 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.463465 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f529b33ac40>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.463843 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.464079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.464312 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.464566 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.464901 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.465139 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:52.465502 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 22 12:51:52.468727 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 22 12:51:52.473418 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 22 12:51:52.477284 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Dec 22 12:51:52.478966 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 22 12:51:52.479413 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 22 12:51:52.479746 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 22 12:51:52.480125 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 22 12:51:52.483507 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 22 12:51:52.483881 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 22 12:51:52.484232 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 12:51:52.512452 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 22 12:51:52.512906 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f529aa229d0>> qos_plugin after_init 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.513204 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88050) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 22 12:51:52.513565 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f529aa22430>> logging-plugin after_init 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.514977 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88050) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 22 12:51:52.515261 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 22 12:51:52.515503 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 22 12:51:52.519342 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f529a9ff310>> floatingip before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.519622 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f529a9ff310>> port before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:52.583950 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 22 12:51:52.584113 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 22 12:51:52.584344 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 22 12:51:52.584722 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 22 12:51:52.617985 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_db.sqlalchemy.engines [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88050) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 22 12:51:53.113360 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing driver for type 'gre'
Dec 22 12:51:53.114014 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] gre ID ranges: [(1, 1000)]
Dec 22 12:51:53.309505 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing driver for type 'local'
Dec 22 12:51:53.309846 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing driver for type 'vlan'
Dec 22 12:51:53.400892 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] VlanTypeDriver initialization complete
Dec 22 12:51:53.401234 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing driver for type 'vxlan'
Dec 22 12:51:53.401740 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] vxlan ID ranges: [(1, 1000)]
Dec 22 12:51:53.570273 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing extension driver 'port_security'
Dec 22 12:51:53.570608 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.extensions.port_security [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] PortSecurityExtensionDriver initialization complete
Dec 22 12:51:53.570963 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing mechanism driver 'openvswitch'
Dec 22 12:51:53.571287 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing mechanism driver 'hyperv'
Dec 22 12:51:53.583027 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.plugins.ml2.plugin [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:51:53.583777 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3430>> port after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.584151 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3430>> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.584504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3430>> port after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.584888 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3940>> subnet after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.585237 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3940>> subnet after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.585578 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a9b3940>> subnet after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.585953 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36f9d0>> network after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.586298 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36f9d0>> network after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.586639 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36f9d0>> network after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.587046 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36fc10>> security_group after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.587394 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36fc10>> security_group after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.587734 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36fc10>> security_group after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.588110 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36feb0>> security_group_rule after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.588452 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36feb0>> security_group_rule after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.588789 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36feb0>> security_group_rule after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.589161 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36ff40>> address_group after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.589498 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36ff40>> address_group after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.589832 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f529a36ff40>> address_group after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.590162 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] ML2 OVO RPC backend initialized. {{(pid=88050) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 22 12:51:53.590869 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> router_interface after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.591221 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> router_interface after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.591632 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> network before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.591975 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> networks before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.592317 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> port before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.592657 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> ports before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.593003 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> subnet before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.593340 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> subnets before_response 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.593682 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> network after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.594559 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> network after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.594916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> network after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.595250 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> port after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.595583 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.595912 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> port after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.596241 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> subnet after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.596573 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> subnet after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.596898 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f529a376520>> subnet after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.597463 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.plugin [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Modular L2 Plugin initialization complete
Dec 22 12:51:53.597785 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading services supported by the core plugin {{(pid=88050) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 22 12:51:53.598107 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.plugins.ml2.managers [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Got port-security extension from driver 'port_security'
Dec 22 12:51:53.598561 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.extensions.vlantransparent [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Disabled vlantransparent extension.
Dec 22 12:51:53.599070 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88050) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 22 12:51:53.599383 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: router
Dec 22 12:51:53.636046 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router_interface before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.636434 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_create 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.636801 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router before_create 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.637168 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router_interface before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.637536 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router_interface after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.637884 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_delete 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.638234 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> floatingip after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.638589 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_create 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.638952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.639299 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.639641 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router_gateway after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.639992 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.640395 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.641016 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f529ab7e430> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.641358 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f529ab7e5e0> port after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.641692 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f529ab7e550> subnet after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.642028 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f529ab7e4c0> subnetpool_address_scope after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.642378 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> port precommit_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.642728 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_create 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.643090 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f529ab74ca0> port before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.643430 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.643781 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router after_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.644119 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_delete 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.644461 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_create 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.644818 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router_interface after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.645159 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> router precommit_update 55549900 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.645519 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> agent after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.645867 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> agent after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.646258 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f529a376640>> network after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.647129 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Tracking information for resource: router configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:53.647458 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Tracking information for resource: floatingip configured {{(pid=88050) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 22 12:51:53.652434 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.db.l3_agentschedulers_db [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 22 12:51:53.652965 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f529a2ed700> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.653325 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f529a2ed5e0> port after_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.653675 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _notify_port_delete at 0x7f529a2ed670> port after_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.654020 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f529a2ed9d0> port after_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.654795 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f529a288e50>> router before_create 55550100 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.655192 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f529a288e50>> router precommit_delete 55550100 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.655554 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f529a288e50>> router precommit_create 55550100 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.655907 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f529a288e50>> router precommit_update 55550100 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.660858 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.provider_configuration [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service providers = [] {{(pid=88050) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 22 12:51:53.661218 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.db.servicetype_db [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88050) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 22 12:51:53.664169 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.service_base [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 12:51:53.664521 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.service_base [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 12:51:53.664863 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.service_base [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 12:51:53.665912 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.services.service_base [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88050) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 22 12:51:53.666281 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.services.service_base [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 22 12:51:53.666653 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.667009 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 22 12:51:53.678072 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.678405 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: auto_allocate
Dec 22 12:51:53.684285 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f529a2b3dc0> network precommit_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.684649 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f529a2b3dc0> network precommit_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.685159 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.685476 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: tag
Dec 22 12:51:53.692445 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.692777 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: timestamp
Dec 22 12:51:53.696601 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.696927 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: network_ip_availability
Dec 22 12:51:53.702153 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a247e20>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.702526 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a247e20>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.702922 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a247e20>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.703754 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.704074 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: flavors
Dec 22 12:51:53.709037 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.709367 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading Plugin: revisions
Dec 22 12:51:53.713662 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88050) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 22 12:51:53.714047 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.141s {{(pid=88050) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:51:53.714779 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88050) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 22 12:51:53.715137 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Initializing extension manager.
Dec 22 12:51:53.715641 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: __init__.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.715977 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: __pycache__ {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.716308 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.716635 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: address_group.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.717391 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.717952 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: address-group
Dec 22 12:51:53.718276 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: address_scope.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.719677 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.720130 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: address-scope
Dec 22 12:51:53.720449 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.721376 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.721889 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: router-admin-state-down-before-update
Dec 22 12:51:53.722206 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: agent.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.722956 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.723455 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: agent
Dec 22 12:51:53.723771 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: agent_resources_synced.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.724682 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.725192 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: agent-resources-synced
Dec 22 12:51:53.725510 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: allowedaddresspairs.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.727326 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.727842 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: allowed-address-pairs
Dec 22 12:51:53.728162 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: auto_allocated_topology.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.729239 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.729752 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: auto-allocated-topology
Dec 22 12:51:53.730072 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: availability_zone.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.730766 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.731301 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: availability_zone
Dec 22 12:51:53.731621 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: availability_zone_filter.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.732542 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.733064 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: availability_zone_filter
Dec 22 12:51:53.733383 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: data_plane_status.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.734294 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.735775 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension data-plane-status not supported by any of loaded plugins
Dec 22 12:51:53.736098 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: default_subnetpools.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.737020 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.737530 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: default-subnetpools
Dec 22 12:51:53.737850 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.738651 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.739189 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: dhcp_agent_scheduler
Dec 22 12:51:53.739510 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: dns.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.740421 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.740930 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension dns-integration not supported by any of loaded plugins
Dec 22 12:51:53.741249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: dns_domain_ports.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.742164 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.742674 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 22 12:51:53.743034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: dvr.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.743708 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.744216 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: dvr
Dec 22 12:51:53.744537 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: empty_string_filtering.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.745443 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.745957 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: empty-string-filtering
Dec 22 12:51:53.746541 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.747494 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.748008 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 22 12:51:53.748325 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.749235 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.749748 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 22 12:51:53.750091 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: external_net.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.751033 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.751545 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: external-net
Dec 22 12:51:53.751860 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.752770 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.753285 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: extra_dhcp_opt
Dec 22 12:51:53.753598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: extraroute.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.754510 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.755053 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: extraroute
Dec 22 12:51:53.755369 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: extraroute_atomic.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.756411 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.756920 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: extraroute-atomic
Dec 22 12:51:53.757235 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: filter_validation.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.757895 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.758401 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: filter-validation
Dec 22 12:51:53.758718 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: fip_pf_description.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.761069 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.761602 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 22 12:51:53.761935 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: fip_port_details.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.762897 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.763422 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: fip-port-details
Dec 22 12:51:53.763748 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: flavors.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.764976 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.765501 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: flavors
Dec 22 12:51:53.766270 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.767984 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.768513 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 22 12:51:53.768840 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: floatingip_pools.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.769538 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.770053 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: floatingip-pools
Dec 22 12:51:53.770372 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: ip_allocation.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.771333 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.771841 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension ip_allocation not supported by any of loaded plugins
Dec 22 12:51:53.772161 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.773078 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.773597 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: ip-substring-filtering
Dec 22 12:51:53.773920 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l2_adjacency.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.774876 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.775377 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 22 12:51:53.775694 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.776649 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.777169 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: router
Dec 22 12:51:53.777490 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.779770 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.780324 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 22 12:51:53.780650 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.782117 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.782630 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: ext-gw-mode
Dec 22 12:51:53.782986 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.783910 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.784421 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: l3-ha
Dec 22 12:51:53.784740 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3_flavors.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.785652 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.786158 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: l3-flavors
Dec 22 12:51:53.786477 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.787428 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.787937 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 22 12:51:53.788254 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: l3agentscheduler.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.789285 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.789795 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: l3_agent_scheduler
Dec 22 12:51:53.790118 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: logging.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.791644 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.792160 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension logging not supported by any of loaded plugins
Dec 22 12:51:53.792483 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: metering.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.793217 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.793795 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: metering
Dec 22 12:51:53.794115 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.795240 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.795754 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: metering_source_and_destination_fields
Dec 22 12:51:53.796074 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: multiprovidernet.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.797749 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.798267 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: multi-provider
Dec 22 12:51:53.798584 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: netmtu.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.799536 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.800048 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: net-mtu
Dec 22 12:51:53.800367 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: netmtu_writable.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.801279 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.801790 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: net-mtu-writable
Dec 22 12:51:53.802112 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: network_availability_zone.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.802778 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.803308 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: network_availability_zone
Dec 22 12:51:53.803624 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: network_ip_availability.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.804726 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.805238 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: network-ip-availability
Dec 22 12:51:53.805557 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: network_segment_range.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.806317 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.806821 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension network-segment-range not supported by any of loaded plugins
Dec 22 12:51:53.807162 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: pagination.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.808133 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.808458 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: pagination
Dec 22 12:51:53.808773 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: port_device_profile.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.809676 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.810196 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: port-device-profile
Dec 22 12:51:53.810515 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.811473 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.811984 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: port-mac-address-regenerate
Dec 22 12:51:53.812304 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.813486 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.813999 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: port-numa-affinity-policy
Dec 22 12:51:53.814323 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: port_resource_request.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.815291 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.815797 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension port-resource-request not supported by any of loaded plugins
Dec 22 12:51:53.816119 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: portbindings.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.817045 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.817552 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: binding
Dec 22 12:51:53.817871 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: portbindings_extended.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.819186 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.819699 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: binding-extended
Dec 22 12:51:53.820020 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: portsecurity.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.820932 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.821442 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: port-security
Dec 22 12:51:53.821760 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: project_id.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.822740 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.823101 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: project-id
Dec 22 12:51:53.823419 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: providernet.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.824335 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.824847 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: provider
Dec 22 12:51:53.825166 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.828770 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.829296 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos not supported by any of loaded plugins
Dec 22 12:51:53.829620 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.830898 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.831418 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 22 12:51:53.831743 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.832658 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.833165 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 22 12:51:53.833487 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_default.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.834403 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.834961 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-default not supported by any of loaded plugins
Dec 22 12:51:53.835288 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_fip.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.835942 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.836446 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-fip not supported by any of loaded plugins
Dec 22 12:51:53.836763 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_gateway_ip.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.837682 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.838199 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 22 12:51:53.838517 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_port_network_policy.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.839463 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.839974 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 22 12:51:53.840290 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_rule_type_details.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.841211 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.841721 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 22 12:51:53.842039 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: qos_rules_alias.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.843126 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.843639 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 22 12:51:53.844565 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: quotasv2.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.845644 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.846098 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: quotas
Dec 22 12:51:53.846418 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: quotasv2_detail.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.848088 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.848426 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: quota_details
Dec 22 12:51:53.848754 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: rbac.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.849794 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.850323 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: rbac-policies
Dec 22 12:51:53.850648 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: rbac_address_group.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.851604 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.852124 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: rbac-address-group
Dec 22 12:51:53.852447 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: rbac_address_scope.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.853363 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.853876 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: rbac-address-scope
Dec 22 12:51:53.854197 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: rbac_security_groups.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.855151 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.855664 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: rbac-security-groups
Dec 22 12:51:53.855983 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: rbac_subnetpool.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.856906 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.857416 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: rbac-subnetpool
Dec 22 12:51:53.857735 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: revisionifmatch.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.858650 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.859194 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: revision-if-match
Dec 22 12:51:53.860143 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: revisions.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.861255 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.861769 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: standard-attr-revisions
Dec 22 12:51:53.862090 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: router_availability_zone.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.862763 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.863301 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: router_availability_zone
Dec 22 12:51:53.863626 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: routerservicetype.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.864548 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.865057 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension router-service-type not supported by any of loaded plugins
Dec 22 12:51:53.865373 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.866296 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.866806 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: security-groups-normalized-cidr
Dec 22 12:51:53.867147 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.868071 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.868581 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: port-security-groups-filtering
Dec 22 12:51:53.868900 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.869817 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.870332 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: security-groups-remote-address-group
Dec 22 12:51:53.870651 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: securitygroup.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.880748 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.881284 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: security-group
Dec 22 12:51:53.881616 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: segment.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.882399 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.882941 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension segment not supported by any of loaded plugins
Dec 22 12:51:53.883272 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.884204 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.884724 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 22 12:51:53.885048 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: servicetype.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.886151 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.886667 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: service-type
Dec 22 12:51:53.887018 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: sorting.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.888004 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.888337 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: sorting
Dec 22 12:51:53.888661 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: standard_attr_segment.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.889565 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.890081 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 22 12:51:53.890401 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: standardattrdescription.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.891538 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.892051 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: standard-attr-description
Dec 22 12:51:53.892372 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: stateful_security_group.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.893295 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.893809 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: stateful-security-group
Dec 22 12:51:53.894131 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: stdattrs_common.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.894716 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 22 12:51:53.895064 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.896076 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.896592 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 22 12:51:53.896912 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnet_onboard.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.897994 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.898513 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: subnet_onboard
Dec 22 12:51:53.898831 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.899775 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.900281 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 22 12:51:53.900595 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnet_service_types.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.901516 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.902026 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: subnet-service-types
Dec 22 12:51:53.902346 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnetallocation.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.903504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.903970 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: subnet_allocation
Dec 22 12:51:53.904288 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.904968 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.905475 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: subnetpool-prefix-ops
Dec 22 12:51:53.905804 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.907708 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.908219 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 22 12:51:53.908539 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: tagging.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.909613 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.910129 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: standard-attr-tag
Dec 22 12:51:53.910451 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: timestamp.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.911689 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.912205 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loaded extension: standard-attr-timestamp
Dec 22 12:51:53.912529 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: trunk.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.913567 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.914084 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension trunk not supported by any of loaded plugins
Dec 22 12:51:53.914407 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: trunk_details.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.915372 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.915884 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension trunk-details not supported by any of loaded plugins
Dec 22 12:51:53.916203 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: uplink_status_propagation.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.917124 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.917634 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 22 12:51:53.917952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Loading extension file: vlantransparent.py {{(pid=88050) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 22 12:51:53.918622 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88050) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 22 12:51:53.919177 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 22 12:51:53.921592 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:network
Dec 22 12:51:53.922920 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnet
Dec 22 12:51:53.923695 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 12:51:53.924294 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:port
Dec 22 12:51:53.925598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.926030 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service FLAVORS assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.926637 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.927093 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.927427 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:router
Dec 22 12:51:53.928081 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 12:51:53.928791 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service METERING assigned prefix: /metering {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.930229 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a1899a0>> rbac-policy before_create 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.930591 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a1899a0>> rbac-policy before_update 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.930962 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f529a1899a0>> rbac-policy before_delete 55550000 {{(pid=88050) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 12:51:53.932100 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 12:51:53.932542 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:security_group
Dec 22 12:51:53.933197 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 12:51:53.933929 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service CORE assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.934261 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 12:51:53.934593 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] subnetpool is already registered
Dec 22 12:51:53.935220 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service CORE assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.935546 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 12:51:53.935867 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] subnetpool is already registered
Dec 22 12:51:53.938406 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.938836 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service FLAVORS assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.939446 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.939864 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.940194 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:router
Dec 22 12:51:53.940519 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] router is already registered
Dec 22 12:51:53.941103 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:floatingip
Dec 22 12:51:53.941442 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] floatingip is already registered
Dec 22 12:51:53.942059 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service METERING assigned prefix: /metering {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.942710 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 22 12:51:53.943057 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] rbac_policy is already registered
Dec 22 12:51:53.943599 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:security_group
Dec 22 12:51:53.943924 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] security_group is already registered
Dec 22 12:51:53.944506 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 22 12:51:53.944835 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] security_group_rule is already registered
Dec 22 12:51:53.945475 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service CORE assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.945812 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 12:51:53.946134 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] subnetpool is already registered
Dec 22 12:51:53.946722 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.v2.resource_helper [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Service CORE assigned prefix:  {{(pid=88050) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 22 12:51:53.947076 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 22 12:51:53.947398 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING neutron.quota.resource_registry [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] subnetpool is already registered
Dec 22 12:51:53.948029 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: extensions {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.949491 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: address-groups {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.951167 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: address-scopes {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.952375 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: agents {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.954054 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: auto-allocated-topology {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.955342 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: availability_zones {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.956665 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: dhcp-networks {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.958177 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: dhcp-agents {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.959629 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: routers {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.962329 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: flavors {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.963521 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: service_profiles {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.964719 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: next_providers {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.966259 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: service_profiles {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.967730 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: floatingip-pools {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.969583 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: routers {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.971406 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: floatingips {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.972589 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: l3-routers {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.973989 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: l3-agents {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.975430 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: metering-labels {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.976782 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: metering-label-rules {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.978063 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: network-ip-availabilities {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.979342 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: bindings {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.981087 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: quotas {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.982511 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: quotas {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.983951 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: rbac-policies {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.985584 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: security-groups {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.986790 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: security-group-rules {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.988050 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: service-providers {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.989291 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: subnetpools {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.990708 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: subnetpools {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.992202 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.993860 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.995784 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.997802 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:53.999592 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.001569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.003289 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.005192 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.006950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.008772 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron.api.extensions [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Extended resource: tags {{(pid=88050) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 22 12:51:54.014603 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING keystonemiddleware.auth_token [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 22 12:51:54.020019 dv-neutron-822662-1-hyperv neutron-server[88050]: WARNING keystonemiddleware.auth_token [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 22 12:51:54.028112 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Acquired lock "singleton_lock" {{(pid=88050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 22 12:51:54.028590 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_concurrency.lockutils [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Releasing lock "singleton_lock" {{(pid=88050) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 22 12:51:54.029215 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Starting 2 workers
Dec 22 12:51:54.034469 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Started child 88166 {{(pid=88050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 12:51:54.038745 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Started child 88167 {{(pid=88050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 12:51:54.039667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.040324 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO neutron.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Neutron service started, listening on 0.0.0.0:9696
Dec 22 12:51:54.040951 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Notify callbacks [] for process, before_spawn {{(pid=88050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.041169 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [-] (88166) wsgi starting up on http://0.0.0.0:9696
Dec 22 12:51:54.042959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.043375 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Starting 1 workers
Dec 22 12:51:54.044357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [-] (88167) wsgi starting up on http://0.0.0.0:9696
Dec 22 12:51:54.048417 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Started child 88168 {{(pid=88050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 12:51:54.048960 dv-neutron-822662-1-hyperv neutron-server[88050]: INFO oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Starting 1 workers
Dec 22 12:51:54.051813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] calling RpcWorker wait() {{(pid=88168) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 22 12:51:54.052367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] returning from RpcWorker wait() {{(pid=88168) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 22 12:51:54.053203 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Started child 88169 {{(pid=88050) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 22 12:51:54.053738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.053979 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG neutron_lib.callbacks.manager [None req-62a97a72-6068-4cbf-99eb-cfde2f60ec0f None None] Notify callbacks [] for process, after_spawn {{(pid=88050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.054283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:51:54.055840 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 12:51:54.056055 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 12:51:54.056238 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 12:51:54.056454 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 12:51:54.056807 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 12:51:54.056969 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 12:51:54.057462 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.057736 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.058011 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.058287 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.058382 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:51:54.058873 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.059173 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.059410 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:51:54.059504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.059672 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.059949 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.060195 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.060361 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.060524 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.060777 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.061005 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.061294 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.061560 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.061792 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.062040 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.062208 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.062499 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.062786 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.063084 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.063349 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.063764 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.064253 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.064479 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.064716 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.064950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.065220 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.065463 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.065740 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.065985 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.066194 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.066455 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.066701 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.066965 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.067192 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.067424 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.067689 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.067902 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.068371 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] host                           = dv-neutron-822662-1-hyperv {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.068609 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.068823 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.069050 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.069304 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.069545 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.069775 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.070020 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.070244 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.070502 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.070721 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.070984 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.071246 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.071479 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.071715 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.071875 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.072089 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.072368 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.072627 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.072811 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.072977 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.073211 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.073405 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.073564 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.073812 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.074066 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.074298 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.074517 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.074754 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.075004 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.075261 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.075493 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.075723 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.075950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.076200 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.076442 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.076662 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.076882 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.077113 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.077358 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.077567 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.077776 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.077995 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.078762 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.079120 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.079369 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.079596 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.079835 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.080084 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.080337 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.080561 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.080786 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.080997 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.081284 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.081483 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.081741 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.082007 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.082222 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.082583 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.082736 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.082974 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.083205 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.083435 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.083651 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.083881 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.084111 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.084343 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.084555 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.084797 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.085206 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.085499 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.085683 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.086097 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.086314 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.086483 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.086721 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.087003 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.087222 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.087448 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.087678 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.087977 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.088214 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.088509 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.088757 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.088995 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.089321 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.089557 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.089819 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.090083 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.090318 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.090555 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.090771 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.091132 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.091406 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.091658 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.091904 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.092140 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.092377 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.092590 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.092803 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.093015 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.093230 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.093489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.093732 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.094957 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.094957 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.094957 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107034 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.107950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.108569 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109196 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.109894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.110504 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.111645 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112138 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112138 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112138 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112138 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112382 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.112952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.113169 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.113638 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.114198 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.114198 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.114371 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.114539 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.114802 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.115085 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.115509 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.115972 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.116107 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.116376 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.116621 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.116851 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.117067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.117338 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.117601 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.117818 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.118052 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.118279 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.118591 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.118819 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.119068 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.119277 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.119539 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.119763 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.120102 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.120284 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.120599 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.120757 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.121013 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.121490 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.121719 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.121935 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.122201 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.122432 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.122680 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.122944 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.123171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.123373 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124062 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124062 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124062 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124359 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124657 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.124927 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.126145 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.126145 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.126145 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.126412 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.126640 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.127380 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.127380 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.127380 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.132249 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.133489 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134067 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.134598 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135152 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135152 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135310 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135546 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135758 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.135974 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.136189 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.136399 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.136604 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.137050 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.137453 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.137836 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.138221 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.138606 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.139014 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.139383 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.139758 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.139979 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.140188 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.140435 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.141166 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.141635 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.141882 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.142094 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.142382 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.142634 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.142884 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.143160 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.143402 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.143618 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.143867 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.144194 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.144407 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.144644 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.144913 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.145146 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.145363 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.145619 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.145945 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.146258 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.146535 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.146767 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.147084 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.147362 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.147629 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.147842 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.148155 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.148531 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.148776 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.149031 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.149283 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.149548 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.149765 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.149976 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.150219 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.150466 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.150680 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.150943 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.151185 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.151430 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.151663 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.151886 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.152098 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.152335 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.152563 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.152778 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.152989 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.153143 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 12:51:54.153711 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88050) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 22 12:51:54.153813 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 22 12:51:54.153952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 22 12:51:54.154114 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 22 12:51:54.154291 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 22 12:51:54.154445 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 22 12:51:54.154647 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.154804 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.154986 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.155128 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.155285 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.155463 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.155625 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.155763 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.156023 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.156123 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.156234 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.157010 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.157175 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.157331 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.157655 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158046 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158212 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158367 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158528 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158691 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.158937 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.161916 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162344 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] host                           = dv-neutron-822662-1-hyperv {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.162899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163408 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163862 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163862 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163862 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.163862 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164079 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164232 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164313 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164487 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164644 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164798 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.164952 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.165111 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.165262 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.165574 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.165730 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.165887 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166046 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166201 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166357 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166508 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166661 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166814 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.166994 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167296 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167448 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167602 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167758 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.167911 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168064 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168218 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168372 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168526 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168683 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.168836 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169044 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169142 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169284 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169436 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169591 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169744 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.169902 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170056 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170209 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170362 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170514 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170671 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.170822 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.171139 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.171441 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.171595 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.171748 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.171934 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.172146 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.172302 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.172458 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.172612 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.172767 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.173727 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174376 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174463 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174562 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174730 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.174904 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175064 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175224 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175381 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175538 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175696 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.175855 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176024 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176198 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176359 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176493 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176628 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.16/identity {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176774 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.176934 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177092 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177238 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177395 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177553 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177712 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.177868 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178015 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178171 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178329 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178486 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178640 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178790 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.178972 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179131 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179288 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179451 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179606 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179764 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.179920 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180077 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180233 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180392 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180550 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180717 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.180874 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181030 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181186 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181343 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181499 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181656 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181813 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.181970 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182127 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182283 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182453 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182610 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182766 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.182946 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183104 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183260 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183417 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183574 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183731 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.183889 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184045 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184202 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184359 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184516 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184672 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184829 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.184986 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185144 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185300 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185457 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185614 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185771 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.185933 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186099 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186269 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186430 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186599 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186749 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.186920 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.187048 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.187204 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.187361 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.187539 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188181 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188347 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188508 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188671 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188829 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.188987 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189146 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189341 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189442 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189603 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189761 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.189940 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190073 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190229 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190386 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190542 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190698 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.190888 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191052 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191213 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191371 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191537 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191706 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.191863 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192029 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192195 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192333 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192490 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192647 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192804 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.192961 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193118 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193275 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193440 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193608 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193766 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.193923 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194081 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194261 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194419 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194575 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194733 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.194936 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195066 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195264 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195375 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195531 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195686 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.195845 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196002 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.16/identity {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196158 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196321 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196478 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196635 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196793 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.196950 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197106 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197263 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197421 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197577 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197734 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.197891 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198048 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198204 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198360 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198517 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198674 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.198831 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199008 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199165 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199321 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199477 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199635 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199793 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.199949 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200107 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200265 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200421 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200579 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200735 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.200894 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201051 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201210 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201367 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201525 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201682 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201839 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.201997 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202154 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202310 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202468 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202625 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202783 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.202976 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.203651 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.203791 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.204096 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.204280 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.204579 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.204739 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.204898 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205088 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205202 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205359 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205519 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205680 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205839 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.205995 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206153 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206374 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206484 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206617 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206785 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.206969 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207128 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207284 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207441 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207608 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207764 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.207920 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208076 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208232 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208399 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208557 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208713 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.208869 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209026 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209193 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209353 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209512 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209676 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209833 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.209990 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210147 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210314 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210473 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210633 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210791 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.210971 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211129 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211288 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211450 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211616 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211781 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.211941 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212106 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212271 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212437 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212594 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212757 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.212940 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213084 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213242 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213399 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213556 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213712 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.213899 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214021 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214177 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214334 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214491 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214649 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214805 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.214983 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215139 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:51:54.215314 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215441 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215597 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215753 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.215909 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 22 12:51:54.216057 dv-neutron-822662-1-hyperv neutron-server[88050]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88050) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 22 12:51:54.404607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49700) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:51:54.413515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0067637
Dec 22 12:52:05.071723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a575c-4837-4f07-82f9-1dd67db0b064 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 12:52:05.144710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a575c-4837-4f07-82f9-1dd67db0b064 None None] No non-hosted networks {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 22 12:52:05.159140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.agentschedulers_db [None req-4c1a575c-4837-4f07-82f9-1dd67db0b064 None None] DHCP Agent not found on host dv-neutron-822662-1-hyperv {{(pid=88168) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 22 12:52:05.271535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-840b4ed5-8d6c-4c4b-b140-fb9bf98a5401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:07.589611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e049f9f-dc10-4260-8811-0e9dc89959bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:07.617332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-53f3a6d5-9809-4b89-a782-8f40f2e73e15 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822662-1-hyperv {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 12:52:07.618102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-53f3a6d5-9809-4b89-a782-8f40f2e73e15 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 12:52:08.218784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53f3a6d5-9809-4b89-a782-8f40f2e73e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:08.446230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:08.581524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:08.582450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.583026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.583644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.584404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.584936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.585546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.586087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.586638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.587201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.587767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.588310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.588835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:08.589471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5299d14a00>, 'Open vSwitch agent', 'dv-neutron-822662-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:08.597773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5299d5de80>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822662-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:10.029302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:10.562925 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.db.l3_hamode_db [None req-8f1e7d5a-d8f9-4da1-a336-7cacc551c4ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 22 12:52:10.647619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e7d5a-d8f9-4da1-a336-7cacc551c4ae None None] Routers set() bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 12:52:10.648011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e7d5a-d8f9-4da1-a336-7cacc551c4ae None None] Router IDs set() for agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 22 12:52:11.631072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49794) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:12.203374 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING oslo_policy.policy [None req-fa9040b7-42e9-4b1b-b6fd-91c0a725c8ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:12.203950 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING oslo_policy.policy [None req-fa9040b7-42e9-4b1b-b6fd-91c0a725c8ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:12.423945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-fa9040b7-42e9-4b1b-b6fd-91c0a725c8ec admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:52:12.425009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fa9040b7-42e9-4b1b-b6fd-91c0a725c8ec admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7930236
Dec 22 12:52:14.771587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49808) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:15.135204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:15.236608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.policy [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88167) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 22 12:52:15.281518 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING oslo_policy.policy [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:15.281891 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING oslo_policy.policy [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:15.290467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.quota [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5299be0640>.
Dec 22 12:52:15.306119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:15.432372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749544999432', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749545002207', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749545012495', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749544983029', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749544993629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749544967149', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1811701', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1345781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-390611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-408491'] for rbac-policy, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:15.611450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:15.612546 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-43611c5b-1ad1-4824-86f0-1f8e121d1a37 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8400209
Dec 22 12:52:18.190086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49822) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:18.537244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Request body: {'network': {'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'name': 'private'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:18.541935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:18.546315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Usage tracker for resource:network and tenant:d0e2107aafab4d3e93ed1185c24dec6d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:18.551384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:18.557365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:18.626732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Made reservation on behalf of d0e2107aafab4d3e93ed1185c24dec6d for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:52:18.629494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:18.646921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:18.661183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:18.664780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e2107aafab4d3e93ed1185c24dec6d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:18.669700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:18.675888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:18.769516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:18.829410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:18.833500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:18.852037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 12:52:18.877731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749547296669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:18.878320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f529a8979d0> segment precommit_create {{(pid=88167) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 12:52:18.878799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Added segment fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f of type vlan for network 7dc64e2f-b988-4247-8908-ce2b2404d245
Dec 22 12:52:18.927056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde0451b-52e5-41d4-9c46-d115a8917eca,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:18.942382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.942728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.943095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.943409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.943719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.944046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.944392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.944692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.944998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.945298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.945595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.945891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Tracked resource versions report:
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]: pushed versions:
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]: {   'AddressGroup': {'1.2'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'ConntrackHelper': {'1.0'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Log': {'1.0'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Network': {'1.1'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Port': {'1.7'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'PortForwarding': {'1.2'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'QosPolicy': {'1.8'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SecurityGroup': {'1.4'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SecurityGroupRule': {'1.2'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SubPort': {'1.0'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Subnet': {'1.1'},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Trunk': {'1.1'}}
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]: consumer versions:
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'ConntrackHelper': '1.0',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Log': '1.0',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Network': '1.1',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Port': '1.7',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'PortForwarding': '1.2',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'QosPolicy': '1.8',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SecurityGroup': '1.4',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SecurityGroupRule': '1.2',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SubPort': '1.0',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Subnet': '1.1',
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Trunk': '1.1'}}
Dec 22 12:52:18.947176 dv-neutron-822662-1-hyperv neutron-server[88167]:  {{(pid=88167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 12:52:18.996213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:19.000083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:19.097328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:19.098741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:19.099515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:19.105151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:19.201303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Pushing event updated for resources: {'Network': ['ID=7dc64e2f-b988-4247-8908-ce2b2404d245,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:19.205728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:19.213498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 12:52:19.325334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1340952
Dec 22 12:52:21.963044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:22.420923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cfdaca-9e72-481e-ae91-d6abdbb9a220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:22.422812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e0cfdaca-9e72-481e-ae91-d6abdbb9a220 admin admin] 10.222.0.16 "GET /v2.0/networks/7dc64e2f-b988-4247-8908-ce2b2404d245 HTTP/1.1" status: 200  len: 825 time: 0.4586182
Dec 22 12:52:22.450067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7695b242-5108-4d85-9317-a6d93d351037 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/d21d3f8b-0975-4240-8001-69eb7752e686 HTTP/1.1" status: 200  len: 734 time: 0.0219951
Dec 22 12:52:22.459363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Request body: {'subnet': {'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686', 'name': 'private-subnet'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:22.463591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:22.467324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Usage tracker for resource:subnet and tenant:d0e2107aafab4d3e93ed1185c24dec6d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:22.470336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:22.475861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:22.611363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Made reservation on behalf of d0e2107aafab4d3e93ed1185c24dec6d for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:52:22.613663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:22.943155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:22.948214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:23.040160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Checking segment: {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:52:23.040814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Network hostable DHCP agents. Network: 7dc64e2f-b988-4247-8908-ce2b2404d245, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 12:52:23.045792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68e49da-c185-45ab-8c1f-82ce0188d390,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:23.052059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:23.142860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 12:52:23.222269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 7dc64e2f-b988-4247-8908-ce2b2404d245) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:23.227445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:23.228033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:23.233262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1aaf97-980f-4ccc-b9fa-266c5b6856c3 None None] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:52:23.313134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8569443
Dec 22 12:52:23.628993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-7dc64e2f-b988-4247-8908-ce2b2404d245', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 12:52:23.630173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:23.824345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Allocated IP 172.20.0.2 (7dc64e2f-b988-4247-8908-ce2b2404d245/b68e49da-c185-45ab-8c1f-82ce0188d390/bd71b97e-d2cd-48dc-967e-76d36d2c9f61) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 12:52:24.052501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:24.065921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Transition to ACTIVE for port object bd71b97e-d2cd-48dc-967e-76d36d2c9f61 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:52:24.084724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Transition to ACTIVE for port object bd71b97e-d2cd-48dc-967e-76d36d2c9f61 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:52:24.153521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:24.158599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:24.219052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 12:52:24.221829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:24.227455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 12:52:24.235536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Pushing event updated for resources: {'Port': ['ID=bd71b97e-d2cd-48dc-967e-76d36d2c9f61,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:24.278056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.278413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.278753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.279110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.279442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.279779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.280103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.280422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.280751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.281068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.283078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.283078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Tracked resource versions report:
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]: pushed versions:
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]: {   'AddressGroup': {'1.2'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'ConntrackHelper': {'1.0'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Log': {'1.0'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Network': {'1.1'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Port': {'1.7'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'PortForwarding': {'1.2'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'QosPolicy': {'1.8'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SecurityGroup': {'1.4'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SecurityGroupRule': {'1.2'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SubPort': {'1.0'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Subnet': {'1.1'},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Trunk': {'1.1'}}
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]: consumer versions:
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'ConntrackHelper': '1.0',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Log': '1.0',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Network': '1.1',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Port': '1.7',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'PortForwarding': '1.2',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'QosPolicy': '1.8',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SecurityGroup': '1.4',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SecurityGroupRule': '1.2',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SubPort': '1.0',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Subnet': '1.1',
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Trunk': '1.1'}}
Dec 22 12:52:24.283263 dv-neutron-822662-1-hyperv neutron-server[88168]:  {{(pid=88168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 12:52:24.314659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:24.333925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Attempting to bind port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 12:52:24.334326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Attempting to bind port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 12:52:24.334769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Attempting to bind port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 on network 7dc64e2f-b988-4247-8908-ce2b2404d245 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 12:52:24.339879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 12:52:24.340286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Checking segment: {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:52:24.340783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:24.341180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Bound using segment: {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 12:52:24.341649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Bound port: bd71b97e-d2cd-48dc-967e-76d36d2c9f61, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 12:52:24.342050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:24.450117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] For port bd71b97e-d2cd-48dc-967e-76d36d2c9f61, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 12:52:24.453996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] For port bd71b97e-d2cd-48dc-967e-76d36d2c9f61, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=bd71b97e-d2cd-48dc-967e-76d36d2c9f61,segment=NetworkSegment(fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f),segment_id=fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 12:52:24.509074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:24.513400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:24.600799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Pushing event updated for resources: {'Port': ['ID=bd71b97e-d2cd-48dc-967e-76d36d2c9f61,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:24.603863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:25.704957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 49848) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:26.310324 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING oslo_policy.policy [None req-511c46a1-3588-4115-9f86-7f5785c98aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:26.310911 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING oslo_policy.policy [None req-511c46a1-3588-4115-9f86-7f5785c98aa5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:26.531539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-511c46a1-3588-4115-9f86-7f5785c98aa5 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:52:26.532871 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-511c46a1-3588-4115-9f86-7f5785c98aa5 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8258958
Dec 22 12:52:28.301154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba6a16c-e527-46c3-b57b-ee56b4f1abf4 None None] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:52:28.417025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bd71b97e-d2cd-48dc-967e-76d36d2c9f61 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:28.478538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7c867e11-9df5-4e2a-8bd5-de5709eb7ba0 None None] Provisioning for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:52:28.604783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:52:28.611309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:28.616187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:28.748846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:28.792463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port bd71b97e-d2cd-48dc-967e-76d36d2c9f61, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=bd71b97e-d2cd-48dc-967e-76d36d2c9f61,segment=NetworkSegment(fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f),segment_id=fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 12:52:28.874011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:28.876158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:28.948848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 49868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:28.952477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-71213af1-2522-4bfc-a611-5cf01ac03e65 None None] Provisioning complete for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:28.952850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71213af1-2522-4bfc-a611-5cf01ac03e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:28.980564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=bd71b97e-d2cd-48dc-967e-76d36d2c9f61,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:28.989952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:29.319268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-9fb9c7d4-650b-4262-9414-b65cb05f8f76 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:52:29.320207 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9fb9c7d4-650b-4262-9414-b65cb05f8f76 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3703654
Dec 22 12:52:30.375789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bd71b97e-d2cd-48dc-967e-76d36d2c9f61 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:30.441771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:30.442140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:31.929122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 49880) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:32.276125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:32.347163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.policy [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88166) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 22 12:52:32.392019 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING oslo_policy.policy [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:32.392387 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING oslo_policy.policy [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 22 12:52:32.400997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.quota [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f5299c5d610>.
Dec 22 12:52:32.417364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:32.423742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Usage tracker for resource:router and tenant:d0e2107aafab4d3e93ed1185c24dec6d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:32.428103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:32.435359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:32.548257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:32.550199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:32.574656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:32.737301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:32.816498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:32.817674 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-628bb93f-2acb-49fd-9bdd-5b240ba0e566 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8875928
Dec 22 12:52:35.073790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4c91323-9535-47e8-aed3-f7c3847d63d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:35.145044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 49892) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:35.510405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-946d1e50-0b67-4a80-b4a4-dd40a2515155 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:52:35.511408 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-946d1e50-0b67-4a80-b4a4-dd40a2515155 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3654435
Dec 22 12:52:37.467897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-23b4aaa0-c869-449e-a9f2-4f1f98cd72df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:37.868549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49902) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:38.238957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:38.243655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:38.247752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Usage tracker for resource:network and tenant:73d7e3331e1740bca77ff7683cc9430f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:38.251515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:38.258250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:38.330358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Made reservation on behalf of 73d7e3331e1740bca77ff7683cc9430f for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:52:38.333020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.346581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.381704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:38.381704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Usage tracker for resource:security_group_rule and tenant:73d7e3331e1740bca77ff7683cc9430f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:38.381704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:38.381704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:38.456357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.466714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.513359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.517175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:38.533135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Reserving flat network on physical network physnet1 {{(pid=88167) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 22 12:52:38.541897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.554364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58ae89e-1577-4c96-90df-61d8e588d527,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:38.557035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.557432 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Added segment 25662024-c00f-4e12-bca4-149de235bc81 of type flat for network a7aea378-e7c3-409c-9722-0e0df824aa90
Dec 22 12:52:38.558476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:38.589230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.684844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.686131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:38.686707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:38.690356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:38.786729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Pushing event updated for resources: {'Network': ['ID=a7aea378-e7c3-409c-9722-0e0df824aa90,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:38.789258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:38.796087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network a7aea378-e7c3-409c-9722-0e0df824aa90 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 12:52:38.851244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9815953
Dec 22 12:52:39.936545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:41.196307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49922) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:41.408923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e56ae5-23c3-4fd2-b42e-7533245bfa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:41.410259 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-50e56ae5-23c3-4fd2-b42e-7533245bfa5f admin admin] 10.222.0.16 "GET /v2.0/subnets/b68e49da-c185-45ab-8c1f-82ce0188d390 HTTP/1.1" status: 200  len: 849 time: 0.2130156
Dec 22 12:52:41.582754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-11f257f1-2bc0-49ca-aad4-2e2a437d00e7 admin admin] 10.222.0.16 "GET /v2.0/routers/9b8a9624-09dc-4431-9d57-1cde42f3883a HTTP/1.1" status: 200  len: 704 time: 0.1668468
Dec 22 12:52:42.039062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.266638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Allocated IP 172.20.0.1 (7dc64e2f-b988-4247-8908-ce2b2404d245/b68e49da-c185-45ab-8c1f-82ce0188d390/0878b952-febe-405c-bb90-fa173c73d703) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 12:52:42.450713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.467541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Transition to ACTIVE for port object 0878b952-febe-405c-bb90-fa173c73d703 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:52:42.581637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.585532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:42.647217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 12:52:42.649858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:42.653439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 12:52:42.653966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.777303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0878b952-febe-405c-bb90-fa173c73d703,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:42.793932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:42.935231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e1efc7c-b762-400b-bfcf-c64dcf45faac None None] Provisioning for port 0878b952-febe-405c-bb90-fa173c73d703 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:52:42.940296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e1efc7c-b762-400b-bfcf-c64dcf45faac None None] Provisioning complete for port 0878b952-febe-405c-bb90-fa173c73d703 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:42.940666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e1efc7c-b762-400b-bfcf-c64dcf45faac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.965785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:42.992748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0e1efc7c-b762-400b-bfcf-c64dcf45faac None None] Port 0878b952-febe-405c-bb90-fa173c73d703 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 12:52:43.188774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:43.260511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:43.261622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:43.264970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:43.391219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Pushing event updated for resources: {'Port': ['ID=0878b952-febe-405c-bb90-fa173c73d703,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:43.394473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:43.456178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 12:52:43.457134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:43.614448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-406c5b63-aff8-487d-a7c2-305267f832f5 None None] Provisioning complete for port 0878b952-febe-405c-bb90-fa173c73d703 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:43.614822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-406c5b63-aff8-487d-a7c2-305267f832f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:43.670252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-406c5b63-aff8-487d-a7c2-305267f832f5 None None] Port 0878b952-febe-405c-bb90-fa173c73d703 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 12:52:43.701166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Router 9b8a9624-09dc-4431-9d57-1cde42f3883a is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 12:52:43.887982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 12:52:43.896814 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] 10.222.0.16 "PUT /v2.0/routers/9b8a9624-09dc-4431-9d57-1cde42f3883a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3092048
Dec 22 12:52:43.898734 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Sync routers for ids ['9b8a9624-09dc-4431-9d57-1cde42f3883a'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 12:52:43.909855 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Routers {'9b8a9624-09dc-4431-9d57-1cde42f3883a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 12:52:43.910729 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e89dc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T12:52:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9b8a9624-09dc-4431-9d57-1cde42f3883a'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:44.085518 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Set router 9b8a9624-09dc-4431-9d57-1cde42f3883a gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 12:52:44.454772 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e89dc0>, [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:42Z', 'revision_number': 2, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port_host': None, '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:43Z', 'revision_number': 2, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:44.459668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Checking router: 9b8a9624-09dc-4431-9d57-1cde42f3883a for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 12:52:44.460045 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Updating router 9b8a9624-09dc-4431-9d57-1cde42f3883a port 0878b952-febe-405c-bb90-fa173c73d703 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 12:52:44.519625 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:44.897703 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:44.911676 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Transition to ACTIVE for port object 0878b952-febe-405c-bb90-fa173c73d703 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:52:44.992035 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:44.997814 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:45.212904 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Pushing event updated for resources: {'Port': ['ID=0878b952-febe-405c-bb90-fa173c73d703,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:45.230001 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.230345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.230676 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.231023 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.231341 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.231672 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.232201 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.232522 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.232848 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.233163 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.234007 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.234422 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Tracked resource versions report:
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]: pushed versions:
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]: {   'AddressGroup': {'1.2'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'ConntrackHelper': {'1.0'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Log': {'1.0'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Network': {'1.1'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Port': {'1.7'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'PortForwarding': {'1.2'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'QosPolicy': {'1.8'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SecurityGroup': {'1.4'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SecurityGroupRule': {'1.2'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SubPort': {'1.0'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Subnet': {'1.1'},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Trunk': {'1.1'}}
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]: consumer versions:
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'ConntrackHelper': '1.0',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Log': '1.0',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Network': '1.1',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Port': '1.7',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'PortForwarding': '1.2',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'QosPolicy': '1.8',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SecurityGroup': '1.4',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SecurityGroupRule': '1.2',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SubPort': '1.0',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Subnet': '1.1',
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Trunk': '1.1'}}
Dec 22 12:52:45.235830 dv-neutron-822662-1-hyperv neutron-server[88169]:  {{(pid=88169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 12:52:45.247776 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:45.255848 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Attempting to bind port 0878b952-febe-405c-bb90-fa173c73d703 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 12:52:45.257185 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Attempting to bind port 0878b952-febe-405c-bb90-fa173c73d703 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 12:52:45.257631 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Attempting to bind port 0878b952-febe-405c-bb90-fa173c73d703 on network 7dc64e2f-b988-4247-8908-ce2b2404d245 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 12:52:45.264073 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 12:52:45.264487 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Checking segment: {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:52:45.264983 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:45.265363 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Bound using segment: {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 12:52:45.266033 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Bound port: 0878b952-febe-405c-bb90-fa173c73d703, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 12:52:45.266436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:45.352767 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] For port 0878b952-febe-405c-bb90-fa173c73d703, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 12:52:45.356659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] For port 0878b952-febe-405c-bb90-fa173c73d703, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0878b952-febe-405c-bb90-fa173c73d703,segment=NetworkSegment(fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f),segment_id=fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 12:52:45.439222 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:45.443194 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:45.525037 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Routers {'9b8a9624-09dc-4431-9d57-1cde42f3883a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 12:52:45.525667 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e89dc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T12:52:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9b8a9624-09dc-4431-9d57-1cde42f3883a'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:45.595754 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Pushing event updated for resources: {'Port': ['ID=0878b952-febe-405c-bb90-fa173c73d703,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:45.648656 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:45.689828 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] Set router 9b8a9624-09dc-4431-9d57-1cde42f3883a gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 12:52:46.015902 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e89dc0>, [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:42Z', 'revision_number': 2, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port_host': None, '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:45Z', 'revision_number': 4, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:46.020035 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34602be0-f764-42b9-ac86-231c37437a85 None None] The sync data for ids ['9b8a9624-09dc-4431-9d57-1cde42f3883a'] in dv-neutron-822662-1-hyperv is: [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:42Z', 'revision_number': 2, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port_host': None, '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:45Z', 'revision_number': 4, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 12:52:46.102882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:46.247768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283fd10d-1426-4a2d-870f-cd9fa85f4ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:46.248340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-283fd10d-1426-4a2d-870f-cd9fa85f4ba6 admin admin] Synchronizing usage tracker for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 12:52:46.353003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-283fd10d-1426-4a2d-870f-cd9fa85f4ba6 admin admin] Unset dirty status for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 12:52:46.354185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-283fd10d-1426-4a2d-870f-cd9fa85f4ba6 admin admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 842 time: 0.2498152
Dec 22 12:52:46.364093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'gateway_ip': '172.26.3.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:46.369894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:52:46.373804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Usage tracker for resource:subnet and tenant:73d7e3331e1740bca77ff7683cc9430f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:52:46.377381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:52:46.383485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:52:46.450454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Made reservation on behalf of 73d7e3331e1740bca77ff7683cc9430f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:52:46.452840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:46.852731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 12:52:46.853198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:46.857150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:46.932355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac738d66-407d-4e91-a174-0d23e785dd9c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:46.936109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:52:46.936469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Network hostable DHCP agents. Network: a7aea378-e7c3-409c-9722-0e0df824aa90, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 12:52:46.940967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:47.049175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 12:52:47.112272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, a7aea378-e7c3-409c-9722-0e0df824aa90) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:47.116347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:47.116935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:47.123144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ee922-68cd-4e7b-b0f5-b369efd1c375 None None] Network a7aea378-e7c3-409c-9722-0e0df824aa90 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:52:47.200001 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8394253
Dec 22 12:52:47.348497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083b1c47-c130-4b41-b072-be4c3d054e90 None None] Network a7aea378-e7c3-409c-9722-0e0df824aa90 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:52:48.400956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0878b952-febe-405c-bb90-fa173c73d703 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:48.547657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0878b952-febe-405c-bb90-fa173c73d703 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:52:48.552661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0878b952-febe-405c-bb90-fa173c73d703 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:48.553033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:48.669633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:48.701039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0878b952-febe-405c-bb90-fa173c73d703, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0878b952-febe-405c-bb90-fa173c73d703,segment=NetworkSegment(fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f),segment_id=fc1ce15a-0458-4f2b-83ad-1cd59ec96a2f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 12:52:48.776057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:48.778131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:48.842935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0878b952-febe-405c-bb90-fa173c73d703,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:48.850863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:49.436891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49958) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:49.631310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c754f546-33b5-4c4a-85fd-b87172e3b741 admin admin] 10.222.0.16 "GET /v2.0/routers/9b8a9624-09dc-4431-9d57-1cde42f3883a HTTP/1.1" status: 200  len: 710 time: 0.1931255
Dec 22 12:52:49.766810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198085d-d954-4980-a1aa-987f4f5ea182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:52:49.768156 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d198085d-d954-4980-a1aa-987f4f5ea182 admin admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 886 time: 0.1318121
Dec 22 12:52:49.776675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:52:50.251939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:50.384521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0878b952-febe-405c-bb90-fa173c73d703 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:50.451624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0878b952-febe-405c-bb90-fa173c73d703 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:50.452763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:50.633208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:50.690275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:50.818603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Allocated IP 172.26.3.235 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/1b745538-de3d-44c1-9bf0-c24115de44d1) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 12:52:50.958422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:51.056219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:51.060163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:51.112553 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:52:51.127219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 12:52:51.130006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:52:51.134190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 12:52:51.188050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Pushing event updated for resources: {'Port': ['ID=1b745538-de3d-44c1-9bf0-c24115de44d1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:51.199206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:51.576715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:51.948405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:51.951656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:52.128991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Router 9b8a9624-09dc-4431-9d57-1cde42f3883a has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 12:52:52.305278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 12:52:52.313966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:52.315144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Sync routers for ids ['9b8a9624-09dc-4431-9d57-1cde42f3883a'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 12:52:52.315609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] 10.222.0.16 "PUT /v2.0/routers/9b8a9624-09dc-4431-9d57-1cde42f3883a HTTP/1.1" status: 200  len: 890 time: 2.5415230
Dec 22 12:52:52.325202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Routers {'9b8a9624-09dc-4431-9d57-1cde42f3883a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 12:52:52.325877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988cb040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T12:52:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9b8a9624-09dc-4431-9d57-1cde42f3883a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:52.518894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Set router 9b8a9624-09dc-4431-9d57-1cde42f3883a gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 12:52:52.860819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988cb040>, [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:51Z', 'revision_number': 4, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port': {'id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:50Z', 'updated_at': '2021-12-22T12:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:48Z', 'revision_number': 5, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:52.865686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Checking router: 9b8a9624-09dc-4431-9d57-1cde42f3883a for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 12:52:52.866056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Updating router 9b8a9624-09dc-4431-9d57-1cde42f3883a port 1b745538-de3d-44c1-9bf0-c24115de44d1 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 12:52:52.916313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.277728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.291318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Transition to ACTIVE for port object 1b745538-de3d-44c1-9bf0-c24115de44d1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:52:53.330355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.334384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:53.412190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Pushing event updated for resources: {'Port': ['ID=1b745538-de3d-44c1-9bf0-c24115de44d1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:53.414428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Attempting to bind port 1b745538-de3d-44c1-9bf0-c24115de44d1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 12:52:53.414779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Attempting to bind port 1b745538-de3d-44c1-9bf0-c24115de44d1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 12:52:53.415172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Attempting to bind port 1b745538-de3d-44c1-9bf0-c24115de44d1 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 12:52:53.417740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:53.422854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 12:52:53.423251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:52:53.423655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.424047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 12:52:53.424522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Bound port: 1b745538-de3d-44c1-9bf0-c24115de44d1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 12:52:53.424907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.500440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] For port 1b745538-de3d-44c1-9bf0-c24115de44d1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 12:52:53.503437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] For port 1b745538-de3d-44c1-9bf0-c24115de44d1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1b745538-de3d-44c1-9bf0-c24115de44d1,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 12:52:53.553467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:53.557530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:53.633511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Routers {'9b8a9624-09dc-4431-9d57-1cde42f3883a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 12:52:53.633724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988cb040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T12:52:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9b8a9624-09dc-4431-9d57-1cde42f3883a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:53.690058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Pushing event updated for resources: {'Port': ['ID=1b745538-de3d-44c1-9bf0-c24115de44d1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:53.700028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:53.819806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] Set router 9b8a9624-09dc-4431-9d57-1cde42f3883a gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 12:52:54.149523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988cb040>, [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:51Z', 'revision_number': 4, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port': {'id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:50Z', 'updated_at': '2021-12-22T12:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:48Z', 'revision_number': 5, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 12:52:54.153435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c71336-7325-4e64-baf6-d5d09a108182 None None] The sync data for ids ['9b8a9624-09dc-4431-9d57-1cde42f3883a'] in dv-neutron-822662-1-hyperv is: [{'id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'name': 'router1', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235'}], 'enable_snat': True}, 'gw_port_id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T12:52:32Z', 'updated_at': '2021-12-22T12:52:51Z', 'revision_number': 4, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'gw_port': {'id': '1b745538-de3d-44c1-9bf0-c24115de44d1', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:00:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:50Z', 'updated_at': '2021-12-22T12:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0878b952-febe-405c-bb90-fa173c73d703', 'name': '', 'network_id': '7dc64e2f-b988-4247-8908-ce2b2404d245', 'tenant_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'mac_address': 'fa:16:3e:79:ac:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b8a9624-09dc-4431-9d57-1cde42f3883a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T12:52:42Z', 'updated_at': '2021-12-22T12:52:48Z', 'revision_number': 5, 'project_id': 'd0e2107aafab4d3e93ed1185c24dec6d', 'subnets': [{'id': 'b68e49da-c185-45ab-8c1f-82ce0188d390', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd21d3f8b-0975-4240-8001-69eb7752e686'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 12:52:54.418218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b745538-de3d-44c1-9bf0-c24115de44d1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:54.541519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 1b745538-de3d-44c1-9bf0-c24115de44d1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:52:54.547020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1b745538-de3d-44c1-9bf0-c24115de44d1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:54.547396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:54.672220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:54.691239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 1b745538-de3d-44c1-9bf0-c24115de44d1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1b745538-de3d-44c1-9bf0-c24115de44d1,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 12:52:54.741706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:52:54.745089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:52:54.809369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 49968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:52:54.813486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=1b745538-de3d-44c1-9bf0-c24115de44d1,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:52:54.816750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:52:54.928007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bddd0ce5-e7e6-475c-8693-b2705ebef0d2 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 413 time: 0.1173744
Dec 22 12:52:56.389655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b745538-de3d-44c1-9bf0-c24115de44d1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:52:56.459816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1b745538-de3d-44c1-9bf0-c24115de44d1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:52:56.460184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:05.089413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-708a9d5d-45f1-463b-bbb1-c5ea4ec7ff49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:07.432848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b58fc9b-03e8-45fb-b069-741a1c11da59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:08.408451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:08.522803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:09.969391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:28.111739 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:53:35.129754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc865549-a2a3-4283-8a94-c85db8549273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:37.499795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3503613b-262e-45eb-87ad-95d29a2b79db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:38.408173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:38.534076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:53:39.990755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:05.058810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f370e80-19bd-47ff-8602-944d96a931bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:05.114001 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:54:07.436769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1198eaf9-487c-45eb-baf3-2ce98b562c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:08.418695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:08.538957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:09.995512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:35.052325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ab0b8d63-c7d2-4a87-8985-66766f12b924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:37.463798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92b62b72-c1df-4dcd-abbf-7535a3028653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:38.445423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:38.525325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:39.955293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:54:42.109019 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:55:02.963944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50570) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:03.031382 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-766ad16e-8887-47fa-8f09-b1cc6844e6ed admin admin] GET failed (client error): The resource could not be found.
Dec 22 12:55:03.032662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-766ad16e-8887-47fa-8f09-b1cc6844e6ed admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0677428
Dec 22 12:55:03.164352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25aa3b-7a14-4114-a5cc-0c723ba750db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:03.165728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6a25aa3b-7a14-4114-a5cc-0c723ba750db admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1292183
Dec 22 12:55:05.051641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f259ccf-e566-415e-a6db-c1cfa251f084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:05.301874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50580) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:05.409836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99901bc9-b489-462a-8f87-9a3d10e13157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:05.410405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-99901bc9-b489-462a-8f87-9a3d10e13157 admin admin] Synchronizing usage tracker for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 12:55:05.483813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-99901bc9-b489-462a-8f87-9a3d10e13157 admin admin] Unset dirty status for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 12:55:05.484897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-99901bc9-b489-462a-8f87-9a3d10e13157 admin admin] 10.222.0.16 "GET /v2.0/subnets/b68e49da-c185-45ab-8c1f-82ce0188d390 HTTP/1.1" status: 200  len: 849 time: 0.1820779
Dec 22 12:55:05.494382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:55:05.606926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Notify callbacks [] for subnet, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:05.849894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805'] for subnet, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:05.853579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a6f13547-3a50-4530-bac7-537aeddfa8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:05.896214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:05.896897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:05.898047 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] 10.222.0.16 "PUT /v2.0/subnets/b68e49da-c185-45ab-8c1f-82ce0188d390 HTTP/1.1" status: 200  len: 868 time: 0.4073591
Dec 22 12:55:05.900424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f5c9d-b7e9-4984-9427-4438887adac1 None None] Network 7dc64e2f-b988-4247-8908-ce2b2404d245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:55:05.923357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b68e49da-c185-45ab-8c1f-82ce0188d390,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:05.931071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.931445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.931768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.932096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.932422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.932757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.933080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.934114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.934982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.935308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.935649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.935967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:05.939726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:55:06.328789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bec62377-f203-4673-bc11-724b079179ba None None] Provisioning complete for port bd71b97e-d2cd-48dc-967e-76d36d2c9f61 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:55:06.329339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bec62377-f203-4673-bc11-724b079179ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:06.468614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bec62377-f203-4673-bc11-724b079179ba None None] Provisioning complete for port 0878b952-febe-405c-bb90-fa173c73d703 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:55:06.468989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bec62377-f203-4673-bc11-724b079179ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:07.455565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1b528359-8a59-4b9c-805f-0df2926d2b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:08.025225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50590) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:08.194627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fd375-382d-4e99-b5f5-2351a149f4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:08.195123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7fd375-382d-4e99-b5f5-2351a149f4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:08.196621 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b7fd375-382d-4e99-b5f5-2351a149f4bf admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1704566
Dec 22 12:55:08.417439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:08.537284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:09.953902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:10.311538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50600) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:10.532667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d08b8-1c68-46f2-9504-a48770a9e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:10.533050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d08b8-1c68-46f2-9504-a48770a9e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:10.534544 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa4d08b8-1c68-46f2-9504-a48770a9e57f admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2220757
Dec 22 12:55:12.672800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50610) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:12.840720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703b5d37-960e-48a0-bd05-d57e411033a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:12.842045 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-703b5d37-960e-48a0-bd05-d57e411033a4 admin admin] 10.222.0.16 "GET /v2.0/networks/7dc64e2f-b988-4247-8908-ce2b2404d245 HTTP/1.1" status: 200  len: 869 time: 0.1682808
Dec 22 12:55:14.981618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50620) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:15.144656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b2fdb-f427-460d-af96-6f9aea31c6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:15.145984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d8b2fdb-f427-460d-af96-6f9aea31c6d5 admin admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 886 time: 0.1634378
Dec 22 12:55:17.280111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50630) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:17.386930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591da65-c8ed-4cef-a694-ec444322a1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:17.387382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0591da65-c8ed-4cef-a694-ec444322a1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:17.388923 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0591da65-c8ed-4cef-a694-ec444322a1bf admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1078002
Dec 22 12:55:19.107312 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:55:19.541445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50640) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:19.651147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff01f5f-c6bb-4fb0-802f-c6e4c39b2b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:19.651845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff01f5f-c6bb-4fb0-802f-c6e4c39b2b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:19.653104 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bff01f5f-c6bb-4fb0-802f-c6e4c39b2b90 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1101954
Dec 22 12:55:21.772124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50650) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:21.875781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e896966b-bd41-4494-897a-ba4f20000ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:21.877107 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e896966b-bd41-4494-897a-ba4f20000ae9 admin admin] 10.222.0.16 "GET /v2.0/subnets/ac738d66-407d-4e91-a174-0d23e785dd9c HTTP/1.1" status: 200  len: 816 time: 0.1040411
Dec 22 12:55:24.009222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50660) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:24.118410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a463a39a-e703-4f16-8925-5e698dd9dc3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:24.119763 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a463a39a-e703-4f16-8925-5e698dd9dc3e admin admin] 10.222.0.16 "GET /v2.0/subnets/b68e49da-c185-45ab-8c1f-82ce0188d390 HTTP/1.1" status: 200  len: 868 time: 0.1096096
Dec 22 12:55:35.075799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5fe27485-b279-4dcf-b20f-d8d1425f646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:37.416400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d181445a-e43f-4557-94c3-130be4040770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:38.469917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:38.536523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:39.959620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:47.372432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50704) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:47.420801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-7214f453-c331-4528-a66a-336db21b5375 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:55:47.421757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7214f453-c331-4528-a66a-336db21b5375 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483661
Dec 22 12:55:49.660983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 50714) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:49.742881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe85049-b14b-49a3-91c0-77e0cfca096b admin admin] GET failed (client error): The resource could not be found.
Dec 22 12:55:49.744232 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3fe85049-b14b-49a3-91c0-77e0cfca096b admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0822713
Dec 22 12:55:49.895351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e742ec0-b442-4db5-b514-e0862cbca88b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:49.896832 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e742ec0-b442-4db5-b514-e0862cbca88b admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1486020
Dec 22 12:55:52.085609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 50724) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:52.132214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:55:52.137530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:55:52.147233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:55:52.221851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Made reservation on behalf of 73d7e3331e1740bca77ff7683cc9430f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:55:52.224635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:52.320321 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.services.revisions.revision_plugin [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f52999d1760] {project_id='73d7e3331e1740bca77ff7683cc9430f', id='71e6450b-495c-4dbe-8e4e-7662d3592374', target_tenant='*', action='access_as_shared', object_id='59866b33-c4c4-49f4-8331-e00bf8e33254'}> to bump revision.
Dec 22 12:55:52.334097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 12:55:52.344355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749547296669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:52.346114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f529a8979d0> segment precommit_create {{(pid=88166) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 22 12:55:52.346114 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Added segment ae8cfeee-79ba-4b26-a358-19fe240eedf4 of type vlan for network 59866b33-c4c4-49f4-8331-e00bf8e33254
Dec 22 12:55:52.416328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:52.507825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:52.509600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:52.510216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:52.513722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:52.616494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Pushing event updated for resources: {'Network': ['ID=59866b33-c4c4-49f4-8331-e00bf8e33254,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:52.624380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.624725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.625050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.625371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.625690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.626021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.626342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.626669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.627017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.627328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.627638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.627946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Tracked resource versions report:
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]: pushed versions:
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]: {   'AddressGroup': {'1.2'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'ConntrackHelper': {'1.0'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Log': {'1.0'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Network': {'1.1'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Port': {'1.7'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'PortForwarding': {'1.2'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'QosPolicy': {'1.8'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SecurityGroup': {'1.4'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SecurityGroupRule': {'1.2'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SubPort': {'1.0'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Subnet': {'1.1'},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Trunk': {'1.1'}}
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]: consumer versions:
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'ConntrackHelper': '1.0',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Log': '1.0',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Network': '1.1',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Port': '1.7',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'PortForwarding': '1.2',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'QosPolicy': '1.8',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SecurityGroup': '1.4',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SecurityGroupRule': '1.2',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SubPort': '1.0',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Subnet': '1.1',
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Trunk': '1.1'}}
Dec 22 12:55:52.629234 dv-neutron-822662-1-hyperv neutron-server[88166]:  {{(pid=88166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 12:55:52.652075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5654018
Dec 22 12:55:52.658327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:55:52.665590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 12:55:54.829120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50738) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:55:54.894204 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-962db531-27d6-460c-a960-7c346cefdb15 admin admin] GET failed (client error): The resource could not be found.
Dec 22 12:55:54.895468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-962db531-27d6-460c-a960-7c346cefdb15 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0654094
Dec 22 12:55:54.999745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a57d7d2-0b0f-4ebd-a06f-4c449405fd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:55.001158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0a57d7d2-0b0f-4ebd-a06f-4c449405fd60 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1020060
Dec 22 12:55:55.010877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 12:55:55.014999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:55:55.024136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:55:55.099352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Made reservation on behalf of 73d7e3331e1740bca77ff7683cc9430f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 12:55:55.101573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:55.347691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:55.351357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:55.420897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4d6fda-028f-4267-8d04-15c3e2678055,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:55.424537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:55:55.431153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Checking segment: {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:55:55.431982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Network hostable DHCP agents. Network: 59866b33-c4c4-49f4-8331-e00bf8e33254, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 12:55:55.512931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 12:55:55.564552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 59866b33-c4c4-49f4-8331-e00bf8e33254) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:55:55.568536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 12:55:55.569117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:55.573872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02414712-c47a-4137-8c69-7d80cdadc687 None None] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:55:55.720125 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7128181
Dec 22 12:55:55.790475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-59866b33-c4c4-49f4-8331-e00bf8e33254', 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254', 'tenant_id': '73d7e3331e1740bca77ff7683cc9430f', 'fixed_ips': [{'subnet_id': 'bb4d6fda-028f-4267-8d04-15c3e2678055'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 12:55:55.791948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:55.969361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Allocated IP 192.168.233.2 (59866b33-c4c4-49f4-8331-e00bf8e33254/bb4d6fda-028f-4267-8d04-15c3e2678055/ebf4ae53-f966-4b96-a799-c80e72ccd2d1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 12:55:56.106482 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:55:56.176748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:56.186761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Transition to ACTIVE for port object ebf4ae53-f966-4b96-a799-c80e72ccd2d1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:55:56.205210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Transition to ACTIVE for port object ebf4ae53-f966-4b96-a799-c80e72ccd2d1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 12:55:56.283350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:56.316651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:56.376678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 12:55:56.377894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 12:55:56.381639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 12:55:56.416165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Pushing event updated for resources: {'Port': ['ID=ebf4ae53-f966-4b96-a799-c80e72ccd2d1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:56.463667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.464076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.464422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.464778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.465106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.465446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.465775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.466092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.466424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.466744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.467088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.467403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:55:56.475401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:55:56.491163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Attempting to bind port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 12:55:56.491536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Attempting to bind port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 12:55:56.491950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Attempting to bind port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 on network 59866b33-c4c4-49f4-8331-e00bf8e33254 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 12:55:56.498027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 12, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 12:55:56.498409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Checking segment: {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 12:55:56.498801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:56.499233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Bound using segment: {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 12:55:56.499699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Bound port: ebf4ae53-f966-4b96-a799-c80e72ccd2d1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 12:55:56.500087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:56.590216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] For port ebf4ae53-f966-4b96-a799-c80e72ccd2d1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 12:55:56.593156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] For port ebf4ae53-f966-4b96-a799-c80e72ccd2d1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ebf4ae53-f966-4b96-a799-c80e72ccd2d1,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 12:55:56.660162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:56.664112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:56.739597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Pushing event updated for resources: {'Port': ['ID=ebf4ae53-f966-4b96-a799-c80e72ccd2d1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:56.742867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:55:57.565898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339e3b7-ddc0-444a-9196-a47322767409 None None] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 12:55:57.770757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5a5d30cd-7752-4b0a-accf-bb5528973d07 None None] Provisioning for port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:55:58.502980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ebf4ae53-f966-4b96-a799-c80e72ccd2d1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:55:58.622065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 12:55:58.627353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:55:58.627717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:58.744542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:58.778287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ebf4ae53-f966-4b96-a799-c80e72ccd2d1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ebf4ae53-f966-4b96-a799-c80e72ccd2d1,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 12:55:58.848093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:55:58.851254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:55:58.918865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ebf4ae53-f966-4b96-a799-c80e72ccd2d1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:55:58.921834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:56:00.482127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ebf4ae53-f966-4b96-a799-c80e72ccd2d1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 12:56:00.554308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ebf4ae53-f966-4b96-a799-c80e72ccd2d1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 12:56:00.554601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:05.067383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d3299aeb-2852-4b78-ac78-c1a0380d7a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:07.436364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e50353a-ca4f-4ea4-a9d8-728cb2a58af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:08.421780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:08.525205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:09.987817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:33.105964 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:56:35.067622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4087-f8a2-4152-8783-8ec354b44c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:37.444372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f65a0343-4327-4291-9a5e-a5ac14e8d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:38.435442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:38.520681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:56:39.981214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:05.083995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d38aafe-f745-466c-98d2-bad4c0777d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:07.434360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e083e0a5-2f4b-4564-8811-7e1e29633e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:08.445676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:08.548860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:09.988777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:10.104867 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:57:15.031814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50788) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:57:15.037679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-637fb1a2-04c3-4dc1-a0b7-b6aa313900ef tempest-verify_tempest_config-1979478956 tempest-verify_tempest_config-1979478956-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 12:57:15.038627 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-637fb1a2-04c3-4dc1-a0b7-b6aa313900ef tempest-verify_tempest_config-1979478956 tempest-verify_tempest_config-1979478956-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058529
Dec 22 12:57:15.611498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:57:15.723290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:15.737692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 12:57:15.741459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Usage tracker for resource:security_group_rule and tenant:c7a09153b89442e0bd9aeaa6314996b2 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 12:57:15.744856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 12:57:15.750259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 12:57:15.830576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.005548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.013133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:57:16.051356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87efab9-ad9f-40eb-95f4-29d9ddd3dcc2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:57:16.054134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Synchronizing usage tracker for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 12:57:16.062232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.062592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.063054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.063280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.063669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.063991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.064311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.064666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.064963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.065276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.065586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.065892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 12:57:16.070866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:57:16.165287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Unset dirty status for tenant:73d7e3331e1740bca77ff7683cc9430f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 12:57:16.167175 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7a09153b89442e0bd9aeaa6314996b2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5565276
Dec 22 12:57:16.169734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50812) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:57:16.224410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.252357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.423113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.426962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 12:57:16.439710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87efab9-ad9f-40eb-95f4-29d9ddd3dcc2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 12:57:16.443337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 12:57:16.446613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:16.448901 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c87efab9-ad9f-40eb-95f4-29d9ddd3dcc2 HTTP/1.1" status: 204  len: 168 time: 0.2781193
Dec 22 12:57:35.073787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2aa2bcd5-a884-47de-bbd2-bf81e6b6b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:37.432019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8783253e-17d6-4795-b415-4f58ff922be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:38.443435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:38.564852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:39.991985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:57:47.103292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:58:05.059895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72e30d68-ecfa-46f6-bfe9-c05254f0d1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:07.432340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb5f844f-9eba-4263-a209-37e6e3728863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:08.432487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:08.529233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:09.992281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:24.101785 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 5 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:58:32.185701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-527162'] for agent, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:35.043041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f47419b-9d8a-4e60-9b61-e8a78199db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:37.413951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f5bf231-4c2e-4065-892b-21314f45991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:38.454037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:38.528625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:40.014538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:58:46.564093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50882) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:58:46.673033 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1c5e6de2-2003-4495-9eee-540cfbd88788 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1079035
Dec 22 12:58:48.825732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 50892) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 12:58:48.881974 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9ea632b6-1843-4454-ae1b-f93c8ca37529 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0550885
Dec 22 12:59:01.101065 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:59:02.162095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:05.081870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b236-d4ad-4463-8206-a53eb8e95ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:07.419506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2caf406f-cfe6-45c0-9ee2-ec2110e2117b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:08.472379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:08.608308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:09.996497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:32.184685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:35.118501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ef70df93-cf03-468d-89e6-412c0785c488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:37.413194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b38ea98e-2466-415f-86d9-07d0a3723acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:38.100167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 12:59:38.459143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:38.544812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 12:59:40.036659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:02.178980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:05.161508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bc4eca0-fbf2-4a84-abf6-2603743b9ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:07.452597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77fd5b46-e8b5-4641-ae13-a62ec52c831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:08.468166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:08.537516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:10.012581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:15.099156 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:00:17.208751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51076) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.462432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51088) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.602730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51096) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.746037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2114344149-network', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:17.750545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:17.754421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Usage tracker for resource:network and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:17.758757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:17.764717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:17.851196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Made reservation on behalf of ecd152ad7b4e41b383e5461a3ef6ad0d for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:17.855644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:17.866245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:17.881019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:17.886015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:17.889357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:17.895806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:17.918334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-f218549c-7f77-49ed-a920-1fd5f05de635 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.922697 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f218549c-7f77-49ed-a920-1fd5f05de635 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.4592445
Dec 22 13:00:17.923095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51110) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.933058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-00b2dff1-dcad-4db3-bc27-58598e341686 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.939902 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-00b2dff1-dcad-4db3-bc27-58598e341686 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0093186
Dec 22 13:00:17.942079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.947882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-1851f79d-0d82-48c4-989f-5d4ad34ac0a5 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.952194 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1851f79d-0d82-48c4-989f-5d4ad34ac0a5 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0088394
Dec 22 13:00:17.952683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51118) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.957895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-6147d35f-994e-4640-a1c0-565150b70ea8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.961715 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6147d35f-994e-4640-a1c0-565150b70ea8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0051870
Dec 22 13:00:17.962682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51122) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.969277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-15649233-5cf2-46dd-9d10-8f83750d26f6 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.976266 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-15649233-5cf2-46dd-9d10-8f83750d26f6 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0084336
Dec 22 13:00:17.976421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51126) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.986038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-b24e3800-6deb-4650-ac67-124fcaea3cad tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.987053 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b24e3800-6deb-4650-ac67-124fcaea3cad tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0097010
Dec 22 13:00:17.989712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51130) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:17.996635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-34d7b89b-6e75-4698-b75e-c422e10e4f04 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:17.999297 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-34d7b89b-6e75-4698-b75e-c422e10e4f04 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0078974
Dec 22 13:00:18.000194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51134) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.011361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-796962fc-048e-4d2e-b6d5-b87e1f8d4a9c tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.011361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-796962fc-048e-4d2e-b6d5-b87e1f8d4a9c tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0079596
Dec 22 13:00:18.013379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51138) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.016975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.023074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-7c6ebcc4-90e4-4816-b655-e4b3dd7161cc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.024025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7c6ebcc4-90e4-4816-b655-e4b3dd7161cc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0095756
Dec 22 13:00:18.026730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51144) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.027956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-670999305-network', 'tenant_id': 'da42799729e14802b9c6ea466d334b32'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:18.032477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:18.033651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-1586fa05-7170-4b6e-8b63-c14225534aa4 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.036397 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1586fa05-7170-4b6e-8b63-c14225534aa4 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0085328
Dec 22 13:00:18.041900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Usage tracker for resource:network and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:18.041900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:18.042106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51148) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.054994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-e7c81d29-2b40-4210-877a-3fb56c33ab35 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.055168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51152) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.058816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e7c81d29-2b40-4210-877a-3fb56c33ab35 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0131402
Dec 22 13:00:18.058816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:18.058816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51156) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.064372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-bf91d504-41af-4742-9aec-dc781d70bb00 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.065396 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bf91d504-41af-4742-9aec-dc781d70bb00 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0057435
Dec 22 13:00:18.072256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51162) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.077291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-f4e95c5f-bda8-47f0-8540-b782b3d6d910 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.078480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51168) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.078994 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4e95c5f-bda8-47f0-8540-b782b3d6d910 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0090396
Dec 22 13:00:18.083967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-998c9480-9b4e-4049-a070-518d2236990f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.085769 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-998c9480-9b4e-4049-a070-518d2236990f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0059290
Dec 22 13:00:18.088195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51172) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.093747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-77f5b881-4c41-4a7b-ad7f-aa18d4b51436 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.095524 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-77f5b881-4c41-4a7b-ad7f-aa18d4b51436 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0054307
Dec 22 13:00:18.099438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.099438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:18.099770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51176) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.105093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-08edf588-9098-4522-a8e0-3e943f30570a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.109305 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-08edf588-9098-4522-a8e0-3e943f30570a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0084832
Dec 22 13:00:18.109451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51182) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.118019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-a1a86b1d-9277-46fc-ad3f-6d8df90926a7 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.118985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a1a86b1d-9277-46fc-ad3f-6d8df90926a7 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0084376
Dec 22 13:00:18.121487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51186) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.127384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-af88ca5a-8f20-441d-ad91-b3e8cadb6f9a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.128324 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af88ca5a-8f20-441d-ad91-b3e8cadb6f9a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0056133
Dec 22 13:00:18.133841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51190) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.138955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-baab5b79-9877-42c1-b7bd-d734a6de527f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.140094 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-baab5b79-9877-42c1-b7bd-d734a6de527f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0051618
Dec 22 13:00:18.140792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1812f0c-6379-4fc0-ba36-e22423782e2a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:18.142450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51194) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.147451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:18.147629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-d141e313-8efe-4c9e-9f30-0c39fd468d08 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.148424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d141e313-8efe-4c9e-9f30-0c39fd468d08 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0049059
Dec 22 13:00:18.150206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.150545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.150708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51198) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.150898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.151209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.151827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.151827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.152166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.152498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.152815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.153138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.153431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.153737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Tracked resource versions report:
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]: pushed versions:
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]: {   'AddressGroup': {'1.2'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'ConntrackHelper': {'1.0'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Log': {'1.0'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Network': {'1.1'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Port': {'1.7'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'PortForwarding': {'1.2'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'QosPolicy': {'1.8'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SecurityGroup': {'1.4'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SecurityGroupRule': {'1.2'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'SubPort': {'1.0'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Subnet': {'1.1'},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     'Trunk': {'1.1'}}
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]: consumer versions:
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     HyperV agent@hv-neutron-8226: {},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'ConntrackHelper': '1.0',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Log': '1.0',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Network': '1.1',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Port': '1.7',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'PortForwarding': '1.2',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'QosPolicy': '1.8',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SecurityGroup': '1.4',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SecurityGroupRule': '1.2',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'SubPort': '1.0',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Subnet': '1.1',
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:                                                        'Trunk': '1.1'}}
Dec 22 13:00:18.154898 dv-neutron-822662-1-hyperv neutron-server[88167]:  {{(pid=88167) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 13:00:18.157243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-dbaf1e16-c42d-432a-8af2-0b5a1fb53d74 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.158895 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dbaf1e16-c42d-432a-8af2-0b5a1fb53d74 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0069673
Dec 22 13:00:18.159761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51202) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.161311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:18.163203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Made reservation on behalf of da42799729e14802b9c6ea466d334b32 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:18.172372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-4a358885-5eee-400c-82e6-c9cadef1b86f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.173433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.173869 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4a358885-5eee-400c-82e6-c9cadef1b86f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0062599
Dec 22 13:00:18.174567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51206) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.180262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-fd119de3-76cf-4c43-b8bd-632d15f78cf2 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.183335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd119de3-76cf-4c43-b8bd-632d15f78cf2 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0056653
Dec 22 13:00:18.183597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.183683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51210) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.188922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-3719a8a5-40d2-4a11-b79f-98c839bcc8d8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.189821 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3719a8a5-40d2-4a11-b79f-98c839bcc8d8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0050154
Dec 22 13:00:18.190875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.191214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Added segment 1310d0fd-23a5-45c6-b1b8-acd70caf225b of type vlan for network bcec92f8-868c-432b-8244-680fc3906cad
Dec 22 13:00:18.192098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51214) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.197940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-0f85bd48-7be9-4f3a-a828-ea18ff3f1417 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.198884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0f85bd48-7be9-4f3a-a828-ea18ff3f1417 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0057781
Dec 22 13:00:18.201360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51218) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.215579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-36030306-e105-4271-9dab-74fd6b4eb56d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.215579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-36030306-e105-4271-9dab-74fd6b4eb56d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0119946
Dec 22 13:00:18.217486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51224) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.218648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:18.222665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-d4d90ec9-a1c1-4bba-bc99-dc951e232aa3 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.223756 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d4d90ec9-a1c1-4bba-bc99-dc951e232aa3 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0051894
Dec 22 13:00:18.226901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51228) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.232335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-d94e3f8d-2050-4da8-9f1d-5c603265d2ac tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.236614 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d94e3f8d-2050-4da8-9f1d-5c603265d2ac tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0086224
Dec 22 13:00:18.237467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51232) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.237769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.243449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-bf876de2-9dc9-4399-ba26-5d5541a6aec1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.247825 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf876de2-9dc9-4399-ba26-5d5541a6aec1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0068080
Dec 22 13:00:18.248637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51236) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.253644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-c365ce2c-1acd-4a2d-9537-8b0487f2b477 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.257739 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c365ce2c-1acd-4a2d-9537-8b0487f2b477 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0080280
Dec 22 13:00:18.258854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51240) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.263754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-7a6ab06e-dfea-420c-8f19-3f289f1dbcdc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.267314 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7a6ab06e-dfea-420c-8f19-3f289f1dbcdc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0073895
Dec 22 13:00:18.268019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51244) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.276268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-0da83e33-5faf-4faa-84c1-8861e3118215 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.279012 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0da83e33-5faf-4faa-84c1-8861e3118215 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0091040
Dec 22 13:00:18.282592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:18.283481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51248) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.285544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:18.290098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-ce31cdd5-297f-476e-b2bd-9e0f8bab8267 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.291803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:18.294183 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ce31cdd5-297f-476e-b2bd-9e0f8bab8267 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0095787
Dec 22 13:00:18.294736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51254) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.299991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-659975dc-0489-47f6-b8e0-d415327c13aa tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.304660 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-659975dc-0489-47f6-b8e0-d415327c13aa tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0087850
Dec 22 13:00:18.305476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51258) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.311251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-12123454-3600-4c73-8174-1a1cfbc149f1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.315216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-12123454-3600-4c73-8174-1a1cfbc149f1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0086968
Dec 22 13:00:18.316070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51262) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.322279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-861eedce-43dc-457d-af5c-9578f32c052b tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.326112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-861eedce-43dc-457d-af5c-9578f32c052b tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0070384
Dec 22 13:00:18.327986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51266) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.333693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-b8ae7269-344c-443f-ac96-3de15537dcc9 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.337568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51270) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.337762 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8ae7269-344c-443f-ac96-3de15537dcc9 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0086939
Dec 22 13:00:18.343487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-138b8dd0-993c-4742-b916-cd020fc196d1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.344402 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-138b8dd0-993c-4742-b916-cd020fc196d1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0058200
Dec 22 13:00:18.347659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51274) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.353687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-6794b861-a19c-4264-af1a-00416e2c16b5 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.357143 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6794b861-a19c-4264-af1a-00416e2c16b5 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0065753
Dec 22 13:00:18.357761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51278) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.378439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.384329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-59ac1a94-3305-4eaa-9453-4bdc629dfd6c tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.386606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-59ac1a94-3305-4eaa-9453-4bdc629dfd6c tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0273082
Dec 22 13:00:18.387986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:18.391731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.391945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51282) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.397570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-37ee5d0d-fe6b-451f-a7cc-c882b08d7402 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.401187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cfbf409b-87b2-4e5b-b966-88243278c441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:18.401632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-37ee5d0d-fe6b-451f-a7cc-c882b08d7402 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0085626
Dec 22 13:00:18.402196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51286) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.407138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-0f27b51b-7eab-41c0-b4d1-67bea166b3da tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.410715 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0f27b51b-7eab-41c0-b4d1-67bea166b3da tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0075622
Dec 22 13:00:18.411811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51290) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.416854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-3b820b4c-be35-44c0-bb4f-c01621aced19 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.420485 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3b820b4c-be35-44c0-bb4f-c01621aced19 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0076947
Dec 22 13:00:18.421765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51294) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.427138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-f7dd8436-2f91-470e-9e24-713fd498f8a0 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.429630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.431947 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7dd8436-2f91-470e-9e24-713fd498f8a0 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0086660
Dec 22 13:00:18.432585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51298) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.438211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-f2cf63a0-e2f8-4d45-9ae2-aafb13cab867 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.443078 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f2cf63a0-e2f8-4d45-9ae2-aafb13cab867 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0070739
Dec 22 13:00:18.443248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51302) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.450266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-f8b13f60-db31-4c87-a874-e269d2d92421 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.453976 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8b13f60-db31-4c87-a874-e269d2d92421 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0090621
Dec 22 13:00:18.454978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51306) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.459679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-244a3e43-48d3-43a9-8258-45aa4950e72d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.462975 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-244a3e43-48d3-43a9-8258-45aa4950e72d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0070989
Dec 22 13:00:18.463496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51310) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.470056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-f8e75e3c-bab4-4886-ae9f-797ad139a6f1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.470056 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8e75e3c-bab4-4886-ae9f-797ad139a6f1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0047500
Dec 22 13:00:18.471959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51314) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.477144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-325f20f9-15f6-4e4b-b680-4a926f36f59f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.478932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-325f20f9-15f6-4e4b-b680-4a926f36f59f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0052538
Dec 22 13:00:18.480380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51318) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.485285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-2cc579d6-b7ea-4ddd-a225-ad08d9a6d7b8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.488727 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2cc579d6-b7ea-4ddd-a225-ad08d9a6d7b8 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0070689
Dec 22 13:00:18.489283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51322) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.497264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2110290383-network', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:18.504410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-31661088-ca08-4931-ba47-ae5673ac3c6f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.507735 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-31661088-ca08-4931-ba47-ae5673ac3c6f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0143762
Dec 22 13:00:18.508298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51326) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.509248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:18.511639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.516649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-7111b353-d326-4d8e-b485-007c1f8153af tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.517569 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7111b353-d326-4d8e-b485-007c1f8153af tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0058482
Dec 22 13:00:18.518657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Usage tracker for resource:network and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:18.521273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51330) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.523700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:18.525995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=bcec92f8-868c-432b-8244-680fc3906cad,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:18.528806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-04b6a2f1-67b2-4332-a052-49f77b5e8380 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.529580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:18.531764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d92ba01a-c3d4-467b-acc0-cb22a49018a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:18.532448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-04b6a2f1-67b2-4332-a052-49f77b5e8380 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0102556
Dec 22 13:00:18.533008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.539154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:18.543698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network bcec92f8-868c-432b-8244-680fc3906cad details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:18.547023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-a0bbe9f4-9b96-4d61-a4b7-3a01fca5042f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.550650 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a0bbe9f4-9b96-4d61-a4b7-3a01fca5042f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0138865
Dec 22 13:00:18.551780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51340) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.560996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-12e7f874-ba6f-43d9-87fb-d07a571ccc50 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.564501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:18.564638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-12e7f874-ba6f-43d9-87fb-d07a571ccc50 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0082166
Dec 22 13:00:18.565181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51344) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.570052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-0bd981dd-4236-4564-b032-866db9126b03 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.573497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0bd981dd-4236-4564-b032-866db9126b03 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0074232
Dec 22 13:00:18.574438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51348) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.583841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-9a4d65c7-625b-4a4e-a463-10d37743f2d4 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.588877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9a4d65c7-625b-4a4e-a463-10d37743f2d4 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0095553
Dec 22 13:00:18.593201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51354) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.593340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51c057-24f7-47ba-90ed-e3aef6b454f1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:18.593601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-736110b4-4d46-4970-9dba-a01c0d61d7bc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.597487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:18.597738 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-736110b4-4d46-4970-9dba-a01c0d61d7bc tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0075679
Dec 22 13:00:18.598445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51360) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.606665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.607928 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Added segment db4d23ab-f84c-470c-9d10-341cef0fa308 of type vlan for network 2f0b802b-0de0-471f-80d2-0ba99dea9659
Dec 22 13:00:18.613436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-f8722929-5685-4875-a54d-0a37283eed15 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.619201 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8722929-5685-4875-a54d-0a37283eed15 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0156493
Dec 22 13:00:18.619924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51364) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.626377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-17ce5e0f-8d45-4866-81c7-5a311706bf13 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.631177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51368) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.632400 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17ce5e0f-8d45-4866-81c7-5a311706bf13 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0114713
Dec 22 13:00:18.639354 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4288061
Dec 22 13:00:18.642490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51372) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.642911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-78360f94-0a3f-4e14-af4d-38915498e7ab tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.646651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51376) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.647252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-78360f94-0a3f-4e14-af4d-38915498e7ab tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0120978
Dec 22 13:00:18.653221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Request body: {'subnet': {'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2114344149-subnet', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:18.659566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:18.664507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Usage tracker for resource:subnet and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:18.667648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:18.674006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:18.674315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.682597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-56b5a57d-83da-497f-a6fd-47b0f5d21018 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.686405 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-56b5a57d-83da-497f-a6fd-47b0f5d21018 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0383003
Dec 22 13:00:18.686819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51382) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.692370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-dd3c9545-7e3a-4f3b-ab0a-e9032ae14850 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.693385 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dd3c9545-7e3a-4f3b-ab0a-e9032ae14850 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0055318
Dec 22 13:00:18.695865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.700623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-8dbbdf1a-4794-41f8-a162-d4e244c5963a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.704120 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8dbbdf1a-4794-41f8-a162-d4e244c5963a tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0072753
Dec 22 13:00:18.704652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.711795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-d0284446-bc67-47a0-95c6-11cd93a3ae38 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.715223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51396) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.715707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d0284446-bc67-47a0-95c6-11cd93a3ae38 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0099967
Dec 22 13:00:18.724040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-92ca41b6-c420-41fc-a90a-ee7273a4bc3f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.724040 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-92ca41b6-c420-41fc-a90a-ee7273a4bc3f tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0048256
Dec 22 13:00:18.726491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51400) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.731202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [None req-f2599148-a44d-498f-8a3a-55f356b0da6d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.732135 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f2599148-a44d-498f-8a3a-55f356b0da6d tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0047762
Dec 22 13:00:18.734377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51404) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.739201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-eeecbe56-b7ca-4d4c-9fe6-d3eabee94ce3 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.740134 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eeecbe56-b7ca-4d4c-9fe6-d3eabee94ce3 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0047350
Dec 22 13:00:18.742978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51408) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:18.747756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [None req-92381ee8-8a3b-4c08-99ab-fccadb1165b1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:18.748690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-92381ee8-8a3b-4c08-99ab-fccadb1165b1 tempest-ExtensionsTestJSON-1014635935 tempest-ExtensionsTestJSON-1014635935-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0048611
Dec 22 13:00:18.760813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Made reservation on behalf of 5cd4c593c75146dea7f2c21b51ec1e34 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:18.763309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.775408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.789893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:18.793676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Usage tracker for resource:security_group_rule and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:18.796815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:18.805400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:18.836369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.838728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:18.839571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Made reservation on behalf of ecd152ad7b4e41b383e5461a3ef6ad0d for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:18.840008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.841867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:18.849032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:19.008407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0b802b-0de0-471f-80d2-0ba99dea9659,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:19.013809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:19.020629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:19.029821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.054332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4504087
Dec 22 13:00:19.057190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51422) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:19.066342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Request body: {'subnet': {'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-670999305-subnet', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:19.073125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:19.077329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Usage tracker for resource:subnet and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:19.082614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:19.087024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:19.098584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.114933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:19.145783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:19.166366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.166701 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Added segment 932e8535-cc44-4cdd-9b9a-574df9dd4026 of type vlan for network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840
Dec 22 13:00:19.174721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d5a30-ed2d-47d3-8747-77055a1db0fb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:19.187889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.188225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.188561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.188876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.189195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.189527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.189842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.190169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.190483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.190790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.191122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.191425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Tracked resource versions report:
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]: pushed versions:
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]: {   'AddressGroup': {'1.2'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'ConntrackHelper': {'1.0'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Log': {'1.0'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Network': {'1.1'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Port': {'1.7'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'PortForwarding': {'1.2'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'QosPolicy': {'1.8'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SecurityGroup': {'1.4'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SecurityGroupRule': {'1.2'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'SubPort': {'1.0'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Subnet': {'1.1'},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     'Trunk': {'1.1'}}
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]: consumer versions:
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     HyperV agent@hv-neutron-8226: {},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'ConntrackHelper': '1.0',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Log': '1.0',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Network': '1.1',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Port': '1.7',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'PortForwarding': '1.2',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'QosPolicy': '1.8',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SecurityGroup': '1.4',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SecurityGroupRule': '1.2',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'SubPort': '1.0',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Subnet': '1.1',
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:                                                        'Trunk': '1.1'}}
Dec 22 13:00:19.192462 dv-neutron-822662-1-hyperv neutron-server[88166]:  {{(pid=88166) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 13:00:19.206083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:19.209472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.210724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Made reservation on behalf of da42799729e14802b9c6ea466d334b32 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:19.217281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.235800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.245616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:19.318208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc41e4e-6386-4145-b260-31e8f848e584,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:19.324181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:19.328411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Checking segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:19.328770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Network hostable DHCP agents. Network: bcec92f8-868c-432b-8244-680fc3906cad, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:19.367639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.369165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:19.369671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.375204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4d54390-387b-43d6-a151-5787f8814a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:19.471384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Network bcec92f8-868c-432b-8244-680fc3906cad is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:19.490018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Pushing event updated for resources: {'Network': ['ID=9cef62f1-d68b-4204-9a1b-a7dbb5b48840,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:19.493406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:19.502642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:19.548937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.556841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07385f4a-4920-4aef-ba5e-d0f8a9b8df9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:19.560209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, bcec92f8-868c-432b-8244-680fc3906cad) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:19.565183 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.5062573
Dec 22 13:00:19.565544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51442) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:19.572434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Request body: {'subnet': {'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2110290383-subnet', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:19.577150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:19.577723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.581319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:19.592436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc59a1-be5f-4bc4-8135-ae8ba1e87435 None None] Network bcec92f8-868c-432b-8244-680fc3906cad requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:19.595606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Usage tracker for resource:subnet and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:19.601067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:19.608154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:19.625139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac8fb421-9afb-4a67-833c-72a10cb69987,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:19.638322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:19.661470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Checking segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:19.661821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Network hostable DHCP agents. Network: 2f0b802b-0de0-471f-80d2-0ba99dea9659, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:19.703546 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0594771
Dec 22 13:00:19.708198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51448) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:19.714525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:19.719151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:19.722963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Usage tracker for resource:router and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:19.726632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:19.733194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:19.755666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:19.784310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Made reservation on behalf of 5cd4c593c75146dea7f2c21b51ec1e34 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:19.786663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.818772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.820369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.844807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.867552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-bcec92f8-868c-432b-8244-680fc3906cad', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:00:19.868633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.904007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51454) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:19.910437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2f0b802b-0de0-471f-80d2-0ba99dea9659) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:19.923725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:19.924314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:19.951148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2719e3e8-99eb-41c6-aa33-56630fa05032 None None] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:20.020532 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9583240
Dec 22 13:00:20.025438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51462) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.030882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:20.036453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:20.041002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Usage tracker for resource:router and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:20.044889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:20.054969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:20.124718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51468) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.139074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.145906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c181c225-5783-454c-adc0-3a93c47f9f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:20.191765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.192766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.223555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dfd6159-453e-425e-87e6-7875cfa051f5,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:20.227724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:20.244623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Allocated IP 172.20.0.2 (bcec92f8-868c-432b-8244-680fc3906cad/adc41e4e-6386-4145-b260-31e8f848e584/711be322-a601-47c0-b5ab-87cd3f578bc6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:20.260303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Checking segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:20.260661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Network hostable DHCP agents. Network: 9cef62f1-d68b-4204-9a1b-a7dbb5b48840, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:20.302176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.324959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:20.338082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Usage tracker for resource:security_group_rule and tenant:05b2a222fbc6421ba0fc0d8c63d3d3b4 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:20.338082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:20.341241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:20.422791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.424135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51476) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.429068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2f0b802b-0de0-471f-80d2-0ba99dea9659', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:00:20.430356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.458303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.465824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.475960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:20.549792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.559639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:20.602662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 9cef62f1-d68b-4204-9a1b-a7dbb5b48840) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:20.615950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05b2a222fbc6421ba0fc0d8c63d3d3b4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7103283
Dec 22 13:00:20.617040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51484) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.621363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea2b7c-8717-4514-b7f5-ea4931d6d7c9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:20.636169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:20.636830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.691244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:20.725717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.730649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a32649-561d-4918-9257-2a6a3b8d7272 None None] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:20.749017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-966010304'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:20.762157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.768073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:20.829987 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.2633994
Dec 22 13:00:20.830650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51492) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.842220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:20.848083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:20.853998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Usage tracker for resource:router and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:20.857644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:20.863828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:20.876147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.914438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Allocated IP 172.20.0.2 (2f0b802b-0de0-471f-80d2-0ba99dea9659/ac8fb421-9afb-4a67-833c-72a10cb69987/b2683fee-9e67-43ac-9fc1-b2492d19d062) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:20.927306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.927552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Usage tracker for resource:network and tenant:c63e1bd374eb435f835fbcb95878cec8 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:20.929196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.933610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:20.939699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2c1019a9-f0aa-4a3e-aa2c-dc616c6b05ac tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:20.969023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51500) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:20.969710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:20.979604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Transition to ACTIVE for port object 711be322-a601-47c0-b5ab-87cd3f578bc6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:21.000159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:21.013614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.040346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea2b7c-8717-4514-b7f5-ea4931d6d7c9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:21.045304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:21.049520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:21.054719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:21.061754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Usage tracker for resource:floatingip and tenant:6d34244e2e0945c3992a5470b6e7f30c is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:21.064336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:21.064927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.066021 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aeea2b7c-8717-4514-b7f5-ea4931d6d7c9 HTTP/1.1" status: 204  len: 168 time: 0.4322622
Dec 22 13:00:21.068046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:21.076951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:21.088354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.166360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Transition to ACTIVE for port object 711be322-a601-47c0-b5ab-87cd3f578bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:21.208467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.281208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Made reservation on behalf of c63e1bd374eb435f835fbcb95878cec8 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:21.284711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.293685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:00:21.294518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.352606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.389774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:21.398075 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2c1019a9-f0aa-4a3e-aa2c-dc616c6b05ac tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "PUT /v2.0/quotas/67062d198cb54f368fe25d9a7f52c9aa HTTP/1.1" status: 200  len: 368 time: 0.9727051
Dec 22 13:00:21.399935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51516) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:21.407640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.427853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Request body: {'network': {'project_id': '67062d198cb54f368fe25d9a7f52c9aa'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:21.430966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Network bcec92f8-868c-432b-8244-680fc3906cad is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:21.446322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:21.448968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:21.467399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:21.469912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:21.539268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Usage tracker for resource:security_group_rule and tenant:c63e1bd374eb435f835fbcb95878cec8 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:21.543131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Usage tracker for resource:network and tenant:67062d198cb54f368fe25d9a7f52c9aa is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:21.548806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:21.553966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:21.565401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:21.573274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:21.607649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.648716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Attempting to bind port 711be322-a601-47c0-b5ab-87cd3f578bc6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:21.649091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Attempting to bind port 711be322-a601-47c0-b5ab-87cd3f578bc6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:21.649452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Attempting to bind port 711be322-a601-47c0-b5ab-87cd3f578bc6 on network bcec92f8-868c-432b-8244-680fc3906cad {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:21.656553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.665605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:21.665979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Checking segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:21.666379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.666870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Bound using segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:21.667524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Bound port: 711be322-a601-47c0-b5ab-87cd3f578bc6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:21.667897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.710052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Made reservation on behalf of 67062d198cb54f368fe25d9a7f52c9aa for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:21.713580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.750168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.785596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51528) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:21.802432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:21.812859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Usage tracker for resource:security_group_rule and tenant:67062d198cb54f368fe25d9a7f52c9aa is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:21.815268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.820683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:21.820880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Pushing event updated for resources: {'Port': ['ID=711be322-a601-47c0-b5ab-87cd3f578bc6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:21.858664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.860823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.863731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.870863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Tracked resource versions report:
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: pushed versions:
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: {   'AddressGroup': {'1.2'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'ConntrackHelper': {'1.0'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Log': {'1.0'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Network': {'1.1'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Port': {'1.7'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'PortForwarding': {'1.2'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'QosPolicy': {'1.8'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SecurityGroup': {'1.4'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SecurityGroupRule': {'1.2'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'SubPort': {'1.0'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Subnet': {'1.1'},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     'Trunk': {'1.1'}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: consumer versions:
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     HyperV agent@hv-neutron-8226: {},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'ConntrackHelper': '1.0',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Log': '1.0',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Network': '1.1',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Port': '1.7',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'PortForwarding': '1.2',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'QosPolicy': '1.8',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SecurityGroup': '1.4',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SecurityGroupRule': '1.2',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'SubPort': '1.0',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Subnet': '1.1',
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:                                                        'Trunk': '1.1'}}
Dec 22 13:00:21.871046 dv-neutron-822662-1-hyperv neutron-server[88168]:  {{(pid=88168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 13:00:21.874117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:21.950265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:21.959804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:21.994894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Allocated IP 172.26.3.182 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/4c497c48-4a42-467b-b9ed-66586f01d72d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:21.998100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.022005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Transition to ACTIVE for port object b2683fee-9e67-43ac-9fc1-b2492d19d062 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:22.060929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Transition to ACTIVE for port object b2683fee-9e67-43ac-9fc1-b2492d19d062 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:22.084204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] For port 711be322-a601-47c0-b5ab-87cd3f578bc6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:22.089741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] For port 711be322-a601-47c0-b5ab-87cd3f578bc6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=711be322-a601-47c0-b5ab-87cd3f578bc6,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:22.099367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.116679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Allocated IP 172.20.0.2 (9cef62f1-d68b-4204-9a1b-a7dbb5b48840/2dfd6159-453e-425e-87e6-7875cfa051f5/e63a282f-5fed-45c1-b869-97cce3707746) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:22.167605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:22.230724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.234987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.243394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:22.244342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:22.257740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a272916-b431-40fb-b5d9-7bb6ac1d2fa8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:22.275725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:22.280831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:22.319326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:floatingip and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:22.322456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:22.328528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:22.358749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:22.364376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Pushing event updated for resources: {'Port': ['ID=711be322-a601-47c0-b5ab-87cd3f578bc6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:22.365997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.694198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.703464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.704960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.705155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:22.705338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.705540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:22.705540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:22.705820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.705820 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Added segment 2c61d6cb-7665-4fd9-afb7-84a5efb62cc6 of type vlan for network 78974b16-bb62-46dc-9460-05810f2141de
Dec 22 13:00:22.706123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Pushing event updated for resources: {'Port': ['ID=b2683fee-9e67-43ac-9fc1-b2492d19d062,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:22.706260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.706374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:22.706374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:22.706374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:22.706830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.706830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.706830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.706830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:22.707540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.707865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:22.718060 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba79dcd-bd43-49f9-923d-fc7325569704,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:22.722344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:22.726626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.840621 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Added segment 3413d647-26de-47ac-9eaf-a9b662c8f73e of type vlan for network 32061cc8-e38d-4407-b675-c5eea6fc9d73
Dec 22 13:00:22.840621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.840621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51546) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Attempting to bind port b2683fee-9e67-43ac-9fc1-b2492d19d062 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Attempting to bind port b2683fee-9e67-43ac-9fc1-b2492d19d062 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Attempting to bind port b2683fee-9e67-43ac-9fc1-b2492d19d062 on network 2f0b802b-0de0-471f-80d2-0ba99dea9659 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Checking segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Bound using segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Bound port: b2683fee-9e67-43ac-9fc1-b2492d19d062, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:22.842964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.903825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.903956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.906070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:22.907020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.913794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:22.933016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Transition to ACTIVE for port object e63a282f-5fed-45c1-b869-97cce3707746 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:22.945622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-421025565'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:22.953425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:22.957046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Usage tracker for resource:network and tenant:2eb9d7d2d33148d08a279c2e1a60b499 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:22.961678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:22.968829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:22.979453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:22.992521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Transition to ACTIVE for port object e63a282f-5fed-45c1-b869-97cce3707746 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:22.998216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] For port b2683fee-9e67-43ac-9fc1-b2492d19d062, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:23.001081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] For port b2683fee-9e67-43ac-9fc1-b2492d19d062, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b2683fee-9e67-43ac-9fc1-b2492d19d062,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:23.020821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Allocated IP 172.26.3.80 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/2fd0770b-05fe-4835-9c3d-8672d8581830) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:23.066095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:23.074079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:23.081602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:23.136006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.139130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.140546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.144116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Pushing event updated for resources: {'Network': ['ID=78974b16-bb62-46dc-9460-05810f2141de,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.145077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:23.157817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:23.158410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.161798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Made reservation on behalf of 2eb9d7d2d33148d08a279c2e1a60b499 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:23.165560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.177023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.180326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:23.183481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 78974b16-bb62-46dc-9460-05810f2141de details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:23.187723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.336926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:23.340776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.343524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:23.345612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.354232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:23.356738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Pushing event updated for resources: {'Port': ['ID=e63a282f-5fed-45c1-b869-97cce3707746,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.360217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:23.411118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:23.458693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:23.460628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd0770b-05fe-4835-9c3d-8672d8581830,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.464669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:23.509387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 3.3835883
Dec 22 13:00:23.534374 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.1292677
Dec 22 13:00:23.535790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:23.539972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.548806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Attempting to bind port e63a282f-5fed-45c1-b869-97cce3707746 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:23.549153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.549259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Attempting to bind port e63a282f-5fed-45c1-b869-97cce3707746 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:23.549536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Attempting to bind port e63a282f-5fed-45c1-b869-97cce3707746 on network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:23.549731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51558) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:23.556581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Request body: {'network': {'project_id': '67062d198cb54f368fe25d9a7f52c9aa'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:23.563050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:23.566820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:23.567042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Usage tracker for resource:network and tenant:67062d198cb54f368fe25d9a7f52c9aa is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:23.567806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Checking segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:23.567806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.568218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Bound using segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:23.569241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Bound port: e63a282f-5fed-45c1-b869-97cce3707746, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:23.569515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Usage tracker for resource:security_group_rule and tenant:2eb9d7d2d33148d08a279c2e1a60b499 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:23.569619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.570628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:23.574716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event updated for resources: {'Network': ['ID=32061cc8-e38d-4407-b675-c5eea6fc9d73,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.577099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:23.579048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Pushing event updated for resources: {'Port': ['ID=b2683fee-9e67-43ac-9fc1-b2492d19d062,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.586705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:23.587083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.587083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:23.587083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.589222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 32061cc8-e38d-4407-b675-c5eea6fc9d73 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:23.589678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.597851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.554s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:23.639466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:23.732854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Made reservation on behalf of 67062d198cb54f368fe25d9a7f52c9aa for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:23.737594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.743184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Allocated IP 172.26.3.200 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/fd6bd864-8216-45e2-85e2-1f5d434d654a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:23.762758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.785247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Pushing event updated for resources: {'Port': ['ID=4c497c48-4a42-467b-b9ed-66586f01d72d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:23.808732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:23.846552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:23.875582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:23.876154 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Added segment a6c89b96-5a1e-4308-bcd5-cd7042c44959 of type vlan for network 2e867300-5b0e-402c-b649-8714144bbf82
Dec 22 13:00:24.052417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] For port e63a282f-5fed-45c1-b869-97cce3707746, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:24.055913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] For port e63a282f-5fed-45c1-b869-97cce3707746, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e63a282f-5fed-45c1-b869-97cce3707746,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:24.083352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b242d043-6f33-40f8-9809-9b5107247ad8 None None] Network bcec92f8-868c-432b-8244-680fc3906cad requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:24.174305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.187826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.203781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fa484ee1-6d41-4a09-bda9-58a3a10f2cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:24.213090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.218886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.226053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.265339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.297286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.312535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.319756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:24.326182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:24.372779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a9a9314e-8198-4d55-b40f-dcb58a2bd800 None None] Provisioning for port 711be322-a601-47c0-b5ab-87cd3f578bc6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:24.374426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:24.379475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Pushing event updated for resources: {'Port': ['ID=e63a282f-5fed-45c1-b869-97cce3707746,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:24.395423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:24.401630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82d9244-b961-41de-92a3-dbaadcfef753,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:24.442107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Pushing event updated for resources: {'Port': ['ID=2fd0770b-05fe-4835-9c3d-8672d8581830,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:24.445745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:24.449519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.453168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:24.453755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.486160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.488333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:24.536823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:24.542172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.542656 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Added segment 1e11d955-bf6f-478c-9990-e74890cd1fec of type vlan for network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c
Dec 22 13:00:24.754146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.754932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51572) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:24.759542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.759777 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2085323
Dec 22 13:00:24.791300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:24.792777 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.8220761
Dec 22 13:00:24.797435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51576) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:24.820879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 711be322-a601-47c0-b5ab-87cd3f578bc6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:24.825608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9b9c7565-7e02-4822-aad2-ee98eb3053e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:24.830488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'network_id': '78974b16-bb62-46dc-9460-05810f2141de', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-172718335'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:24.838912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:24.852820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Usage tracker for resource:port and tenant:8a4bf8cc024c421ead24f1659c861c76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:24.857832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:24.865886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51578) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:24.875863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Request body: {'network': {'project_id': '67062d198cb54f368fe25d9a7f52c9aa'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:24.888011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2023592089', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'fixed_ips': [{'ip_address': '172.26.3.80'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:24.893215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:24.897185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Usage tracker for resource:port and tenant:6d34244e2e0945c3992a5470b6e7f30c is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:24.900662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:24.907454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:24.910803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:24.913000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event updated for resources: {'Network': ['ID=2e867300-5b0e-402c-b649-8714144bbf82,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:24.921288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:24.924590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:24.933621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Usage tracker for resource:network and tenant:67062d198cb54f368fe25d9a7f52c9aa is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:24.944680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:24.944819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2e867300-5b0e-402c-b649-8714144bbf82 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:24.949570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Allocated IP 172.26.3.31 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/32634537-3d8a-442d-a62c-3377cc30eedb) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:25.056492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:25.059692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Made reservation on behalf of 6d34244e2e0945c3992a5470b6e7f30c for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:25.061527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:25.062076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.062773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.064934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:00:25.065406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:00:25.069918 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-58a35e55-8966-47dd-af34-a39ea4ca945e tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2827168
Dec 22 13:00:25.074748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:25.079068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51584) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:25.082428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:25.126996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79949911-140d-4846-8c1a-4d1421317e3b None None] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:25.148282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c5206d96-340e-49e4-981d-d50f69ed57fc tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67062d198cb54f368fe25d9a7f52c9aa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0651252
Dec 22 13:00:25.149078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.164625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51588) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:25.169098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Made reservation on behalf of 8a4bf8cc024c421ead24f1659c861c76 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:25.171501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.190569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Pushing event updated for resources: {'Port': ['ID=fd6bd864-8216-45e2-85e2-1f5d434d654a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:25.197599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.213824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:25.218997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:25.222867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Usage tracker for resource:security_group_rule and tenant:8a4bf8cc024c421ead24f1659c861c76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:25.226586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:25.233279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:25.344332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Usage tracker for resource:security_group_rule and tenant:6d34244e2e0945c3992a5470b6e7f30c is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:25.348661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:25.350104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.404467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:25.404856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:25.404856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.404856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:25.405147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:25.423499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.465733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.489987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.524491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.532663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 711be322-a601-47c0-b5ab-87cd3f578bc6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:25.541111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 711be322-a601-47c0-b5ab-87cd3f578bc6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:25.541730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.626884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Provisioning for port b2683fee-9e67-43ac-9fc1-b2492d19d062 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:25.641047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.647916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.652476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:25.670298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Provisioning complete for port 711be322-a601-47c0-b5ab-87cd3f578bc6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:25.670921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.672040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'Network': ['ID=b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:25.684233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:25.707263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc20df22-82f8-43d4-8159-fb5c1e9d8880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:25.726107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:25.760155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.807563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeeb65f-3670-4900-b2b3-f6d7bf0ca3af,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:25.817676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:25.818081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:25.818749 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 3.0501399
Dec 22 13:00:25.831250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51594) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:25.831250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Request body: {'subnet': {'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:25.857716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.858333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:25.913158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55492aa3-1d86-4399-b586-74b64fa94127 None None] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:25.913819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:25.915145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] device_id is not set on port 0abcf561-a763-4d95-8e13-a7df8b42b18c yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:25.920840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Router dee1f361-8ec8-4142-affc-3e3987a142e5 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:00:25.967447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:25.976247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:26.031283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.046863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Allocated IP 172.26.3.19 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/3f81c6bb-e9d9-48e9-b872-4b0ee5344499) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:26.073545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Pushing event updated for resources: {'Port': ['ID=32634537-3d8a-442d-a62c-3377cc30eedb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:26.112706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:26.140718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:26.144337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 711be322-a601-47c0-b5ab-87cd3f578bc6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=711be322-a601-47c0-b5ab-87cd3f578bc6,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:26.151485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.154131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a0d43ad-5536-4eb9-b0bd-32a6c642e7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:26.190403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Usage tracker for resource:subnet and tenant:2eb9d7d2d33148d08a279c2e1a60b499 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:26.197218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:26.209909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:26.262698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.265768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b2683fee-9e67-43ac-9fc1-b2492d19d062 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:26.302242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.322950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:26.383922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Made reservation on behalf of 2eb9d7d2d33148d08a279c2e1a60b499 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:26.387695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.414197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:26.441438 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Sync routers for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:26.451210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:00:26.451595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-b22283a2-ad14-4fa8-b328-bfc4d482c4de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:00:26.462327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=711be322-a601-47c0-b5ab-87cd3f578bc6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:26.466077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:26.476579 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:26.487697 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990198b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:26.514388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.518001 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/1ba79dcd-bd43-49f9-923d-fc7325569704 HTTP/1.1" status: 204  len: 168 time: 1.3481395
Dec 22 13:00:26.518001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d0acef-3e6c-4cde-aa1a-52e2fa169c3f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:26.518537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51598) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:26.601871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b2683fee-9e67-43ac-9fc1-b2492d19d062 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:26.611385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b2683fee-9e67-43ac-9fc1-b2492d19d062 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:26.611495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba79dcd-bd43-49f9-923d-fc7325569704,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:26.612735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.699964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:26.700430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.734s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:26.700705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:26.761660 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:26.791631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.832572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b2683fee-9e67-43ac-9fc1-b2492d19d062, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b2683fee-9e67-43ac-9fc1-b2492d19d062,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:26.878541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:26.908889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.916527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.920973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-eaeba7fc-e770-4f2f-b692-5bb71bb307ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:26.924922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.928599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.972559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.976844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:26.978071 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.2687213
Dec 22 13:00:26.981043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51602) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:27.018238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Transition to ACTIVE for port object adb938d4-ff85-4e25-b55d-4a5a7b1f1833 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:27.138537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b2683fee-9e67-43ac-9fc1-b2492d19d062,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:27.142134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:27.169091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 711be322-a601-47c0-b5ab-87cd3f578bc6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:27.187546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990198b0>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:23Z', 'revision_number': 3, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:27.191910 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Checking router: dee1f361-8ec8-4142-affc-3e3987a142e5 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:27.192493 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Updating router dee1f361-8ec8-4142-affc-3e3987a142e5 port 4c497c48-4a42-467b-b9ed-66586f01d72d binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:27.257677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 711be322-a601-47c0-b5ab-87cd3f578bc6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:27.258090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.262337 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.272413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.307031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f529829ca00>> segment before_delete 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.307370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f529829ca00>> subnet precommit_delete_associations 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.308199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> segment_host_mapping after_create 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.308525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> port after_create 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.309499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> port after_delete 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.309875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> port after_update 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.310188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> segment after_delete 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.310506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> subnet after_create 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.310824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> subnet after_delete 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.311198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f529829c2b0>> subnet after_update 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.392332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-df97caa8-47f4-4b9f-968e-9eb0cee83e06 None None] Provisioning for port e63a282f-5fed-45c1-b869-97cce3707746 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:27.417858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e63a282f-5fed-45c1-b869-97cce3707746 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:27.473548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-df97caa8-47f4-4b9f-968e-9eb0cee83e06 None None] Provisioning complete for port b2683fee-9e67-43ac-9fc1-b2492d19d062 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:27.473923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df97caa8-47f4-4b9f-968e-9eb0cee83e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.496616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5299a46400>> subnet after_create 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.496939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5299a46400>> subnet after_delete 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.497271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5299a46400>> subnet before_create 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.497594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5299a46400>> subnet before_update 55550000 {{(pid=88166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:27.498265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529829cf10>,) {'filters': {'network_id': ['2e867300-5b0e-402c-b649-8714144bbf82']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:27.505214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.577429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.578443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.582764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529829cf10>, 'a6c89b96-5a1e-4308-bcd5-cd7042c44959') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:27.583161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529829cf10>, 'a6c89b96-5a1e-4308-bcd5-cd7042c44959') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:27.606602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Router 66de8636-3ac0-42d0-8385-d96062b7c43e is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:00:27.618008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e63a282f-5fed-45c1-b869-97cce3707746 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:27.627609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e63a282f-5fed-45c1-b869-97cce3707746 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:27.628190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.642492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:27.681119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.754077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.764417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.780413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8e05f97-9805-4717-9583-f8ae357139db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:27.799665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e63a282f-5fed-45c1-b869-97cce3707746, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e63a282f-5fed-45c1-b869-97cce3707746,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:27.807976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:27.823627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:27.826206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:27.855995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.888905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=3f81c6bb-e9d9-48e9-b872-4b0ee5344499,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:27.908053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.910268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:27.926061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:27.926458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   from cryptography.utils import int_from_bytes
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   from cryptography.utils import int_from_bytes
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn_limited(
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn_limited(
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:27.950742 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:27.988665 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:00:27.989178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:00:27.994279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e63a282f-5fed-45c1-b869-97cce3707746,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:27.997015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.014571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'Subnet': ['ID=4a30d854-5bc3-4abc-9d0c-ee8aa6641356,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:28.025343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.055550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Checking segment: {'id': '1e11d955-bf6f-478c-9990-e74890cd1fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:28.056317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Network hostable DHCP agents. Network: b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:28.117299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:28.129386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Sync routers for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:28.145855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:28.148232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef9be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:28.174672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Checking segment: {'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:28.175172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Network hostable DHCP agents. Network: 78974b16-bb62-46dc-9460-05810f2141de, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:28.178228 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.185028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=adb938d4-ff85-4e25-b55d-4a5a7b1f1833,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:28.199309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.204033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:28.204033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.310659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Transition to ACTIVE for port object 4c497c48-4a42-467b-b9ed-66586f01d72d will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:28.345296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:28.347501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.350467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.3223128
Dec 22 13:00:28.355489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51606) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:28.363864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Network 78974b16-bb62-46dc-9460-05810f2141de is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:28.366196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.373121 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3005db09-fae5-47fa-9196-d00b8baf0bcf tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409  len: 371 time: 3.5033078
Dec 22 13:00:28.383649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51610) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:28.393137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.407194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:28.419451 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.426688 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:28.463592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:28.518315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:28.523965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "DELETE /v2.0/networks/2e867300-5b0e-402c-b649-8714144bbf82 HTTP/1.1" status: 204  len: 168 time: 1.9758441
Dec 22 13:00:28.523965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e867300-5b0e-402c-b649-8714144bbf82,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:28.524906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 78974b16-bb62-46dc-9460-05810f2141de) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:28.528889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:28.531605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51614) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:28.538740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:28.539273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.539743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.556741 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Pushing event updated for resources: {'Port': ['ID=4c497c48-4a42-467b-b9ed-66586f01d72d,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:28.565316 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.565874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.566737 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.567368 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.567880 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.568415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.568878 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.569338 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.569978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.570439 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.571894 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.572371 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Tracked resource versions report:
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]: pushed versions:
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]: {   'AddressGroup': {'1.2'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'ConntrackHelper': {'1.0'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Log': {'1.0'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Network': {'1.1'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Port': {'1.7'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'PortForwarding': {'1.2'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'QosPolicy': {'1.8'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SecurityGroup': {'1.4'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SecurityGroupRule': {'1.2'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'SubPort': {'1.0'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Subnet': {'1.1'},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     'Trunk': {'1.1'}}
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]: consumer versions:
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]: {   DHCP agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     HyperV agent@hv-neutron-8226: {},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     L3 agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     Metadata agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     Metering agent@dv-neutron-822662-1-hyperv: {},
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:     Open vSwitch agent@dv-neutron-822662-1-hyperv: {   'AddressGroup': '1.2',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'ConntrackHelper': '1.0',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Log': '1.0',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Network': '1.1',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Port': '1.7',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'PortForwarding': '1.2',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'QosPolicy': '1.8',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SecurityGroup': '1.4',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SecurityGroupRule': '1.2',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'SubPort': '1.0',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Subnet': '1.1',
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:                                                        'Trunk': '1.1'}}
Dec 22 13:00:28.574008 dv-neutron-822662-1-hyperv neutron-server[88169]:  {{(pid=88169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 22 13:00:28.591575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d76807-e0e9-47b2-aa6a-227b348d1d87 None None] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:28.605491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4509eb83-1a4e-42dc-b90e-8718b6350ed9 None None] Network 78974b16-bb62-46dc-9460-05810f2141de requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:28.606583 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:28.640197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.641694 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Attempting to bind port 4c497c48-4a42-467b-b9ed-66586f01d72d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:28.642365 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Attempting to bind port 4c497c48-4a42-467b-b9ed-66586f01d72d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:28.643584 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Attempting to bind port 4c497c48-4a42-467b-b9ed-66586f01d72d on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:28.652759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.654566 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:28.655059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.655334 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:28.655950 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.656613 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:28.657429 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Bound port: 4c497c48-4a42-467b-b9ed-66586f01d72d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:28.658032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.673054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:28.673881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:28.674032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:28.676852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Deleting port 2fd0770b-05fe-4835-9c3d-8672d8581830 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:28.677308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.763853 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] For port 4c497c48-4a42-467b-b9ed-66586f01d72d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:28.772356 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] For port 4c497c48-4a42-467b-b9ed-66586f01d72d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c497c48-4a42-467b-b9ed-66586f01d72d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:28.787847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:28.788050 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:28.792612 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 2 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:28.806330 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9787350
Dec 22 13:00:28.812008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51620) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:28.817729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.854495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Request body: {'port': {'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-80654188'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:28.859228 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:28.867527 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:28.900798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:28.901263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:28.901704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:29.014893 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Pushing event updated for resources: {'Port': ['ID=4c497c48-4a42-467b-b9ed-66586f01d72d,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:29.048099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:29.063266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:29.063266 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:29.063828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e63a282f-5fed-45c1-b869-97cce3707746 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:29.072091 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 3 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:29.076753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:29.077767 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990198b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.150864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.168680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c', 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c', 'tenant_id': '2eb9d7d2d33148d08a279c2e1a60b499', 'fixed_ips': [{'subnet_id': '4a30d854-5bc3-4abc-9d0c-ee8aa6641356'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:00:29.169506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.211674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.274279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.275012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.300693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef9be0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:25Z', 'revision_number': 3, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.307398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e63a282f-5fed-45c1-b869-97cce3707746 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:29.307935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.351101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Checking router: 66de8636-3ac0-42d0-8385-d96062b7c43e for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:29.351461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Updating router 66de8636-3ac0-42d0-8385-d96062b7c43e port fd6bd864-8216-45e2-85e2-1f5d434d654a binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:29.364265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f529b8e9160>> segment before_delete 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.364613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f529b8e9160>> subnet precommit_delete_associations 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.365411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> segment_host_mapping after_create 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.365748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> port after_create 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.366077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> port after_delete 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.366655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> port after_update 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.367150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> segment after_delete 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.369762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> subnet after_create 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.370267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> subnet after_delete 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.370743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5298a06130>> subnet after_update 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.374596 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:29.453575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:29.454078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:29.454517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:29.466061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.477518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Calling delete_port for 2fd0770b-05fe-4835-9c3d-8672d8581830 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:29.532619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Allocated IP 172.20.0.2 (b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c/4a30d854-5bc3-4abc-9d0c-ee8aa6641356/fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:29.542737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5298f44b20>> subnet after_create 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.543321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5298f44b20>> subnet after_delete 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.543805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5298f44b20>> subnet before_create 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.544390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5298f44b20>> subnet before_update 55550000 {{(pid=88167) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 22 13:00:29.544906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529b8e92b0>,) {'filters': {'network_id': ['32061cc8-e38d-4407-b675-c5eea6fc9d73']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.566587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:29.567163 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:29.568215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529b8e92b0>, '3413d647-26de-47ac-9eaf-a9b662c8f73e') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.568665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529b8e92b0>, '3413d647-26de-47ac-9eaf-a9b662c8f73e') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.574687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 4 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:29.637797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:29.638307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:29.638747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:29.646835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.681000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Allocated IP 172.20.0.1 (bcec92f8-868c-432b-8244-680fc3906cad/adc41e4e-6386-4145-b260-31e8f848e584/2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:29.695097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.734709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:29.744234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b2683fee-9e67-43ac-9fc1-b2492d19d062 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:29.775027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:29.775763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   from cryptography.utils import int_from_bytes
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   from cryptography.utils import int_from_bytes
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn_limited(
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn_limited(
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:29.795310 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:29.817195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990198b0>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:23Z', 'revision_number': 3, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:29.824190 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8eb71d-1c49-483e-8532-f9368c3d02ab None None] The sync data for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv is: [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:23Z', 'revision_number': 3, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:29.888535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:29.888989 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:29.903694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Usage tracker for resource:port and tenant:2eb9d7d2d33148d08a279c2e1a60b499 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:29.906114 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 5 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:29.917640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:29.940112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:29.968992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:29.969331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:29.971866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:29.985772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:29.986098 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.025461 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 6 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:30.079659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.080059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.080459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.087961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b2683fee-9e67-43ac-9fc1-b2492d19d062 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:30.088146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.093405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Made reservation on behalf of 2eb9d7d2d33148d08a279c2e1a60b499 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:30.097463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.113855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:30.114267 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.121426 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 7 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:30.148169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Router 3f2b02cc-78ee-41db-835b-d2a666fc642f is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:00:30.150799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.150799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.150799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.171013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:30.171429 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.184958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] device_id is not set on port f19305c0-0e57-4592-bed1-e5d0f300abde yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:30.244219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 8 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:30.261175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.309697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.317084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.334351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.354155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.356406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:00:30.358272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.367120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a1e2c2-3757-48e4-a4d1-38aa0b15bd49 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.379686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Transition to ACTIVE for port object fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:30.379831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.413741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.422704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Pushing event deleted for resources: {'Network': ['ID=32061cc8-e38d-4407-b675-c5eea6fc9d73,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.428287 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] 10.222.0.16 "DELETE /v2.0/networks/32061cc8-e38d-4407-b675-c5eea6fc9d73 HTTP/1.1" status: 204  len: 168 time: 1.8953774
Dec 22 13:00:30.432214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Transition to ACTIVE for port object 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:30.433515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:30.488644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Transition to ACTIVE for port object fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:30.498230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.499148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.499480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.499814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.511136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.528655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:30.528982 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.531952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Transition to ACTIVE for port object fd6bd864-8216-45e2-85e2-1f5d434d654a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:30.544153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 9 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:30.561288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fd0770b-05fe-4835-9c3d-8672d8581830,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.563905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:30.564576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.596498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.603587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.607423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.607864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.608201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.626201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:30.626555 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.642446 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 10 to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833
Dec 22 13:00:30.671365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.671701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.672036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.713235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.718795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.736971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.758317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Pushing event updated for resources: {'Port': ['ID=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.768174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:30.768780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a4457d25-ce17-4edb-b2a9-716161b65e05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:30.771193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:30.771716 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:30.771984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.821235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:30.841252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:30.847668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:30.889821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port adb938d4-ff85-4e25-b55d-4a5a7b1f1833, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:30.890176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempted to set empty binding levels {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:00:30.917025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Attempting to bind port fd6bd864-8216-45e2-85e2-1f5d434d654a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:30.917534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Attempting to bind port fd6bd864-8216-45e2-85e2-1f5d434d654a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:30.918049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Attempting to bind port fd6bd864-8216-45e2-85e2-1f5d434d654a on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:30.938756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Pushing event updated for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.949544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:30.953459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.964154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Pushing event updated for resources: {'Port': ['ID=fd6bd864-8216-45e2-85e2-1f5d434d654a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.971367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:30.971579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Network bcec92f8-868c-432b-8244-680fc3906cad is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:30.972328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:30.972452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.973462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:30.974059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Bound port: fd6bd864-8216-45e2-85e2-1f5d434d654a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:30.975555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:30.978739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:30.982819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:30.992099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=3f81c6bb-e9d9-48e9-b872-4b0ee5344499,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:30.995036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:31.002357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.014427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Allocated IP 172.20.0.1 (2f0b802b-0de0-471f-80d2-0ba99dea9659/ac8fb421-9afb-4a67-833c-72a10cb69987/a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:31.023720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:31.032811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:31.082049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.083482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Attempting to bind port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:31.086198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab4e6b64-43a9-41df-8db8-7fafa4c768b6 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388 tempest-ExternalNetworksAdminNegativeTestJSON-1879616388-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/58ca689f-b009-44d1-ba28-b5de78240560 HTTP/1.1" status: 204  len: 168 time: 2.6898158
Dec 22 13:00:31.087242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.089986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Attempting to bind port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1e11d955-bf6f-478c-9990-e74890cd1fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:31.090440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Attempting to bind port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c on network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:31.114388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:31.114388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Checking segment: {'id': '1e11d955-bf6f-478c-9990-e74890cd1fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:31.116851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.117561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Bound using segment: {'id': '1e11d955-bf6f-478c-9990-e74890cd1fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:31.118239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Bound port: fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e11d955-bf6f-478c-9990-e74890cd1fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:31.118630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.161845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:31.169828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Allocated IP 172.20.0.11 (b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c/4a30d854-5bc3-4abc-9d0c-ee8aa6641356/f19305c0-0e57-4592-bed1-e5d0f300abde) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:31.174779 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Sync routers for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:31.182777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:31.183277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.198876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.209874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:31.210528 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529872c580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:31.277352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=adb938d4-ff85-4e25-b55d-4a5a7b1f1833,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:31.290274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:31.385155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.388957 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.5934510
Dec 22 13:00:31.390126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51630) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:31.406504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-92277837'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:31.428410 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 6.6263218
Dec 22 13:00:31.429509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.430583 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8478d43b-0ab6-409b-9abb-595707443e66 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 10.5963101
Dec 22 13:00:31.431876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51634) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:31.432348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:31.434428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51636) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:31.441504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:network and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:31.449406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] For port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:31.457392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] For port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,segment=NetworkSegment(1e11d955-bf6f-478c-9990-e74890cd1fec),segment_id=1e11d955-bf6f-478c-9990-e74890cd1fec)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:31.469895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c497c48-4a42-467b-b9ed-66586f01d72d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:31.501627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:31.518675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:31.571215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.592135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:31.612971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Made reservation on behalf of 4ba0aae28fa147039480e6930aeb1739 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:31.614558 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:31.617203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.634969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.637954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.674267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:31.676687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Transition to ACTIVE for port object f19305c0-0e57-4592-bed1-e5d0f300abde will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:31.680528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:security_group_rule and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:31.689178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:31.690648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.697644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:31.699570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Pushing event updated for resources: {'Port': ['ID=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:31.715765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e12ff8f7-4773-49c4-b76d-7c85dc9d7f51 None None] Provisioning for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:31.722124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:31.725302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e12ff8f7-4773-49c4-b76d-7c85dc9d7f51 None None] Provisioning complete for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:31.725899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e12ff8f7-4773-49c4-b76d-7c85dc9d7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.786679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] For port fd6bd864-8216-45e2-85e2-1f5d434d654a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:31.804742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff8f7-4773-49c4-b76d-7c85dc9d7f51 None None] Port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:31.808738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] For port fd6bd864-8216-45e2-85e2-1f5d434d654a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd6bd864-8216-45e2-85e2-1f5d434d654a,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:31.815432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Deleting port adb938d4-ff85-4e25-b55d-4a5a7b1f1833 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:31.815432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.845867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.876571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.884431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:31.901856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Transition to ACTIVE for port object a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:31.955636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4c497c48-4a42-467b-b9ed-66586f01d72d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:31.966521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:31.994570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:32.005102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:32.017782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:32.026383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:32.111962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.112729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:32.127876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c497c48-4a42-467b-b9ed-66586f01d72d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:32.129190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.167351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'Port': ['ID=f19305c0-0e57-4592-bed1-e5d0f300abde,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:32.181456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:32.215028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:32.248665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529872c580>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:26Z', 'revision_number': 3, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:32.253579 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Checking router: 3f2b02cc-78ee-41db-835b-d2a666fc642f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:32.253930 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Updating router 3f2b02cc-78ee-41db-835b-d2a666fc642f port 32634537-3d8a-442d-a62c-3377cc30eedb binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:32.284249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51656) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:32.308703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:32.309060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.349996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:32.350787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef9be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:32.351396 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.369380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:32.371819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bde0494-3092-4522-84ac-df0b98d77bd8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:32.377268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:32.387445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.387809 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Added segment 57c247df-4547-4f5a-988d-1d9a135b8826 of type vlan for network d9d8b4e2-eac3-4145-b962-ee2a86cab80b
Dec 22 13:00:32.438270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.503781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Pushing event updated for resources: {'Port': ['ID=fd6bd864-8216-45e2-85e2-1f5d434d654a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:32.523076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:32.558753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7393920
Dec 22 13:00:32.560892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.565885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51662) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:32.573383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Request body: {'port': {'network_id': 'b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-623188721', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:32.576274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.api.validators [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] bootfile-name is not in valid_values {{(pid=88166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:32.576274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.api.validators [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] tftp-server is not in valid_values {{(pid=88166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:32.576274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.api.validators [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] server-ip-address is not in valid_values {{(pid=88166) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:32.701805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.755073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:32.756313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:32.775110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Usage tracker for resource:security_group_rule and tenant:8fa811d156e7464480496a0fd9f46a62 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:32.780148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:32.809825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.812813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:32.839559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.850966 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.873378 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Transition to ACTIVE for port object 32634537-3d8a-442d-a62c-3377cc30eedb will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:32.929733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4c497c48-4a42-467b-b9ed-66586f01d72d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c497c48-4a42-467b-b9ed-66586f01d72d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:32.959925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.965078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port adb938d4-ff85-4e25-b55d-4a5a7b1f1833, host hv-neutron-8226, got binding levels [] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:32.965563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.967417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:32.968257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.972641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:32.984025 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:32.995842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:32.998633 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.010008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Usage tracker for resource:port and tenant:2eb9d7d2d33148d08a279c2e1a60b499 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:33.040704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:33.042313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.046551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.086353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:33.148015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Calling delete_port for adb938d4-ff85-4e25-b55d-4a5a7b1f1833 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:33.181690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4c497c48-4a42-467b-b9ed-66586f01d72d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.186169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.204704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.220949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959e9180-21e7-451a-a4ff-8d955463db03 None None] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:33.242753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Network': ['ID=d9d8b4e2-eac3-4145-b962-ee2a86cab80b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.245690 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Attempting to bind port 32634537-3d8a-442d-a62c-3377cc30eedb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:33.249062 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Attempting to bind port 32634537-3d8a-442d-a62c-3377cc30eedb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:33.250775 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Attempting to bind port 32634537-3d8a-442d-a62c-3377cc30eedb on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:33.258684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.273139 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:33.273993 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:33.274631 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.278024 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:33.278750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Bound port: 32634537-3d8a-442d-a62c-3377cc30eedb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:33.279551 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.294043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.308670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:33.313914 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Pushing event updated for resources: {'Port': ['ID=32634537-3d8a-442d-a62c-3377cc30eedb,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.322550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:33.324280 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.351788 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.9538147
Dec 22 13:00:33.357828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51666) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:33.368197 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] For port 32634537-3d8a-442d-a62c-3377cc30eedb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:33.371944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] For port 32634537-3d8a-442d-a62c-3377cc30eedb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32634537-3d8a-442d-a62c-3377cc30eedb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:33.373465 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8fa811d156e7464480496a0fd9f46a62&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2439990
Dec 22 13:00:33.382662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Request body: {'subnet': {'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:33.399830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51670) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:33.430188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4a274-3ddb-4f8f-92d9-72788194f421,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.433868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.454387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.467213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.480988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7cdb0f5c-d3e4-4e10-a390-cb6c7845530f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.495310 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.503460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Made reservation on behalf of 2eb9d7d2d33148d08a279c2e1a60b499 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:33.504215 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.508011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.511847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.516535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e7876bc2-8734-42d1-96ff-718ba0874bc5 None None] Provisioning for port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:33.521845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.576906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] device_id is not set on port 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:33.588504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:33.632665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef9be0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:25Z', 'revision_number': 3, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:33.641854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:33.642989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Usage tracker for resource:security_group_rule and tenant:cc3cd99120f345e187a06762906bda34 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:33.652443 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Pushing event updated for resources: {'Port': ['ID=32634537-3d8a-442d-a62c-3377cc30eedb,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.659665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:33.661158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:33.669990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c13cef-4b42-4fb2-b760-5828d7698b40 None None] The sync data for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv is: [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:25Z', 'revision_number': 3, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:33.675734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:subnet and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:33.682127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.687841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:33.702329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:33.704546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.704826 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:33.705479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:33.706960 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529872c580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:33.727791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:33.734509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:33.738496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:33.739071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.744623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.783718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Pushing event updated for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:33.807251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.828883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:33.832863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Made reservation on behalf of 4ba0aae28fa147039480e6930aeb1739 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:33.837381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:33.840218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85c63974-6b76-4b17-af30-d504ddf54233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:33.903882 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "DELETE /v2.0/ports/adb938d4-ff85-4e25-b55d-4a5a7b1f1833 HTTP/1.1" status: 204  len: 168 time: 2.4707494
Dec 22 13:00:33.925697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51676) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:33.928750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:34.022920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event deleted for resources: {'Port': ['ID=adb938d4-ff85-4e25-b55d-4a5a7b1f1833,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:34.023966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.088537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Allocated IP 172.20.0.10 (b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c/4a30d854-5bc3-4abc-9d0c-ee8aa6641356/00154ce1-8dd9-4110-991c-6e6a3a71dbf5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:34.113466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.134691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,segment=NetworkSegment(1e11d955-bf6f-478c-9990-e74890cd1fec),segment_id=1e11d955-bf6f-478c-9990-e74890cd1fec)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:34.192411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:34.220338 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9942105-e73c-4367-ab50-435e806ebf83 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:00:34.221188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9942105-e73c-4367-ab50-435e806ebf83 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Synchronizing usage tracker for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:34.247666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.252771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:34.292141 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:34.314629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Provisioning for port f19305c0-0e57-4592-bed1-e5d0f300abde completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:34.358820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Provisioning complete for port f19305c0-0e57-4592-bed1-e5d0f300abde triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:34.359849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.404948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.506671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5bb1d3b9-7154-4258-93e9-1a2879db53d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:34.507946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:34.533938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:34.535383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Port f19305c0-0e57-4592-bed1-e5d0f300abde cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:34.549059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Provisioning complete for port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:34.549726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42240708-b5b5-4112-964d-b5393f533738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.557851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4a274-3ddb-4f8f-92d9-72788194f421,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:34.578416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:34.701300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.701912 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72b4a274-3ddb-4f8f-92d9-72788194f421 HTTP/1.1" status: 204  len: 168 time: 1.2956905
Dec 22 13:00:34.726557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.761089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.805011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.816341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.841353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Transition to ACTIVE for port object 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:34.843973 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529872c580>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:26Z', 'revision_number': 3, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:34.848939 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60484f-1533-4067-a4ee-0d95c0f7543b None None] The sync data for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv is: [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:26Z', 'revision_number': 3, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:34.892350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Provisioning complete for port f19305c0-0e57-4592-bed1-e5d0f300abde triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:34.892733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.937567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.957259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Port f19305c0-0e57-4592-bed1-e5d0f300abde cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:34.968616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:34.985162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:34.991701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:35.000770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.070808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Subnet': ['ID=d5e6c8cb-9034-425b-a6ff-bcc37c63b21d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:35.086504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.090127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:35.090805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cc3cd99120f345e187a06762906bda34&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7937603
Dec 22 13:00:35.091334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51682) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:35.121926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:35.207119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Provisioning for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:35.218791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Provisioning complete for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:35.219302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.268145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:35.275976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3552892b-7e50-446f-b210-c087b502de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.279114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:35.288458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:35.344760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ae5c1-5ac1-4ec0-a807-b76293efd8d9 None None] Port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:35.368934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fd12e0-7a8c-46e3-8328-6d2eb13bb0ac,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:35.369538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c497c48-4a42-467b-b9ed-66586f01d72d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:35.371306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.383097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.402725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9942105-e73c-4367-ab50-435e806ebf83 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Unset dirty status for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:35.403973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e9942105-e73c-4367-ab50-435e806ebf83 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports/adb938d4-ff85-4e25-b55d-4a5a7b1f1833 HTTP/1.1" status: 404  len: 333 time: 1.4773455
Dec 22 13:00:35.409717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:35.414097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:35.438590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51688) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:35.439591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Checking segment: {'id': '57c247df-4547-4f5a-988d-1d9a135b8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:35.439952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network hostable DHCP agents. Network: d9d8b4e2-eac3-4145-b962-ee2a86cab80b, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:35.466083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'Port': ['ID=00154ce1-8dd9-4110-991c-6e6a3a71dbf5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:35.482499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:35.486605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'network_id': '78974b16-bb62-46dc-9460-05810f2141de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1641986998'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:35.498430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Allocated IP 172.20.0.1 (9cef62f1-d68b-4204-9a1b-a7dbb5b48840/2dfd6159-453e-425e-87e6-7875cfa051f5/1a8e530b-87a2-4cf9-aac6-105708d85a43) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:35.504373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Pushing event updated for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:35.511733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:35.524448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:35.549553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c497c48-4a42-467b-b9ed-66586f01d72d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:35.550969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.589407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:35.599194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.624583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:35.625488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.683021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.765343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:35.772088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd6bd864-8216-45e2-85e2-1f5d434d654a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:35.773841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Made reservation on behalf of 8a4bf8cc024c421ead24f1659c861c76 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:35.776778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.808378 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.2412324
Dec 22 13:00:35.813379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51692) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:35.890000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port b547020b-97b8-4399-8d32-97c33cc7e332 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:35.928594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb47b879-b2bf-4b7f-a3ce-775275b6fd92 None None] Provisioning for port 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:35.934657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb47b879-b2bf-4b7f-a3ce-775275b6fd92 None None] Provisioning complete for port 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:35.937354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d9d8b4e2-eac3-4145-b962-ee2a86cab80b) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:35.937744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb47b879-b2bf-4b7f-a3ce-775275b6fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.945525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.956934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:35.957754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:35.993640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:36.001007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51696) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:36.026336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25a5d5-958b-4000-be25-98d99d35eb6b None None] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:36.030279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fd12e0-7a8c-46e3-8328-6d2eb13bb0ac,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:36.048971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Network bcec92f8-868c-432b-8244-680fc3906cad is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:36.051676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port fd6bd864-8216-45e2-85e2-1f5d434d654a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:36.062533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:36.064537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:36.088609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fd6bd864-8216-45e2-85e2-1f5d434d654a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:36.089789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.185392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.186627 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1fd12e0-7a8c-46e3-8328-6d2eb13bb0ac HTTP/1.1" status: 204  len: 168 time: 1.0772419
Dec 22 13:00:36.205288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:36.225443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:36.231833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:36.232752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Synchronizing usage tracker for tenant:2eb9d7d2d33148d08a279c2e1a60b499 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:36.240546 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8790073
Dec 22 13:00:36.243574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51702) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:36.280999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-408582534', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:36.347636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cb47b879-b2bf-4b7f-a3ce-775275b6fd92 None None] Port 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:36.365607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:36.395426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:router and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:36.424253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:36.447150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:36.482484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.507984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Unset dirty status for tenant:2eb9d7d2d33148d08a279c2e1a60b499 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:36.510997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-95e7f155-fcfb-447f-b4f3-408db70f0d2e tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2617 time: 0.6934497
Dec 22 13:00:36.512719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51706) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:36.556437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.566209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d9d8b4e2-eac3-4145-b962-ee2a86cab80b', 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b', 'tenant_id': '4ba0aae28fa147039480e6930aeb1739', 'fixed_ips': [{'subnet_id': 'd5e6c8cb-9034-425b-a6ff-bcc37c63b21d'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:00:36.567051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.583083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.589993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Deleting port 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:36.590352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.592082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.604252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-33e346a8-6ada-4b57-8f54-ee0e82f76e00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d34244e2e0945c3992a5470b6e7f30c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5943148
Dec 22 13:00:36.612234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51710) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:36.621540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.622145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.634395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.641104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Transition to ACTIVE for port object 1a8e530b-87a2-4cf9-aac6-105708d85a43 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:36.648002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port fd6bd864-8216-45e2-85e2-1f5d434d654a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd6bd864-8216-45e2-85e2-1f5d434d654a,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:36.649648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-60f9a0ff-dbdb-4e66-ab79-ad9680f44a7c None None] Provisioning complete for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:36.649648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60f9a0ff-dbdb-4e66-ab79-ad9680f44a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.666538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:36.687950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Router dee1f361-8ec8-4142-affc-3e3987a142e5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:00:36.699561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.715531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.716385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:36.738280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Network 78974b16-bb62-46dc-9460-05810f2141de is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:36.742612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:36.753129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8a344e79-a2c6-49b5-bab2-4285bc06dcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:36.774680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:36.783553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.790588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:36.791721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:36.792153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.815339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-60f9a0ff-dbdb-4e66-ab79-ad9680f44a7c None None] Port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:36.849920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=b547020b-97b8-4399-8d32-97c33cc7e332,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:36.854914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:36.895635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.923219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=fd6bd864-8216-45e2-85e2-1f5d434d654a,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:36.930111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:36.932514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:36.932902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.952780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:36.957227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Pushing event updated for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:36.968848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:37.013960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.025679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Allocated IP 172.20.0.2 (d9d8b4e2-eac3-4145-b962-ee2a86cab80b/d5e6c8cb-9034-425b-a6ff-bcc37c63b21d/56974164-4e5b-47e3-a12e-c9bc8dc9e0c3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:37.066754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.6204314
Dec 22 13:00:37.088374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51716) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:37.127333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.149506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:37.173750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:37.330547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:37.350087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:37.409323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:37.416372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.442505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Transition to ACTIVE for port object 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:37.464598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32634537-3d8a-442d-a62c-3377cc30eedb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:37.480807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:37.512243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Transition to ACTIVE for port object 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:37.528086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.541208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.560660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc2c6ac3-58dd-4b42-b5d4-325f619bae3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.561347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.573205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.614108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:37.624131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.632976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:37.642677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Pushing event updated for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:37.651118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:37.674122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Sync routers for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:37.674335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:37.675928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.679167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:37.705648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:37.706533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b88a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:37.731058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Calling delete_port for 00154ce1-8dd9-4110-991c-6e6a3a71dbf5 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:37.763265 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] 10.222.0.16 "PUT /v2.0/routers/dee1f361-8ec8-4142-affc-3e3987a142e5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7809739
Dec 22 13:00:37.834663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:37.850277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Usage tracker for resource:security_group_rule and tenant:6b2cddb310ab4a5d861a0a99bf871f0e is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:37.860751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:37.920159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:37.962760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:37.979947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.989186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:37.991746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28d0acef-3e6c-4cde-aa1a-52e2fa169c3f HTTP/1.1" status: 204  len: 168 time: 1.3779631
Dec 22 13:00:37.997204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 32634537-3d8a-442d-a62c-3377cc30eedb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:38.001663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9633be97-01c3-4da3-b5fa-7701165d7693 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:38.012869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Router 66de8636-3ac0-42d0-8385-d96062b7c43e has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:00:38.019882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d0acef-3e6c-4cde-aa1a-52e2fa169c3f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:38.025496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:38.062326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Pushing event updated for resources: {'Port': ['ID=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:38.077098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:38.078538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 32634537-3d8a-442d-a62c-3377cc30eedb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:38.078666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:38.166678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:38.186052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:38.195146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:38.262671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:38.274293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Sync routers for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:38.277443 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] 10.222.0.16 "PUT /v2.0/routers/66de8636-3ac0-42d0-8385-d96062b7c43e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9177282
Dec 22 13:00:38.291775 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:38.292654 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529872c850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:38.422379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:38.429389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:38.482816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c8f0916-eea6-4445-853b-80ea30c6a3d0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:38.618540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event deleted for resources: {'Port': ['ID=00154ce1-8dd9-4110-991c-6e6a3a71dbf5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:38.629407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:38.635255 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:38.736288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:00:38.889717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.005191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.061331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:39.092287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8b390572-2056-4891-b8c6-f3fc2952b8a6 None None] Provisioning for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:39.126866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8b390572-2056-4891-b8c6-f3fc2952b8a6 None None] Provisioning complete for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:39.127375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b390572-2056-4891-b8c6-f3fc2952b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.138220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port b547020b-97b8-4399-8d32-97c33cc7e332 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:39.184161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.188223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.288606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Pushing event updated for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:39.296790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:39.305626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.338487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Attempting to bind port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:39.340741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Attempting to bind port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '57c247df-4547-4f5a-988d-1d9a135b8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:39.341189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Attempting to bind port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 on network d9d8b4e2-eac3-4145-b962-ee2a86cab80b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:39.341671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.367519 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529872c850>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:35Z', 'revision_number': 2, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:39.380076 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Checking router: 66de8636-3ac0-42d0-8385-d96062b7c43e for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:39.383669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Updating router 66de8636-3ac0-42d0-8385-d96062b7c43e port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:39.388291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:39.389729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Checking segment: {'id': '57c247df-4547-4f5a-988d-1d9a135b8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:39.391028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.391735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Bound using segment: {'id': '57c247df-4547-4f5a-988d-1d9a135b8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:39.393037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Bound port: 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c247df-4547-4f5a-988d-1d9a135b8826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:39.393698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.408336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.413859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.419115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8b390572-2056-4891-b8c6-f3fc2952b8a6 None None] Port 1a8e530b-87a2-4cf9-aac6-105708d85a43 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:39.481470 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.486307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 32634537-3d8a-442d-a62c-3377cc30eedb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32634537-3d8a-442d-a62c-3377cc30eedb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:39.488692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Transition to ACTIVE for port object b547020b-97b8-4399-8d32-97c33cc7e332 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:39.494787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.501365 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "DELETE /v2.0/ports/00154ce1-8dd9-4110-991c-6e6a3a71dbf5 HTTP/1.1" status: 204  len: 168 time: 2.9872787
Dec 22 13:00:39.511206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51760) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:39.516969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b88a60>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:33Z', 'revision_number': 2, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:39.529593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Request body: {'port': {'name': 'tempest-new-port-name-1043015160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:39.530202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] bootfile-name is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:39.530640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] tftp-server is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:39.532319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] server-ip-address is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:00:39.548927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] For port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:39.552173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] For port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,segment=NetworkSegment(57c247df-4547-4f5a-988d-1d9a135b8826),segment_id=57c247df-4547-4f5a-988d-1d9a135b8826)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:39.560335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Checking router: dee1f361-8ec8-4142-affc-3e3987a142e5 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:39.562858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Updating router dee1f361-8ec8-4142-affc-3e3987a142e5 port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:39.563007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.577887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4a15458-a429-4f4a-8fa2-230b4a95e43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:39.611219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:39.615311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:39.626272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-77185153-a6f8-436e-8af9-2bdee08d984e None None] Provisioning complete for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:39.626661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-77185153-a6f8-436e-8af9-2bdee08d984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.682702 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b2cddb310ab4a5d861a0a99bf871f0e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1789491
Dec 22 13:00:39.689720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51766) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:39.723853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.727069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd6bd864-8216-45e2-85e2-1f5d434d654a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:39.777714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.787468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51772) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:39.787812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51776) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:39.803483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'security_group': {'name': 'tempest-securitygroup--138403562', 'description': 'tempest-description--1394164052'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:39.804612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:39.810171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:39.815431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Usage tracker for resource:security_group and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:39.818795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:39.826073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:39.849333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1051664488', 'description': 'tempest-description--1927146446'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:39.856567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.882516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.891550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1281cd33-bc77-4ae2-94f2-c0e0b0a923cc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:39.894734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:39.900429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=32634537-3d8a-442d-a62c-3377cc30eedb,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:39.903596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:39.908853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:39.911476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:39.913626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:39.914111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:39.963480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.088005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Usage tracker for resource:security_group and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:40.100451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-77185153-a6f8-436e-8af9-2bdee08d984e None None] Port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:40.118058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Pushing event updated for resources: {'Port': ['ID=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:40.124133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:40.170074 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.195622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.204501 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Transition to ACTIVE for port object a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:40.220850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Router 3f2b02cc-78ee-41db-835b-d2a666fc642f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:00:40.221796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.318932 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.323054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-51f35237-5da1-4f13-9766-b7782ae2153e None None] Provisioning complete for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:40.323442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-51f35237-5da1-4f13-9766-b7782ae2153e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.324133 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:40.343417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Allocated IP 172.26.3.195 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/b7c83a00-c347-407d-90df-c6ff1b3630f4) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:40.393804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fd6bd864-8216-45e2-85e2-1f5d434d654a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:40.404278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.511637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=b547020b-97b8-4399-8d32-97c33cc7e332,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:40.549457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:40.554557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.593631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:40.664903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-51f35237-5da1-4f13-9766-b7782ae2153e None None] Port 1a8e530b-87a2-4cf9-aac6-105708d85a43 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:40.720164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:40.762896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:40.763334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:40.763752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:40.789880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:40.790295 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:40.791544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:40.807995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 2 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:40.862168 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Pushing event updated for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:40.896583 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:40.926665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:40.927137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:40.927611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:40.938726 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Attempting to bind port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:40.939221 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Attempting to bind port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:40.939330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Usage tracker for resource:security_group_rule and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:40.939677 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Attempting to bind port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc on network 2f0b802b-0de0-471f-80d2-0ba99dea9659 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:40.941702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:40.942025 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:40.945617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.948659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:40.948777 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:40.949160 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Checking segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:40.949576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.949970 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Bound using segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:40.950444 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Bound port: a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:40.951231 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.952678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 3 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:40.976046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:40.991079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:40.991079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:40.991079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:40.992815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:40.997665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:40.997992 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:40.999529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.023153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 4 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:41.046040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:41.046233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:41.046525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:41.059367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:41.059690 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:41.069810 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 5 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:41.077186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.087524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:41.090415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] For port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:41.091687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Usage tracker for resource:security_group_rule and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:41.094555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:41.096102 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] For port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:41.112633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Transition to ACTIVE for port object 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:41.113170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:41.126254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.147860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32634537-3d8a-442d-a62c-3377cc30eedb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:41.150091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:41.150434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:41.150768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:41.164132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:41.164429 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:41.173586 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 6 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:41.237540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:41.237841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:41.238151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:41.246034 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.251576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:41.271403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 32634537-3d8a-442d-a62c-3377cc30eedb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:41.271836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.280265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:41.280601 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:41.286146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 7 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:41.330325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:41.330761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:41.331288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:41.356592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.370432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:41.392999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:41.404526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.405042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:41.405376 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:41.406261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.416408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] 10.222.0.16 "PUT /v2.0/routers/3f2b02cc-78ee-41db-835b-d2a666fc642f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.9798825
Dec 22 13:00:41.425855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 8 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:41.451241 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:41.451978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529872c850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:41.467461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.479376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:41.491231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Sync routers for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:41.546317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.620854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=b7c83a00-c347-407d-90df-c6ff1b3630f4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:41.635779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.638888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.646688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:41.648324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.650168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:41.660669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:41.675450 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Pushing event updated for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:41.681123 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:41.755525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:41.757106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:41.760705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:41.761186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:41.775872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c36e5ec-cd2d-44bd-ba7f-70e6c9a2f55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:41.796904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:41.803595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:41.812817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:41.813570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988b8b80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:41.933316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event updated for resources: {'Port': ['ID=f19305c0-0e57-4592-bed1-e5d0f300abde,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:41.954278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:42.002017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:42.027908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:42.035007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad37450c-9ba4-48c8-ac47-8555e4c25210 None None] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:42.057056 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:42.091748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] In _notify_port_updated(), no bound segment for port f19305c0-0e57-4592-bed1-e5d0f300abde on network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:00:42.108158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:42.108975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.113238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "PUT /v2.0/ports/f19305c0-0e57-4592-bed1-e5d0f300abde HTTP/1.1" status: 200  len: 1137 time: 2.5883675
Dec 22 13:00:42.113431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51812) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:42.162679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:42.163420 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:42.228240 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 9 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:42.261907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16739471-1a69-4771-b7f2-3d72c4175db7 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:42.269346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-16739471-1a69-4771-b7f2-3d72c4175db7 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "GET /v2.0/ports/f19305c0-0e57-4592-bed1-e5d0f300abde HTTP/1.1" status: 200  len: 1137 time: 0.1505070
Dec 22 13:00:42.269606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51816) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:42.288549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.290083 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1281cd33-bc77-4ae2-94f2-c0e0b0a923cc HTTP/1.1" status: 204  len: 168 time: 2.5897737
Dec 22 13:00:42.291656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:42.292278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:42.292843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:42.295391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.296145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Pushing event updated for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:42.297420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.5003157
Dec 22 13:00:42.343486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51822) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:42.348040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Attempting to bind port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:42.348417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Attempting to bind port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:42.348785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Attempting to bind port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 on network bcec92f8-868c-432b-8244-680fc3906cad {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:42.405220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:42.406050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:42.406425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Checking segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:42.407552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.408159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Bound using segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:42.408465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Bound port: 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:42.409085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.430675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1902370002'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:42.447785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:42.475019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Usage tracker for resource:network and tenant:57b1ec1687b64fc6b9ba92826b7eb190 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:42.487833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Deleting port f19305c0-0e57-4592-bed1-e5d0f300abde {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:42.488194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.496492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'security_group_rule': {'security_group_id': 'ca0e8605-395f-4288-a7fe-36b3bb3d4359', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:42.537230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:42.537230 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:42.537230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 10 to bind port b547020b-97b8-4399-8d32-97c33cc7e332
Dec 22 13:00:42.553176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:42.556743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:42.557145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:42.557586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:42.595020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70c647-b16c-49d2-8c49-76e1887557de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0e8605-395f-4288-a7fe-36b3bb3d4359,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:42.608220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Usage tracker for resource:security_group_rule and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:42.612142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:42.626918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:42.630911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:42.631259 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port b547020b-97b8-4399-8d32-97c33cc7e332 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:42.631714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.677144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:42.689434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] For port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:42.691909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:42.693128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] For port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:42.717830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fc11d-1f3f-48cd-b130-c1574a03a576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281cd33-bc77-4ae2-94f2-c0e0b0a923cc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:42.734221 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529872c850>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:41Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:42.753443 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80ce11-9eff-4c17-b5ab-3582fcef13ce None None] The sync data for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv is: [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:41Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:42.784875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:42.792549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.796929 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.0014522
Dec 22 13:00:42.823330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:42.835909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'security_group_rule': {'security_group_id': 'df22153e-aa77-4d89-a2d9-7bb46273cc48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:42.853642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:42.867536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.869850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Usage tracker for resource:security_group_rule and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:42.876257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:42.886479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:42.894126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:42.911624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Made reservation on behalf of 57b1ec1687b64fc6b9ba92826b7eb190 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:42.915313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.922999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port b547020b-97b8-4399-8d32-97c33cc7e332, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:42.923529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempted to set empty binding levels {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:00:42.924635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df22153e-aa77-4d89-a2d9-7bb46273cc48,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:42.940889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:42.940889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.649s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:42.940889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:42.945075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.947329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:42.947630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:42.965844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.969860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:42.971767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:42.981618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Provisioning for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:43.015714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Provisioning complete for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:43.016091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.051776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:43.052596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.064273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.068595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:43.084950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51832) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:43.160158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Usage tracker for resource:security_group_rule and tenant:57b1ec1687b64fc6b9ba92826b7eb190 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:43.177528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:43.185011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Calling delete_port for f19305c0-0e57-4592-bed1-e5d0f300abde owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:43.318289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.450891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:43.459163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:43.468283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:43.468935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b88a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:43.525414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.554565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.565510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247379090', 'description': 'tempest-description--776795682'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:43.571995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.584229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.587092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:43.595670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Usage tracker for resource:security_group and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:43.606583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:43.616709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:43.673822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event deleted for resources: {'Port': ['ID=f19305c0-0e57-4592-bed1-e5d0f300abde,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:43.681605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] In _notify_port_updated(), no bound segment for port b547020b-97b8-4399-8d32-97c33cc7e332 on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:00:43.682390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:43.682507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:43.683112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.687146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "PUT /v2.0/ports/b547020b-97b8-4399-8d32-97c33cc7e332 HTTP/1.1" status: 200  len: 977 time: 6.5978463
Dec 22 13:00:43.689330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:43.690039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51844) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:43.698619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.716189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.716416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=b547020b-97b8-4399-8d32-97c33cc7e332,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:43.725933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:43.730581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:43.756568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9454d8-8e76-4c35-b087-95dddb06e163,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:43.768576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Pushing event updated for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:43.849634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:43.853215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:43.858907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:43.868438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.873132 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4115131
Dec 22 13:00:43.876322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:43.883837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'security_group_rule': {'security_group_id': 'ca0e8605-395f-4288-a7fe-36b3bb3d4359', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:43.900481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:43.907613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Usage tracker for resource:security_group_rule and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:43.910860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:43.917642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:43.923899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:43.995367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7457c515-798f-42e8-a7c6-f533fc78cf61,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:44.009995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:44.015607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.066763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:44.066917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.077120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Usage tracker for resource:security_group_rule and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:44.084624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:44.094007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:44.124554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:44.138372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.146834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.178819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:44.195663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.196018 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Added segment ee4119ff-ddfb-4655-9aa8-01fa1875caf8 of type vlan for network 79185291-4f21-47bc-b928-faf1adbaf30e
Dec 22 13:00:44.228685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "DELETE /v2.0/ports/f19305c0-0e57-4592-bed1-e5d0f300abde HTTP/1.1" status: 204  len: 168 time: 1.9580467
Dec 22 13:00:44.230679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51860) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:44.233941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e03ccd-f5cd-4186-aa6d-8c124a4eb32a,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:44.237174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:44.257832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.260874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.273595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.393782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.403235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.422878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:44.484737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d94129-e800-47c9-8c56-951c183106af,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:44.489611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988b8b80>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 2, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:44.493719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:44.502023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Checking router: 3f2b02cc-78ee-41db-835b-d2a666fc642f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:00:44.502382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Updating router 3f2b02cc-78ee-41db-835b-d2a666fc642f port 1a8e530b-87a2-4cf9-aac6-105708d85a43 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:00:44.528112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.528667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.529354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.529588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.530051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.530626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.530984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.531442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.531897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.532349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.532802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.533254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.533706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.534156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.534607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.535211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.535673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.536122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:44.549001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] For port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,segment=NetworkSegment(57c247df-4547-4f5a-988d-1d9a135b8826),segment_id=57c247df-4547-4f5a-988d-1d9a135b8826)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:44.551812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5026845b-7ad2-4bab-9aa6-994a1beabd0f tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16399 time: 0.8390558
Dec 22 13:00:44.565174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:44.589129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.596302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Deleting subnet 4a30d854-5bc3-4abc-9d0c-ee8aa6641356 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:00:44.600098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.604103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:44.652919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.654563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8303909
Dec 22 13:00:44.666939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51872) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:44.684550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'security_group_rule': {'security_group_id': 'df22153e-aa77-4d89-a2d9-7bb46273cc48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:44.697805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.712978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.713640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:44.722030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.722184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:44.726240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.730873 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8502951
Dec 22 13:00:44.732514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51876) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:44.742741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:44.757174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:44.762546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Usage tracker for resource:security_group_rule and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:44.763837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Deleting port b547020b-97b8-4399-8d32-97c33cc7e332 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:44.764177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.767081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:44.796486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:44.813522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Usage tracker for resource:floatingip and tenant:ecd152ad7b4e41b383e5461a3ef6ad0d is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:44.821190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:44.845252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:44.861244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.953796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:44.990537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:00:44.990964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:00:45.003872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.012128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.019702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.034994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:45.038477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port b547020b-97b8-4399-8d32-97c33cc7e332, host hv-neutron-8226, got binding levels [] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:45.039024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.046613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:45.047244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.057783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Pushing event updated for resources: {'Port': ['ID=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.074037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.088577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e099c94-7094-4489-8ed4-bd371003dd27 None None] Could not find standard attr ID for object f19305c0-0e57-4592-bed1-e5d0f300abde. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:00:45.105923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Router 9095bac3-eaff-4958-9018-fcfe11026cdd is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:00:45.121512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fca6f84-3e32-4961-8dbd-38503ed98747,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.131440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.148546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:45.182569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.202939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Calling delete_port for b547020b-97b8-4399-8d32-97c33cc7e332 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:45.263031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.267489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Pushing event updated for resources: {'Network': ['ID=79185291-4f21-47bc-b928-faf1adbaf30e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.269143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.276577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e099c94-7094-4489-8ed4-bd371003dd27 None None] Provisioning complete for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:45.279242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e099c94-7094-4489-8ed4-bd371003dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.292253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.296387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.1355968
Dec 22 13:00:45.296492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51886) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:45.301480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'security_group_rule': {'security_group_id': '1fca6f84-3e32-4961-8dbd-38503ed98747', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:45.313595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:45.320559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Usage tracker for resource:security_group_rule and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:45.325629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:45.333566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 79185291-4f21-47bc-b928-faf1adbaf30e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:45.336132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:45.428398 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.3859627
Dec 22 13:00:45.428398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.440081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8a6f5004-1bff-492c-aa5a-a2806174b51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:45.492250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.497943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.500939 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "DELETE /v2.0/subnets/4a30d854-5bc3-4abc-9d0c-ee8aa6641356 HTTP/1.1" status: 204  len: 168 time: 1.2622144
Dec 22 13:00:45.506582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event deleted for resources: {'Subnet': ['ID=4a30d854-5bc3-4abc-9d0c-ee8aa6641356,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.508413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51896) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:45.555000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:45.569169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] Sync routers for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:45.584965 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:45.587544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d6d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:45.593944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be7446a-2a88-4c0e-be6a-64311bca59c3 None None] Network b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:45.617846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.680415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.725511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.727684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:45.730456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d969ff20-8219-48d4-80f0-9e8ecdc08329 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:45.738080 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d6d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:45.744718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.751927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:45.752558 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d6d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:45.757671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.808420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bfb5be3-fd67-4277-9b02-0423a000af48,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.823414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Deleting port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:45.823765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.830778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.832005 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 9.5875072
Dec 22 13:00:45.846892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event deleted for resources: {'Port': ['ID=b547020b-97b8-4399-8d32-97c33cc7e332,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:45.850900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.851556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51904) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:45.856703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:45.866704 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d6d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:45.867729 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214ff5c5-3d68-42fb-8fbc-710ab1c9b7b2 None None] The sync data for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:45.869795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.898097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:45.902280 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.2242787
Dec 22 13:00:45.903245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51908) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:45.911849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:45.985378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:46.023887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.033538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51912) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:46.034675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51914) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:46.035428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Usage tracker for resource:floatingip and tenant:da42799729e14802b9c6ea466d334b32 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:46.042953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:46.053940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:46.095814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-158819280'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:46.165515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b88a60>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:42Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:46.170753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] For port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,segment=NetworkSegment(1e11d955-bf6f-478c-9990-e74890cd1fec),segment_id=1e11d955-bf6f-478c-9990-e74890cd1fec)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:46.171382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.185128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d488e-df46-4bcd-aaf2-cb36d5d830e9 None None] The sync data for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv is: [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:42Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:46.193434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b547020b-97b8-4399-8d32-97c33cc7e332 HTTP/1.1" status: 204  len: 168 time: 1.6229331
Dec 22 13:00:46.199103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.202648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:46.205713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51922) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:46.211817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:46.284698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Transition to ACTIVE for port object 1a8e530b-87a2-4cf9-aac6-105708d85a43 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:46.330197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:46.330582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.405448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.415654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:46.425348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Calling delete_port for fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:46.441243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Usage tracker for resource:port and tenant:5d3a0086284943cb95e8e3cb24e7a9d8 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:46.446071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:46.471300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc5a4d3-a145-4e0e-a6bd-b8e1385bb40a None None] DHCP port deletion for b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:00:46.491752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:46.498943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-361153932', 'router:external': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:46.516415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9b8d8c-0f5a-474d-8253-29c84e3b4f00 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:00:46.517105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c9b8d8c-0f5a-474d-8253-29c84e3b4f00 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Synchronizing usage tracker for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:46.527682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:46.548262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.549251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:network and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:46.550137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.552118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5a4d3-a145-4e0e-a6bd-b8e1385bb40a None None] Deleting port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:46.552961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9dc5a4d3-a145-4e0e-a6bd-b8e1385bb40a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.561814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:46.574396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:46.582999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Allocated IP 172.26.3.11 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:46.590291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:46.618260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69dcaaa-0023-411a-96ab-b76e4d1f4081,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:46.623702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:46.634245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.657356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Pushing event updated for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:46.702649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:46.719549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8adf7cdd-f2cc-4aa8-a59d-982e15e3974e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:46.775130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] No DVR routers for this DVR port fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:00:46.784508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event deleted for resources: {'Port': ['ID=fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:46.790047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:46.820921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9dc5a4d3-a145-4e0e-a6bd-b8e1385bb40a None None] The port 'fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:00:46.873800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.875100 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5776420
Dec 22 13:00:46.910799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Attempting to bind port 1a8e530b-87a2-4cf9-aac6-105708d85a43 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:46.911465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Attempting to bind port 1a8e530b-87a2-4cf9-aac6-105708d85a43 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:46.912023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Attempting to bind port 1a8e530b-87a2-4cf9-aac6-105708d85a43 on network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:46.916391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:46.951770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:00:46.952383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Checking segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:46.952973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:46.953544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Bound using segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:00:46.954213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Bound port: 1a8e530b-87a2-4cf9-aac6-105708d85a43, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:00:46.954783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.002083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.073630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.088327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51928) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:47.106952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'security_group_rule': {'security_group_id': '1fca6f84-3e32-4961-8dbd-38503ed98747', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:47.107245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] For port 1a8e530b-87a2-4cf9-aac6-105708d85a43, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:47.110670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] For port 1a8e530b-87a2-4cf9-aac6-105708d85a43, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1a8e530b-87a2-4cf9-aac6-105708d85a43,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:00:47.116907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Made reservation on behalf of 5d3a0086284943cb95e8e3cb24e7a9d8 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:47.120390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.139391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Made reservation on behalf of 4751ced01839473690001034a1d94688 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:47.142759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.163081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c9b8d8c-0f5a-474d-8253-29c84e3b4f00 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Unset dirty status for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:47.163081 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c9b8d8c-0f5a-474d-8253-29c84e3b4f00 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports/b547020b-97b8-4399-8d32-97c33cc7e332 HTTP/1.1" status: 404  len: 333 time: 0.9397957
Dec 22 13:00:47.198067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529824e9a0>,) {'filters': {'network_id': ['b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:47.210536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:47.215710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:47.220896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:47.221271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.229739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1815593180', 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:47.251993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:47.259113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529824e9a0>, '1e11d955-bf6f-478c-9990-e74890cd1fec') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:47.259678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529824e9a0>, '1e11d955-bf6f-478c-9990-e74890cd1fec') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:47.264455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:47.281220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.286171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.289296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.292192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:47.302985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.310648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:47.311313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.315844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Usage tracker for resource:security_group_rule and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:47.362618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.392762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:47.410413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:47.417963 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:47.419770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Pushing event updated for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:47.423816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:47.427386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:47.428276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988b8b80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:47.436929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:47.440238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:47.451030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:47.462305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Usage tracker for resource:security_group_rule and tenant:5d3a0086284943cb95e8e3cb24e7a9d8 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:47.475255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:47.485317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:security_group_rule and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:47.488272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:47.529010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.614045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Made reservation on behalf of 8a4bf8cc024c421ead24f1659c861c76 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:47.617704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.638921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.657982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port 81b4062b-12d3-4a33-8c7e-9d94a8bc68cd yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:47.661251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:47.697388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.698919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:47.702869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.723536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:47.748702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.752312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Pushing event deleted for resources: {'Network': ['ID=b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:47.776144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:47.785906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:00:47.792665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] 10.222.0.16 "DELETE /v2.0/networks/b5a566ea-dbc6-4c6c-abe7-e41fa7d6e14c HTTP/1.1" status: 204  len: 168 time: 2.2817118
Dec 22 13:00:47.827315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:47.858029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:47.960506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Allocated IP 172.26.3.238 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/95a3f74d-3fc8-463e-8504-a74eaa802fec) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:47.996207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:48.022557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:48.028106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.040199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:48.044250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'Port': ['ID=87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.048606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:48.092548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.156872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.187037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.190123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:48.197436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.228755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.265961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.276774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.286555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.299015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988b8b80>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:48.303952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ec148e-b7f8-4eb7-9310-4b714680cf67 None None] The sync data for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv is: [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:48.312426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.326796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.352033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8afb55ee-3f0f-4cb6-9f62-da224828b1a4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:48.367311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.368966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:48.374366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:48.420866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.449204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Network 78974b16-bb62-46dc-9460-05810f2141de is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:48.452685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.455915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:48.456868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.464719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:48.465634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:48.466221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.477089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.485272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=81b4062b-12d3-4a33-8c7e-9d94a8bc68cd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.490710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.491378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:48.499136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port 9cb25f35-403d-480e-b429-9844dfde336d yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:48.534903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eceaef2-693e-4f96-8bef-23f24e943823,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.539026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.543467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:48.544572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:48.546086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:48.547863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:48.551484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:48.559208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:48.567497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:48.568649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.590111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7451d65-79d5-44e3-9ae9-8f5f6fe64da8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.604072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'Port': ['ID=95a3f74d-3fc8-463e-8504-a74eaa802fec,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.608657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.680975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.4676635
Dec 22 13:00:48.683904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51940) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:48.774489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.790488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.791354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Added segment 0df2d271-386c-4b3d-891a-5088e8475df0 of type vlan for network 5af533b6-19c3-45f8-b34f-65150fc6b63e
Dec 22 13:00:48.792159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.805789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8463406-655c-415a-9aaa-723a68fcc219 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:48.806768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8463406-655c-415a-9aaa-723a68fcc219 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Synchronizing usage tracker for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:48.835786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.837915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:48.842527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:48.908710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:48.909891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8144913
Dec 22 13:00:48.937086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51950) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:48.949359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:48.976440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:48.986319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86767d29-b287-4230-8089-73581c9a8bad,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:48.987701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Usage tracker for resource:floatingip and tenant:5cd4c593c75146dea7f2c21b51ec1e34 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:48.995805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:48.996005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:48.997112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.000243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:49.008411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:49.008796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:49.012931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8463406-655c-415a-9aaa-723a68fcc219 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Unset dirty status for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:49.014163 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8463406-655c-415a-9aaa-723a68fcc219 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports/81b4062b-12d3-4a33-8c7e-9d94a8bc68cd HTTP/1.1" status: 200  len: 955 time: 0.3292520
Dec 22 13:00:49.017076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:49.020902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.035128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 51954) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:49.117135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:00:49.135779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Deleting port 81b4062b-12d3-4a33-8c7e-9d94a8bc68cd {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:49.136346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.156198 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c7a65c14-6e18-4d39-b752-89206980ebe9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eb9d7d2d33148d08a279c2e1a60b499&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3121030
Dec 22 13:00:49.156840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51958) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:49.175460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.184074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:00:49.184506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fdc9fd25-5a78-44b4-83e4-39d5fc53aa0c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:00:49.199378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:49.205167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:49.302610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.434983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.503200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.510205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.538740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:49.538740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.555739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.568173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a8382e7-fcc5-430c-b842-79a3892873dc tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:49.609189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.751665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.762016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:49.806077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:49.922565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Network': ['ID=5af533b6-19c3-45f8-b34f-65150fc6b63e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:49.953723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:49.954428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'Port': ['ID=95a3f74d-3fc8-463e-8504-a74eaa802fec,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:49.957572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:49.958114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:49.964092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:49.975165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.005814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82d9244-b961-41de-92a3-dbaadcfef753,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:50.005814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:50.007613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Allocated IP 172.26.3.136 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/e2bb48a4-2f04-4dca-a8b4-4971aece365f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:50.019713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.023970 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e82d9244-b961-41de-92a3-dbaadcfef753 HTTP/1.1" status: 204  len: 168 time: 0.8641455
Dec 22 13:00:50.167364 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 4.1203616
Dec 22 13:00:50.168681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51964) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:50.185172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'subnet': {'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:50.193239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:50.198306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.201181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:subnet and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:50.212342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:50.221918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:50.222529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port 9cb25f35-403d-480e-b429-9844dfde336d yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:50.226518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.239119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.240885 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.3373361
Dec 22 13:00:50.330792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Made reservation on behalf of 4751ced01839473690001034a1d94688 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:50.333949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.437680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1a8e530b-87a2-4cf9-aac6-105708d85a43 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:50.447380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Allocated IP 172.20.0.1 (d9d8b4e2-eac3-4145-b962-ee2a86cab80b/d5e6c8cb-9034-425b-a6ff-bcc37c63b21d/3d05b036-b141-4363-82fd-6cca8fcea9c2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:50.459913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Calling delete_port for 81b4062b-12d3-4a33-8c7e-9d94a8bc68cd owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:50.478750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.493716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-873fa2be-fb7f-4deb-abbb-2ca838610bfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:50.497083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.585909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Transition to ACTIVE for port object 9cb25f35-403d-480e-b429-9844dfde336d will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:50.601125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:50.610227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:50.622290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:50.631479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.690559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'Port': ['ID=e2bb48a4-2f04-4dca-a8b4-4971aece365f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:50.697575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:50.713492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:50.719610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:50.720385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.756260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.757688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.777710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5766794c-81be-44fc-b26f-d0e447782cad tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:50.863375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.869520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.917941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 51998) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:50.921434 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 22 13:00:50.948003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:50.955179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'Port': ['ID=87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:50.975719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a1f45721-d0be-4b5d-875c-a96f8891088c tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Synchronizing usage tracker for tenant:da42799729e14802b9c6ea466d334b32 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:50.982712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 1a8e530b-87a2-4cf9-aac6-105708d85a43, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1a8e530b-87a2-4cf9-aac6-105708d85a43,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:51.013543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.041316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.058894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.078327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.082286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Checking segment: {'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:51.082648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Network hostable DHCP agents. Network: 79185291-4f21-47bc-b928-faf1adbaf30e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:51.109888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Transition to ACTIVE for port object 3d05b036-b141-4363-82fd-6cca8fcea9c2 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:51.123484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb25f35-403d-480e-b429-9844dfde336d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:51.126627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.128973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.177945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event deleted for resources: {'Port': ['ID=81b4062b-12d3-4a33-8c7e-9d94a8bc68cd,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:51.180499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.181943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.183107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:51.183235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.183508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.215519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-25ba4d8e-b679-468c-b8f3-fe94fe8125cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.254496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.256796 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.5214968
Dec 22 13:00:51.259234 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "DELETE /v2.0/ports/81b4062b-12d3-4a33-8c7e-9d94a8bc68cd HTTP/1.1" status: 204  len: 168 time: 2.2206337
Dec 22 13:00:51.263992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a1f45721-d0be-4b5d-875c-a96f8891088c tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Unset dirty status for tenant:da42799729e14802b9c6ea466d334b32 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:51.272902 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a1f45721-d0be-4b5d-875c-a96f8891088c tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1051664488&fields=id&tenant_id=da42799729e14802b9c6ea466d334b32 HTTP/1.1" status: 200  len: 267 time: 0.3533835
Dec 22 13:00:51.279602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52006) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:51.314746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:51.324010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.347482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:51.348006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.394414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Network 79185291-4f21-47bc-b928-faf1adbaf30e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:51.399981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.465564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.532754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:51.550546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-7535fa8a-6e69-4841-8884-3454d13220f0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:51.551657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-7535fa8a-6e69-4841-8884-3454d13220f0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Synchronizing usage tracker for tenant:da42799729e14802b9c6ea466d334b32 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:51.615239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:00:51.615742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.624541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.650101 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-70368835-2986-4c53-9a6e-5ff97f919b3a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:00:51.650639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-70368835-2986-4c53-9a6e-5ff97f919b3a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Synchronizing usage tracker for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:51.650975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:51.651517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.658007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=3d05b036-b141-4363-82fd-6cca8fcea9c2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:51.669932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.670680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.673098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:51.674029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 79185291-4f21-47bc-b928-faf1adbaf30e) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:51.676187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:51.679747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:51.708645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:51.748492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0686c39-7bcc-4903-82af-44474fb1f37b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:51.748693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:51.748829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:51.749166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:51.756419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:51.766532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Checking segment: {'id': '0df2d271-386c-4b3d-891a-5088e8475df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:00:51.767071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network hostable DHCP agents. Network: 5af533b6-19c3-45f8-b34f-65150fc6b63e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:00:51.769493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:51.769824 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:51.772700 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 2 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:51.783672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee78b5e-10f8-4fdc-8a63-3f877fb5d3b1 None None] Network 79185291-4f21-47bc-b928-faf1adbaf30e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:51.803902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.806721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-7535fa8a-6e69-4841-8884-3454d13220f0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Unset dirty status for tenant:da42799729e14802b9c6ea466d334b32 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:51.814392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:51.814609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:51.814970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:51.819139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-7535fa8a-6e69-4841-8884-3454d13220f0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/networks?id=2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 200  len: 811 time: 0.5417655
Dec 22 13:00:51.822582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-70368835-2986-4c53-9a6e-5ff97f919b3a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Unset dirty status for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:51.835437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-70368835-2986-4c53-9a6e-5ff97f919b3a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports/81b4062b-12d3-4a33-8c7e-9d94a8bc68cd HTTP/1.1" status: 404  len: 333 time: 0.5537457
Dec 22 13:00:51.836444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52034) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:51.853227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6c0b585-1702-429b-b340-95fb3d81495d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:51.862441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'network_id': '78974b16-bb62-46dc-9460-05810f2141de', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-931354333'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:51.865934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:51.866258 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:51.866916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:51.952628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52038) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:51.971500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:00:51.981651 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-f26f51f5-9565-4aae-9e30-5a5f944b7368 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/quotas/da42799729e14802b9c6ea466d334b32 HTTP/1.1" status: 200  len: 375 time: 0.1615095
Dec 22 13:00:52.088510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'Port': ['ID=e2bb48a4-2f04-4dca-a8b4-4971aece365f,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:52.098444 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:00:52.101880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52050) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:52.104698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:52.141963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:52.153336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:52.155611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 3 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.227571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f7b3f615-a167-4d82-a845-60438f44e17e None None] Provisioning for port 3d05b036-b141-4363-82fd-6cca8fcea9c2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:52.228277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.228678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.228909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.231827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5af533b6-19c3-45f8-b34f-65150fc6b63e) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:52.236789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.238138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f7b3f615-a167-4d82-a845-60438f44e17e None None] Provisioning complete for port 3d05b036-b141-4363-82fd-6cca8fcea9c2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:52.238250 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.238341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f615-a167-4d82-a845-60438f44e17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.238420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'networks': [{'name': 'tempest-network--581401803'}, {'name': 'tempest-network--2042966662'}]} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:52.238593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-network--581401803'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:52.239105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-network--2042966662'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:52.239219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 4 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.258814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.259197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.259533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.261156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:52.264247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.264571 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.264957 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 5 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.265071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:52.265639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.276362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:network and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:52.282009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.287289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.287621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.287952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.293120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:52.299455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.299769 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.300285 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 6 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.306757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51e2f1b-e395-46f8-8431-428196d41455 None None] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:52.315076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Made reservation on behalf of 8a4bf8cc024c421ead24f1659c861c76 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:52.318528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.320976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:52.336056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-5897224f-8b27-4dfa-a665-fdfa831d446f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Synchronizing usage tracker for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:52.344983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port ab083a1e-3e95-4cf1-8be2-92132c52ffbb yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:52.360336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1a8e530b-87a2-4cf9-aac6-105708d85a43 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:00:52.370678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9cd6fecb-6a70-4c8a-b217-d7de4c7a5a68 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Synchronizing usage tracker for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:52.386818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.387242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.387575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.391797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f7b3f615-a167-4d82-a845-60438f44e17e None None] Port 3d05b036-b141-4363-82fd-6cca8fcea9c2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:52.404541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.404864 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.433670 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 7 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.495679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.496018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.496348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.509094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.509415 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.517088 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 8 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.526872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.530777 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 2.3609908
Dec 22 13:00:52.533427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52056) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:52.540144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-626728140', 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:52.545312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:52.549333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:port and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:52.550446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1a8e530b-87a2-4cf9-aac6-105708d85a43 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:52.550587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.553358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:52.560379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:52.595749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.596081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.596412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.633832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9cd6fecb-6a70-4c8a-b217-d7de4c7a5a68 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Unset dirty status for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:52.635514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9cd6fecb-6a70-4c8a-b217-d7de4c7a5a68 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=da42799729e14802b9c6ea466d334b32&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6528940
Dec 22 13:00:52.636435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.637826 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6995213
Dec 22 13:00:52.639393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-5897224f-8b27-4dfa-a665-fdfa831d446f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Unset dirty status for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:52.640983 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-5897224f-8b27-4dfa-a665-fdfa831d446f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--138403562&fields=id&tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d HTTP/1.1" status: 200  len: 267 time: 0.5379901
Dec 22 13:00:52.642032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'network': 2} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:52.648939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.667139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.717824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.718398 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.719664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Made reservation on behalf of 4751ced01839473690001034a1d94688 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:52.722915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.724396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 9 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.759024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ae446-3523-485a-916b-9a0911ac0dd3 None None] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:00:52.819786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:52.825975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.826494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.827025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.853225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:security_group_rule and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:52.862569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:52.871100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] device_id is not set on port 50cf81d2-ddb4-4581-b8d1-64175055e30e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:52.871954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.872285 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.876306 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 10 to bind port 9cb25f35-403d-480e-b429-9844dfde336d
Dec 22 13:00:52.890737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:52.913397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:52.924509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-70c1b6c7-696b-498b-afb3-8d3557f86766 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:52.925487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-70c1b6c7-696b-498b-afb3-8d3557f86766 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0978980
Dec 22 13:00:52.962643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:52.962917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:52.963236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:52.983848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 9cb25f35-403d-480e-b429-9844dfde336d on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:52.983848 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 9cb25f35-403d-480e-b429-9844dfde336d on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:52.984142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.148407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-610ec87b-5267-471a-9ba7-6cd7b59675e3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:53.149107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-610ec87b-5267-471a-9ba7-6cd7b59675e3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Synchronizing usage tracker for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:53.190342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port 9cb25f35-403d-480e-b429-9844dfde336d, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:53.190702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempted to set empty binding levels {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:00:53.248292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 2001:db8::2da (5af533b6-19c3-45f8-b34f-65150fc6b63e/d0686c39-7bcc-4903-82af-44474fb1f37b/50cf81d2-ddb4-4581-b8d1-64175055e30e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:53.258288 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-be3fc76e-9953-4521-9420-5166f4f85903 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3212991
Dec 22 13:00:53.260183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.269618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.277498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-19148b95-5e63-4146-b6c9-ecc18c1ca95d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:53.393830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.397672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.398609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-610ec87b-5267-471a-9ba7-6cd7b59675e3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Unset dirty status for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:53.399782 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-610ec87b-5267-471a-9ba7-6cd7b59675e3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 812 time: 0.7341721
Dec 22 13:00:53.417795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.449182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Network 78974b16-bb62-46dc-9460-05810f2141de is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:53.452640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:53.453347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.463826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:53.465133 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-274f86dd-4cec-484c-a4cd-a440aed6e021 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/quotas/ecd152ad7b4e41b383e5461a3ef6ad0d HTTP/1.1" status: 200  len: 375 time: 0.0537252
Dec 22 13:00:53.479866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:53.481040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:53.481658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.492851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=ab083a1e-3e95-4cf1-8be2-92132c52ffbb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:53.505846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:53.506919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ad5bc93-8e01-4388-9f86-d0b80cc49242 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:53.531772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.580586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.582727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.599490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-26bae8c9-61d6-44e1-a787-e1f4e56ce782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:53.608194 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-c76e4567-3255-4433-89e0-4db27d0fd582 service neutron] 10.222.0.16 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3366432
Dec 22 13:00:53.616695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=9cb25f35-403d-480e-b429-9844dfde336d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:53.672560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd6613-7ac6-49cd-a270-4141c0c567dd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:53.689890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:53.690527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:53.719082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.719430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment bb5ff123-e379-411d-bec8-ccdfe4c005dc of type vlan for network cfa018f4-4ec8-4ba7-92e4-fd9d01454e56
Dec 22 13:00:53.724893 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 7.6813219
Dec 22 13:00:53.729406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:53.737046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.755356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=3d05b036-b141-4363-82fd-6cca8fcea9c2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:53.767061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:53.767552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:53.767927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:53.798117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:53.799387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:53.827211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-7897753c-61aa-4ee9-b4a9-b3dbdb873f99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Synchronizing usage tracker for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:53.832406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.866348 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.0231440
Dec 22 13:00:53.868829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Deleting port 9cb25f35-403d-480e-b429-9844dfde336d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:53.869176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:53.874222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52074) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:53.882212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:53.971256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:54.034875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.035340 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment 3cb2ac9f-6c2d-4f48-a2ab-1e9cdace2805 of type vlan for network 770fa941-349f-4483-b9c8-ce64853a0709
Dec 22 13:00:54.082682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-7897753c-61aa-4ee9-b4a9-b3dbdb873f99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Unset dirty status for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:54.084802 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-7897753c-61aa-4ee9-b4a9-b3dbdb873f99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5619314
Dec 22 13:00:54.118694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.136691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da31de51-cf48-4544-bca4-feef4fa63dc5 None None] Provisioning complete for port 3d05b036-b141-4363-82fd-6cca8fcea9c2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:54.137155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da31de51-cf48-4544-bca4-feef4fa63dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.141504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Router 9095bac3-eaff-4958-9018-fcfe11026cdd has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:00:54.188430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.218661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.241430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da31de51-cf48-4544-bca4-feef4fa63dc5 None None] Port 3d05b036-b141-4363-82fd-6cca8fcea9c2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:54.250081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port 9cb25f35-403d-480e-b429-9844dfde336d, host hv-neutron-8226, got binding levels [] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:54.250719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.392278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Calling delete_port for 9cb25f35-403d-480e-b429-9844dfde336d owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:54.438108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:54.513706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:00:54.519566 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "PUT /v2.0/routers/9095bac3-eaff-4958-9018-fcfe11026cdd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6512496
Dec 22 13:00:54.522993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52116) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:54.530658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] Sync routers for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:00:54.537660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Request body: {'port': {'network_id': 'd9d8b4e2-eac3-4145-b962-ee2a86cab80b', 'name': 'tempest-FloatingIPAdminTestJSON-82961820'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:54.541575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:54.542648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984b3940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:54.616241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984b3940>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:54.625895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:00:54.626682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984b3940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:54.643806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=50cf81d2-ddb4-4581-b8d1-64175055e30e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:54.647067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:54.649525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d6431ddb-dc89-4c8f-abda-3f835f04d20d tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Synchronizing usage tracker for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:54.655430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-929c411f-6bc7-4a72-9ddf-5d4544a9f0a9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:00:54.662591 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-929c411f-6bc7-4a72-9ddf-5d4544a9f0a9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4529421
Dec 22 13:00:54.686318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] device_id is not set on port ab083a1e-3e95-4cf1-8be2-92132c52ffbb yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:54.698623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984b3940>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:54.699053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1fb20-c9c9-4c44-85db-8f32d93f4cdc None None] The sync data for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:00:54.699266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.742411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Transition to ACTIVE for port object ab083a1e-3e95-4cf1-8be2-92132c52ffbb will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:54.750087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:54.754080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Usage tracker for resource:port and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:54.757205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:54.763259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:54.783600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:54.794545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:54.796986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:54.798100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:54.798697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.823550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.827480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-086cfae5-d7c7-4447-9f55-22dc893d5e12 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:54.877350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.881868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.884055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Made reservation on behalf of 4ba0aae28fa147039480e6930aeb1739 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:54.884358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:54.887509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.906546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:54.912000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:54.912624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:54.917759 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-59f663d4-0f4c-4e4c-891d-1bca2d9086f9 service neutron] 10.222.0.16 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2543674
Dec 22 13:00:54.987448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=ab083a1e-3e95-4cf1-8be2-92132c52ffbb,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:54.990315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] device_id is not set on port a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:55.019793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:55.030884 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.4962227
Dec 22 13:00:55.031730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d6431ddb-dc89-4c8f-abda-3f835f04d20d tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Unset dirty status for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:55.032822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d6431ddb-dc89-4c8f-abda-3f835f04d20d tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1247379090&fields=id&tenant_id=5cd4c593c75146dea7f2c21b51ec1e34 HTTP/1.1" status: 200  len: 267 time: 0.8694067
Dec 22 13:00:55.048413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52126) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:55.116963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:55.121113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.121454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.121784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.135316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.135589 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.142717 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 2 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.143156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=cfa018f4-4ec8-4ba7-92e4-fd9d01454e56,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:55.165982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network cfa018f4-4ec8-4ba7-92e4-fd9d01454e56 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:55.171283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.171698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.171946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.181113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.181441 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.184578 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 3 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.205423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:55.207440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9cb25f35-403d-480e-b429-9844dfde336d HTTP/1.1" status: 204  len: 168 time: 1.4752114
Dec 22 13:00:55.228406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52130) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:55.230143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.2761559
Dec 22 13:00:55.250857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52136) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:55.296915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.297553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.298032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.313909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.314450 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.369808 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 4 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.420692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Allocated IP 172.20.0.11 (d9d8b4e2-eac3-4145-b962-ee2a86cab80b/d5e6c8cb-9034-425b-a6ff-bcc37c63b21d/a5b98151-037f-4dbd-a7ed-ab5d2447d6f0) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:55.422567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.422925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.423263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.437865 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32bb4a1-321b-4832-b95e-6ff40b3d24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:00:55.438393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a32bb4a1-321b-4832-b95e-6ff40b3d24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:55.442612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port 50cf81d2-ddb4-4581-b8d1-64175055e30e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:55.443029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:55.445180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.445511 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.452070 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 5 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.476286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=770fa941-349f-4483-b9c8-ce64853a0709,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:55.490544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 770fa941-349f-4483-b9c8-ce64853a0709 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:55.503567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.503903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.504241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.504856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:55.507647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:55.508064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:55.521449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.526908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f748aa0-5db7-4572-acfe-4bcfc3072ec3 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:55.529476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.539582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.545780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.552382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.554355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1093fe8-a024-4bd8-8a7a-aaa8565cb983 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3013 time: 0.3001444
Dec 22 13:00:55.563245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.563784 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.566746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52142) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:55.567551 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 6 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.574983 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-167b9b4d-ef6c-4b55-8637-f2d4c7907027 service neutron] 10.222.0.16 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6493967
Dec 22 13:00:55.592269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cb25f35-403d-480e-b429-9844dfde336d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:55.604680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:55.645101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.645829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.646352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.653413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-f2137121-773c-4665-a46c-0b47b6ffb493 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:55.654952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-f2137121-773c-4665-a46c-0b47b6ffb493 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/networks?id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840 HTTP/1.1" status: 200  len: 806 time: 0.5525239
Dec 22 13:00:55.673475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a32bb4a1-321b-4832-b95e-6ff40b3d24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:55.674573 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a32bb4a1-321b-4832-b95e-6ff40b3d24cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports/9cb25f35-403d-480e-b429-9844dfde336d HTTP/1.1" status: 404  len: 333 time: 0.4433203
Dec 22 13:00:55.681011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52148) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:55.685974 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-5d0d9db6-3ae7-44d6-8a14-aec95d44aad5 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/quotas/5cd4c593c75146dea7f2c21b51ec1e34 HTTP/1.1" status: 200  len: 375 time: 0.0234959
Dec 22 13:00:55.689351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1500898469'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:55.725387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.725713 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.747733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:55.775981 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 7 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.829622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.829622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.829622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.829928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:55.834612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:55.843991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.844505 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.847337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 8 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:55.890304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:55.890647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:55.891016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:55.892893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:55.967181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:55.967517 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:55.972662 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 9 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:56.019545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-8ee07480-84f4-4c38-bdf8-b292e6d09826 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Synchronizing usage tracker for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:56.028399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for 50cf81d2-ddb4-4581-b8d1-64175055e30e owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:56.132027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Made reservation on behalf of 5d3a0086284943cb95e8e3cb24e7a9d8 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:56.132027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.133119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.133119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52985aa280>,) {'filters': {'network_id': ['cfa018f4-4ec8-4ba7-92e4-fd9d01454e56']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:56.133119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52985aa280>, 'bb5ff123-e379-411d-bec8-ccdfe4c005dc') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:56.133119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52985aa280>, 'bb5ff123-e379-411d-bec8-ccdfe4c005dc') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:56.136969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.148397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.155736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:56.156071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:56.156427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:56.178246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:56.178727 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:56.180434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempt 10 to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb
Dec 22 13:00:56.188976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.210516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Transition to ACTIVE for port object a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:56.210516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:56.210516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:56.221639 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:56.237497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:56.237835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:56.238168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempting to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:56.241255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port c8bbb730-034d-4360-a5ed-69dc8259d8a9 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:56.278163 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19f65dcf-588b-4c1a-a220-acc21c6eeae7 req-b7ff3fbc-02b9-47d6-bd1c-ea71e2295a2a tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.2224004
Dec 22 13:00:56.292905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:56.293467 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Failed to bind port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on host hv-neutron-8226 for vnic_type normal using segments [{'id': '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '78974b16-bb62-46dc-9460-05810f2141de'}]
Dec 22 13:00:56.293963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.417938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a53164d-795f-4b00-a2ca-0ee365be24a8 req-3df4a49d-b53f-43b9-91e5-169cbe273af1 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0660591
Dec 22 13:00:56.418139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port ab083a1e-3e95-4cf1-8be2-92132c52ffbb, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:00:56.418495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attempted to set empty binding levels {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:00:56.538958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.543696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c780748d-8710-486a-8369-4d84b2ab96a6 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:56.553973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-8ee07480-84f4-4c38-bdf8-b292e6d09826 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Unset dirty status for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:56.554961 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-8ee07480-84f4-4c38-bdf8-b292e6d09826 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5cd4c593c75146dea7f2c21b51ec1e34&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8476737
Dec 22 13:00:56.564362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.571577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=cfa018f4-4ec8-4ba7-92e4-fd9d01454e56,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:56.575783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.581436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:56.587469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:56.615121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.624421 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/cfa018f4-4ec8-4ba7-92e4-fd9d01454e56 HTTP/1.1" status: 204  len: 168 time: 1.0490854
Dec 22 13:00:56.637838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52178) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:56.665752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] In _notify_port_updated(), no bound segment for port ab083a1e-3e95-4cf1-8be2-92132c52ffbb on network 78974b16-bb62-46dc-9460-05810f2141de {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:00:56.666584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:56.667208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.670978 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "PUT /v2.0/ports/ab083a1e-3e95-4cf1-8be2-92132c52ffbb HTTP/1.1" status: 200  len: 976 time: 2.7933028
Dec 22 13:00:56.672202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52182) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:56.702654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.702762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:56.702762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:56.749565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:56.804009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Deleting port ab083a1e-3e95-4cf1-8be2-92132c52ffbb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:00:56.804009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.804226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event updated for resources: {'Port': ['ID=ab083a1e-3e95-4cf1-8be2-92132c52ffbb,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:56.814183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:56.814924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c92f3ccc-1493-47d9-a15e-c2202a7ca3f0 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:56.832350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.860870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:56.897994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.922880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:56.923419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:56.926372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Port': ['ID=50cf81d2-ddb4-4581-b8d1-64175055e30e,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:56.929482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:56.947016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event updated for resources: {'Port': ['ID=a5b98151-037f-4dbd-a7ed-ab5d2447d6f0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:56.948854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:56.949084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-4a56cfde-9960-419b-8c9f-e10bf538bee7 service neutron] 10.222.0.16 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3679066
Dec 22 13:00:57.129462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.143891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6198292
Dec 22 13:00:57.157216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52192) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:57.183407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.207713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b80db3b9-572b-4207-acd6-0130ce702870 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:57.210452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293b78820>,) {'filters': {'network_id': ['770fa941-349f-4483-b9c8-ce64853a0709']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:57.223337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293b78820>, '3cb2ac9f-6c2d-4f48-a2ab-1e9cdace2805') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:57.224008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293b78820>, '3cb2ac9f-6c2d-4f48-a2ab-1e9cdace2805') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:57.250906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.275059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a91b1424-684d-46f3-bfcd-216c86715021 None None] Provisioning for port a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:00:57.291910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.292626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.292707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a91b1424-684d-46f3-bfcd-216c86715021 None None] Provisioning complete for port a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:00:57.292707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a91b1424-684d-46f3-bfcd-216c86715021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.293033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:57.293033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:57.300881 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:57.384445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Network 79185291-4f21-47bc-b928-faf1adbaf30e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:57.396568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:57.397214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'project_id': '4ba0aae28fa147039480e6930aeb1739', 'port_id': 'a5b98151-037f-4dbd-a7ed-ab5d2447d6f0'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:57.408943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:57.413872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Usage tracker for resource:floatingip and tenant:4ba0aae28fa147039480e6930aeb1739 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:57.418341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:57.423828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:57.424738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:57.425359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.425682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:57.443990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bbb730-034d-4360-a5ed-69dc8259d8a9,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:57.450610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a91b1424-684d-46f3-bfcd-216c86715021 None None] Port a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:00:57.463703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:57.474193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] For port ab083a1e-3e95-4cf1-8be2-92132c52ffbb, host hv-neutron-8226, got binding levels [] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:00:57.474597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.618386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.622013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3268bf6b-f6be-42ca-9f53-271c83b3cefb tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:57.637780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.648388 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/770fa941-349f-4483-b9c8-ce64853a0709 HTTP/1.1" status: 204  len: 168 time: 1.0083580
Dec 22 13:00:57.649344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=770fa941-349f-4483-b9c8-ce64853a0709,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:57.650952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52202) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:57.653448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:57.675317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.696669 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc11e1f4-3b95-4a08-b11b-290a334cf77e req-821a449d-9d1f-4cb0-92fb-e0607c1058e7 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.1956167
Dec 22 13:00:57.704772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Calling delete_port for ab083a1e-3e95-4cf1-8be2-92132c52ffbb owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:00:57.745871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/ports/50cf81d2-ddb4-4581-b8d1-64175055e30e HTTP/1.1" status: 204  len: 168 time: 2.6485400
Dec 22 13:00:57.757932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52210) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:57.761737 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.0797446
Dec 22 13:00:57.765363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e', 'external_fixed_ips': [{'subnet_id': 'd0686c39-7bcc-4903-82af-44474fb1f37b', 'ip_address': '2001:db8::2da'}]}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:57.767472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52214) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:57.779779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-b8e20c03-c014-4787-8690-3e88a7061383 service neutron] 10.222.0.16 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7091310
Dec 22 13:00:57.785537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:57.824881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:57.841645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:router and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:57.847716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4de8882-7463-402b-99e5-1298ee855601 req-ca8f52af-d922-4599-8b87-07f1c31b4bfc tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0672760
Dec 22 13:00:57.860705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:57.861107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:57.995614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:57.996667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.019120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:58.025741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:58.031730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:58.032585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Synchronizing usage tracker for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:58.043229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.102417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.133482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:58.240773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab083a1e-3e95-4cf1-8be2-92132c52ffbb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:58.240773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.246106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.251197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Unset dirty status for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:58.255916 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1b36c953-b873-4b97-ae4f-a569c6253d0c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1946 time: 0.6005375
Dec 22 13:00:58.294791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52222) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:58.307231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-960507457'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:58.330756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:58.351955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:58.373308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.374941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:58.377153 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c647deb6-1206-49e4-aa9f-e59fa62737bb req-270f5397-3994-4ade-a318-2b1fa257cb88 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1841891
Dec 22 13:00:58.398300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "DELETE /v2.0/ports/ab083a1e-3e95-4cf1-8be2-92132c52ffbb HTTP/1.1" status: 204  len: 168 time: 1.7230806
Dec 22 13:00:58.400849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52230) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:58.443546 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df3c5fe-6bcc-4a07-af06-d35b051b2871 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:00:58.444046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9df3c5fe-6bcc-4a07-af06-d35b051b2871 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Synchronizing usage tracker for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:00:58.487320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port c8bbb730-034d-4360-a5ed-69dc8259d8a9 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:00:58.496643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.46', 61481) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:58.500963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.510750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Allocated IP 172.26.3.211 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/9c9b083a-6e7a-4814-be3f-f16c2d32685e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:00:58.529003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:58.532437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.544877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Transition to ACTIVE for port object c8bbb730-034d-4360-a5ed-69dc8259d8a9 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:00:58.641485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:00:58.642336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9df3c5fe-6bcc-4a07-af06-d35b051b2871 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Unset dirty status for tenant:8a4bf8cc024c421ead24f1659c861c76 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:00:58.643518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9df3c5fe-6bcc-4a07-af06-d35b051b2871 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] 10.222.0.16 "GET /v2.0/ports/ab083a1e-3e95-4cf1-8be2-92132c52ffbb HTTP/1.1" status: 404  len: 333 time: 0.2417848
Dec 22 13:00:58.650927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52238) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:58.684187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.684539 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment 3c69e2e7-79f3-4708-854b-1397ef279c0f of type vlan for network b48a3fef-7c90-4cb3-91df-85ec48e4b501
Dec 22 13:00:58.694192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.704365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:58.865768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.955674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:58.971710 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ab273fa-3568-421c-bb5b-bbca322fe6d4 req-71b89c02-e221-448c-9b69-294a77c8c186 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.0619831
Dec 22 13:00:58.980849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a3a65fbe-cbac-4636-9835-a74cab1c9a1d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:58.989764 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a3a65fbe-cbac-4636-9835-a74cab1c9a1d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "GET /v2.0/networks?id=2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 200  len: 811 time: 0.4845493
Dec 22 13:00:58.994268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.022270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bbb730-034d-4360-a5ed-69dc8259d8a9,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:59.033628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:59.037352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.048486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.051039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.053349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.108540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.109186 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.114079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 2 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.122223 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86597b37-3123-4526-8eaf-c4d3b5ebefae req-5459dba7-38a3-499a-bab7-301eb6ee8cfa tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0715127
Dec 22 13:00:59.155539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-0c9797fc-da8b-4fc6-85e1-f07de6a98101 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da42799729e14802b9c6ea466d334b32 HTTP/1.1" status: 200  len: 380 time: 0.0702369
Dec 22 13:00:59.167785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'port': {'device_id': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'admin_state_up': True, 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'security_groups': ['df22153e-aa77-4d89-a2d9-7bb46273cc48']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:59.217532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.217875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.218202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.258610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.259812 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.259812 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 3 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.355911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.356246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.356586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.373092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.373092 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.373092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.376519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 4 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.377583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:59.389125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.390008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.395885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:00:59.398937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:59.453388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:00:59.454000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.483577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.483912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.484245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.494340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299cec0d0>,) {'filters': {'network_id': ['78974b16-bb62-46dc-9460-05810f2141de']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:59.517925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:00:59.519717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299cec0d0>, '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:59.520009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299cec0d0>, '2c61d6cb-7665-4fd9-afb7-84a5efb62cc6') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:00:59.533805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.533805 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.539168 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 5 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.549305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:00:59.566789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.574256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:00:59.602672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Made reservation on behalf of da42799729e14802b9c6ea466d334b32 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:00:59.603759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.609476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9b083a-6e7a-4814-be3f-f16c2d32685e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:59.621225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:59.624822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-216242fc-a668-4911-8f72-d3104d8752b4 req-038e48a7-f4e8-4190-afe3-1e51c15f624e tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1591787
Dec 22 13:00:59.628528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:00:59.654705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.655487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.655487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.667372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.720429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.720598 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.736683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 6 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.748328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:00:59.748901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.753399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:00:59.772209 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:00:59.783093 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.4861383
Dec 22 13:00:59.788317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52266) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:00:59.805501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-666246152'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:00:59.808862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:00:59.814005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:00:59.820796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:network and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:00:59.890955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.891296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.891634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.893810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=b48a3fef-7c90-4cb3-91df-85ec48e4b501,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:00:59.909731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network b48a3fef-7c90-4cb3-91df-85ec48e4b501 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:00:59.912237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:00:59.917747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.917747 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.919812 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 7 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.951675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:00:59.972066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:00:59.972458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:00:59.972749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:00:59.986623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:00:59.986977 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:00:59.989874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 8 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:00:59.990013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:00.033823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Allocated IP 172.20.0.6 (2f0b802b-0de0-471f-80d2-0ba99dea9659/ac8fb421-9afb-4a67-833c-72a10cb69987/6e5ee203-d2d0-4867-9fdf-261bc3ca4ede) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:00.087638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:00.087972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:00.088340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:00.099361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.104510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:00.105092 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:00.115013 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 9 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:01:00.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.128170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:00.165805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:00.166146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:00.166480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:00.174134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Pushing event deleted for resources: {'Network': ['ID=78974b16-bb62-46dc-9460-05810f2141de,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:00.234298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:00.243059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:00.243238 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] 10.222.0.16 "DELETE /v2.0/networks/78974b16-bb62-46dc-9460-05810f2141de HTTP/1.1" status: 204  len: 168 time: 1.5902886
Dec 22 13:01:00.243997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:00.244229 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:00.246473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.267265 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 10 to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9
Dec 22 13:01:00.276387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.46', 61487) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:00.322432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:00.322766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:00.323123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:00.333544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:00.334120 dv-neutron-822662-1-hyperv neutron-server[88166]: ERROR neutron.plugins.ml2.managers [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:00.334628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.358928 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81c024ec-a93f-4977-98b5-8ddc21352e12 req-2900f158-c41e-4363-acce-50c561763140 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0886917
Dec 22 13:01:00.361086 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cb530f35-a63b-4a3e-b256-d8b9b03549ba req-3faf8c1a-21cd-4079-980d-badbf98c6516 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.2410178
Dec 22 13:01:00.453628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:00.555947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.556694 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment a900c731-196a-4106-a2d8-8d2549737a08 of type vlan for network 00d761bb-3adf-4c22-9c2d-306a75ecb44c
Dec 22 13:01:00.569822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.589467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 2001:db8::2da (5af533b6-19c3-45f8-b34f-65150fc6b63e/d0686c39-7bcc-4903-82af-44474fb1f37b/ed31a839-0908-470b-b992-8fafcca6fb98) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:00.620600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Transition to ACTIVE for port object 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:00.623087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.726379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-5f91cfa2-ce04-4e37-9cb6-4f665d615c92 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:00.727883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-5f91cfa2-ce04-4e37-9cb6-4f665d615c92 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 812 time: 0.4481382
Dec 22 13:01:00.743869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port c8bbb730-034d-4360-a5ed-69dc8259d8a9, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:00.744245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempted to set empty binding levels {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:01:00.913122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.948684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:00.949260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.983922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-746d3cef-8b32-471c-ba3b-8448c6d62513 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:00.985442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:00.993615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:01.015747 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a910d7e-2beb-48e9-ade3-9565738f38a3 req-f3375f39-5bd2-4d08-9fb0-a5f52f71db0c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1577592
Dec 22 13:01:01.029911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:01.073456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52294) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:01.078201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=c8bbb730-034d-4360-a5ed-69dc8259d8a9,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:01.086050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:01.087695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:01.224663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=00d761bb-3adf-4c22-9c2d-306a75ecb44c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:01.243598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 00d761bb-3adf-4c22-9c2d-306a75ecb44c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:01.249670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:01.250258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:01.288694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] In _notify_port_updated(), no bound segment for port c8bbb730-034d-4360-a5ed-69dc8259d8a9 on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:01:01.289771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:01.290648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:01.292337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "PUT /v2.0/ports/c8bbb730-034d-4360-a5ed-69dc8259d8a9 HTTP/1.1" status: 200  len: 981 time: 3.5230522
Dec 22 13:01:01.297044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52304) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:01.330502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-cf6059e1-5960-4abb-b4ec-abcd9fc2d1b0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Synchronizing usage tracker for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:01.485234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6927214
Dec 22 13:01:01.486166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-cf6059e1-5960-4abb-b4ec-abcd9fc2d1b0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Unset dirty status for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:01.486342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52312) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:01.486452 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-cf6059e1-5960-4abb-b4ec-abcd9fc2d1b0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d HTTP/1.1" status: 200  len: 379 time: 0.6494849
Dec 22 13:01:01.491333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:01.500029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event updated for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:01.517758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:01.529306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:01.536152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'port': {'device_id': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'admin_state_up': True, 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'security_groups': ['ca0e8605-395f-4288-a7fe-36b3bb3d4359']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:01.541799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'ports': [{'network_id': 'b48a3fef-7c90-4cb3-91df-85ec48e4b501', 'name': 'tempest-port--830404254', 'admin_state_up': True}, {'network_id': '00d761bb-3adf-4c22-9c2d-306a75ecb44c', 'admin_state_up': False}]} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:01.543763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'port': {'network_id': 'b48a3fef-7c90-4cb3-91df-85ec48e4b501', 'name': 'tempest-port--830404254', 'admin_state_up': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:01.548760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'port': {'network_id': '00d761bb-3adf-4c22-9c2d-306a75ecb44c', 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:01.587479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:01.596684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:01.841232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:01.853400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:01.922514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-60bb3dbd-a0b3-47d8-a3fe-f5cb81fff323 req-d4eafa92-3b34-4461-aab5-74d8ff417ce0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.3374679
Dec 22 13:01:02.015903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-68209dc7-9499-4692-8b25-ef51c7d4c487 None None] Provisioning for port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:02.021633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-68209dc7-9499-4692-8b25-ef51c7d4c487 None None] Provisioning complete for port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:02.022327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68209dc7-9499-4692-8b25-ef51c7d4c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.029163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:02.032339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.033089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.043331 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-45daf5ee-80b1-465e-a8d0-b83fc1099504 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c63e1bd374eb435f835fbcb95878cec8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9600012
Dec 22 13:01:02.053555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52322) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:02.077520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:02.082385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.089303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:02.108793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.109275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.109750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.110195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.110650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.111161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.111620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.112225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.112688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.113144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.114595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.115176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.115638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.116093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.116545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.116999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.117451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.117906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.118354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.118801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.119312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.119735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.120197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.120644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.122881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:02.141836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-68209dc7-9499-4692-8b25-ef51c7d4c487 None None] Port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:01:02.175841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:port and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:02.193777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:02.221512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network 5af533b6-19c3-45f8-b34f-65150fc6b63e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:02.223420 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0619974
Dec 22 13:01:02.226781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:02.229222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:02.246380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:02.264991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.268430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Made reservation on behalf of ecd152ad7b4e41b383e5461a3ef6ad0d for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:02.284118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.297794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.320535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:02.322011 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-30b9d669-5660-457e-9a80-53780077fc31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21121 time: 1.0206227
Dec 22 13:01:02.334361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52326) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:02.401226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.411949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.527569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.541930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-75b8b39e-9a10-4e46-b588-0286d934f1e5 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:02.544994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb0c73-0b67-4c76-964e-0bc0673cf1f6 req-49c782e3-1dd5-43b3-b215-0572b383583b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:02.545767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-84bb0c73-0b67-4c76-964e-0bc0673cf1f6 req-49c782e3-1dd5-43b3-b215-0572b383583b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Synchronizing usage tracker for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:02.599260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=ed31a839-0908-470b-b992-8fafcca6fb98,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:02.602259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:02.624120 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e4f841-a6ad-4462-8043-9ed00fe698d0 req-ec466db3-26d0-4bee-b53c-6b043b5d406b tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1360152
Dec 22 13:01:02.636030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Deleting port c8bbb730-034d-4360-a5ed-69dc8259d8a9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:02.636030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.652199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'port': 2} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:02.657319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.683190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:02.854439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Pushing event updated for resources: {'Port': ['ID=9c9b083a-6e7a-4814-be3f-f16c2d32685e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:02.855741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-84bb0c73-0b67-4c76-964e-0bc0673cf1f6 req-49c782e3-1dd5-43b3-b215-0572b383583b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Unset dirty status for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:02.855741 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84bb0c73-0b67-4c76-964e-0bc0673cf1f6 req-49c782e3-1dd5-43b3-b215-0572b383583b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 931 time: 1.2192960
Dec 22 13:01:02.855916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:02.937173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] device_id is not set on port 6888b076-b1b8-4e52-96c2-2d3de739fdf3 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:02.953844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.046438 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84bb0c73-0b67-4c76-964e-0bc0673cf1f6 req-23eed822-df74-4fc0-8751-6f8d94c03e40 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1816072
Dec 22 13:01:03.097433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.152753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Allocated IP 172.20.0.8 (bcec92f8-868c-432b-8244-680fc3906cad/adc41e4e-6386-4145-b260-31e8f848e584/a858331f-45c2-4129-b1ef-fd146f0966e5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:03.227455 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d0ee9289-8422-4916-99c2-933714f42297 req-27b3903c-19a8-46ab-b243-ea9ff48ab559 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0717127
Dec 22 13:01:03.251102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port c8bbb730-034d-4360-a5ed-69dc8259d8a9, host hv-neutron-8226, got binding levels [] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:03.251102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.272483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.448558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:03.536306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Calling delete_port for c8bbb730-034d-4360-a5ed-69dc8259d8a9 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:03.571741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a272916-b431-40fb-b5d9-7bb6ac1d2fa8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:03.584629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:03.611394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.620136 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Floating IP 1873a8e9-a803-45e9-a172-3923ecd666b6 associated. External IP: 172.26.3.211, port: a5b98151-037f-4dbd-a7ed-ab5d2447d6f0.
Dec 22 13:01:03.848726 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7c618fb5-701b-4d8b-927a-a1e3e7059f5d req-96808023-b0c2-4c86-ab6e-654224a3b542 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.0893364
Dec 22 13:01:03.865164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.873980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] device_id is not set on port 9f6a000f-3142-469d-a10f-8b1ffef5f1a4 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:03.980201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:03.984449 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a272916-b431-40fb-b5d9-7bb6ac1d2fa8 HTTP/1.1" status: 204  len: 168 time: 1.9267094
Dec 22 13:01:04.022681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.212758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Transition to ACTIVE for port object a858331f-45c2-4129-b1ef-fd146f0966e5 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:04.238123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.296587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9bc5891-b7dc-454d-b74b-b7d2322502ce tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:04.380074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.410351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedd2ff-7ad1-4bde-b2fb-8907bed2ec30 req-804e55a5-8576-4469-bba0-8e97e70f22a0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:04.425556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Router 9095bac3-eaff-4958-9018-fcfe11026cdd has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:04.426085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3eedd2ff-7ad1-4bde-b2fb-8907bed2ec30 req-804e55a5-8576-4469-bba0-8e97e70f22a0 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 931 time: 0.1872427
Dec 22 13:01:04.427532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.438107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8bbb730-034d-4360-a5ed-69dc8259d8a9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:04.443010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:04.487675 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff518050-f89d-4012-92ce-6bc508fdfe71 req-7f5e2ad4-84bc-47ad-aa75-a6a4c3348433 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0528874
Dec 22 13:01:04.500232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:01:04.522229 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3eedd2ff-7ad1-4bde-b2fb-8907bed2ec30 req-1d28fce6-4b66-4d78-a3cf-c9bb97c1d917 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033568
Dec 22 13:01:04.635261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.657064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:04.683058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.697904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5df21093-2346-4c68-8a04-fe80e5640ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:04.724295 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c8bbb730-034d-4360-a5ed-69dc8259d8a9 HTTP/1.1" status: 204  len: 168 time: 2.3721812
Dec 22 13:01:04.734349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52342) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:04.744753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Network bcec92f8-868c-432b-8244-680fc3906cad is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:04.752538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:04.757864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:04.826459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:04.829354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event updated for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:04.833890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:04.838900 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] Sync routers for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:04.843110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-46944bff-6232-4e19-a705-9e52575d9f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:01:04.843110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-46944bff-6232-4e19-a705-9e52575d9f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:04.865382 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:04.867569 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506a00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:04.867709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:04.868881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.918231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Port': ['ID=6888b076-b1b8-4e52-96c2-2d3de739fdf3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:04.921463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:04.929590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:04.934589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Sync routers for ids ['d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:04.947315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Checking segment: {'id': '3c69e2e7-79f3-4708-854b-1397ef279c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'b48a3fef-7c90-4cb3-91df-85ec48e4b501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:04.947899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network hostable DHCP agents. Network: b48a3fef-7c90-4cb3-91df-85ec48e4b501, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:04.952683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:04.963677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Routers {'d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:04.964330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298370880>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:04.986465 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506a00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:05.009809 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:05.010685 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506a00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:00:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:05.065759 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 987 time: 7.9072180
Dec 22 13:01:05.066487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52348) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.136831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506a00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:05.137529 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df794380-7b60-400f-aca6-f3c4df9e4fc5 None None] The sync data for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:05.173533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87e37198-40ac-4f05-a7f7-21211bda0482 req-7bc69308-e58d-443b-b710-5e3d8d6ea4a3 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1202071
Dec 22 13:01:05.193934 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6915615
Dec 22 13:01:05.219357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.219357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 7.4586580
Dec 22 13:01:05.219357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-46944bff-6232-4e19-a705-9e52575d9f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:05.224377 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-46944bff-6232-4e19-a705-9e52575d9f94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports/c8bbb730-034d-4360-a5ed-69dc8259d8a9 HTTP/1.1" status: 404  len: 333 time: 0.4706788
Dec 22 13:01:05.224377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network b48a3fef-7c90-4cb3-91df-85ec48e4b501 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:05.224591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52352) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.224912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52354) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.248981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-777873276', 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:05.258815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52360) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.309184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b1e2d06d-1d78-4c28-b06f-2c8ae4a08fd9 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "GET /v2.0/floatingips/1873a8e9-a803-45e9-a172-3923ecd666b6 HTTP/1.1" status: 200  len: 982 time: 0.2406638
Dec 22 13:01:05.317779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52364) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.374547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Set router d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:05.464418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:05.508768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:05.534756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1acb5068-3a43-47ef-ac88-45b8fa48ffe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.537887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8191617c-b85e-40cc-8fb5-7855a41fff6a None None] Provisioning for port a858331f-45c2-4129-b1ef-fd146f0966e5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:05.555943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.574130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8191617c-b85e-40cc-8fb5-7855a41fff6a None None] Provisioning complete for port a858331f-45c2-4129-b1ef-fd146f0966e5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:05.574552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8191617c-b85e-40cc-8fb5-7855a41fff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.619816 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-283ca391-867c-4ad3-afa7-d7669812f046 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2904 time: 0.2991502
Dec 22 13:01:05.620567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52372) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.625797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-f7f8a3cc-3349-4851-8378-808cfa87fe01 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:01:05.626974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-f7f8a3cc-3349-4851-8378-808cfa87fe01 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053587
Dec 22 13:01:05.651381 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0279c0f6-b065-4b0e-8549-3b35bc1a134c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a4bf8cc024c421ead24f1659c861c76&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3912377
Dec 22 13:01:05.681163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52376) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:05.693358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-d815c746-4e28-4de4-abec-57050ea91660 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:01:05.697102 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-d815c746-4e28-4de4-abec-57050ea91660 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0169616
Dec 22 13:01:05.713801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, b48a3fef-7c90-4cb3-91df-85ec48e4b501) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:05.718515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Made reservation on behalf of 5d3a0086284943cb95e8e3cb24e7a9d8 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:05.721284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.759253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8191617c-b85e-40cc-8fb5-7855a41fff6a None None] Port a858331f-45c2-4129-b1ef-fd146f0966e5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:01:05.789020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:05.790201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:05.796158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac42c27-70df-4cc1-a0b9-e5e3228dd00a None None] Network b48a3fef-7c90-4cb3-91df-85ec48e4b501 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:05.887902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:05.906976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port 9c9b083a-6e7a-4814-be3f-f16c2d32685e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:05.907320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.105120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port 9737d242-3af8-43a4-9238-8ead2068f898 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:06.197118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.197720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.315995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298370880>, [{'id': 'd0c5b9bf-5419-4061-9b4e-e4a48a2121f4', 'name': '', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e', 'external_fixed_ips': [{'subnet_id': 'd0686c39-7bcc-4903-82af-44474fb1f37b', 'ip_address': '2001:db8::2da'}], 'enable_snat': True}, 'gw_port_id': 'ed31a839-0908-470b-b992-8fafcca6fb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:58Z', 'updated_at': '2021-12-22T13:01:02Z', 'revision_number': 3, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port': {'id': 'ed31a839-0908-470b-b992-8fafcca6fb98', 'name': '', 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ee:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c5b9bf-5419-4061-9b4e-e4a48a2121f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'd0686c39-7bcc-4903-82af-44474fb1f37b', 'ip_address': '2001:db8::2da', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:59Z', 'updated_at': '2021-12-22T13:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0686c39-7bcc-4903-82af-44474fb1f37b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:06.344748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Checking router: d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:06.345461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Updating router d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 port ed31a839-0908-470b-b992-8fafcca6fb98 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:01:06.383922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.46', 61492) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:06.480546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.485586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for 9c9b083a-6e7a-4814-be3f-f16c2d32685e owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:06.546784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.571703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Request body: {'port': {'device_id': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:06.622433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Request body: {'port': {'device_id': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:06.624522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Port': ['ID=9f6a000f-3142-469d-a10f-8b1ffef5f1a4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:06.660019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:06.666644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.881275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.912474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.912643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:06.921775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Checking segment: {'id': 'a900c731-196a-4106-a2d8-8d2549737a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '00d761bb-3adf-4c22-9c2d-306a75ecb44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:06.922358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network hostable DHCP agents. Network: 00d761bb-3adf-4c22-9c2d-306a75ecb44c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:06.964522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:07.038813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeeb65f-3670-4900-b2b3-f6d7bf0ca3af,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:07.041342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:07.042672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.052006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.108502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee809f8f-4976-4f60-a500-8b043ab0f91b req-ec1f6394-7d29-4f3c-9729-300e93c1510f tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:07.110070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee809f8f-4976-4f60-a500-8b043ab0f91b req-ec1f6394-7d29-4f3c-9729-300e93c1510f tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 931 time: 1.3246720
Dec 22 13:01:07.129930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f808def-9729-4f85-a5e2-837ade468f9e req-beed9ba2-7c8f-419a-902d-1062191da782 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:07.131479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f808def-9729-4f85-a5e2-837ade468f9e req-beed9ba2-7c8f-419a-902d-1062191da782 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 931 time: 1.2445910
Dec 22 13:01:07.202361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-4833b1a3-e10f-4643-b0a8-a872cf050d19 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:07.203830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-4833b1a3-e10f-4643-b0a8-a872cf050d19 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.46 "GET /v2.0/networks?id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840 HTTP/1.1" status: 200  len: 806 time: 0.7532227
Dec 22 13:01:07.257227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee809f8f-4976-4f60-a500-8b043ab0f91b req-d365d739-a3c9-4164-a125-28ec210fde61 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1161051
Dec 22 13:01:07.285377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Transition to ACTIVE for port object ed31a839-0908-470b-b992-8fafcca6fb98 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:07.289274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.295042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cfeeb65f-3670-4900-b2b3-f6d7bf0ca3af HTTP/1.1" status: 204  len: 168 time: 1.6044760
Dec 22 13:01:07.302161 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f808def-9729-4f85-a5e2-837ade468f9e req-dc5666f3-0c70-4542-9673-050353ff7113 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1568594
Dec 22 13:01:07.334561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network 00d761bb-3adf-4c22-9c2d-306a75ecb44c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:07.341853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port ed31a839-0908-470b-b992-8fafcca6fb98 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:07.345077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.403664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.413626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:07.443459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.455994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:07.599855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Attempting to bind port ed31a839-0908-470b-b992-8fafcca6fb98 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:07.600262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Attempting to bind port ed31a839-0908-470b-b992-8fafcca6fb98 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0df2d271-386c-4b3d-891a-5088e8475df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:07.600647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Attempting to bind port ed31a839-0908-470b-b992-8fafcca6fb98 on network 5af533b6-19c3-45f8-b34f-65150fc6b63e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:07.608592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba83eb12-0793-41d6-b6fa-c4ddacb53192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.615344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:07.615755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Checking segment: {'id': '0df2d271-386c-4b3d-891a-5088e8475df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:07.616132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.616531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Bound using segment: {'id': '0df2d271-386c-4b3d-891a-5088e8475df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:07.617020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Bound port: ed31a839-0908-470b-b992-8fafcca6fb98, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df2d271-386c-4b3d-891a-5088e8475df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '5af533b6-19c3-45f8-b34f-65150fc6b63e'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:07.617396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.663117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Pushing event updated for resources: {'Port': ['ID=ed31a839-0908-470b-b992-8fafcca6fb98,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:07.669213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:07.709706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Port': ['ID=9c9b083a-6e7a-4814-be3f-f16c2d32685e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:07.725260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] For port ed31a839-0908-470b-b992-8fafcca6fb98, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:07.732034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] For port ed31a839-0908-470b-b992-8fafcca6fb98, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ed31a839-0908-470b-b992-8fafcca6fb98,segment=NetworkSegment(0df2d271-386c-4b3d-891a-5088e8475df0),segment_id=0df2d271-386c-4b3d-891a-5088e8475df0)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:07.743849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:07.863244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.877397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b45fbf0-8039-4664-97ff-e2586288c6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:07.912421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04f5ee47-8aad-4914-8f90-b5acf3ca419d req-52b6fa6b-3f99-4b51-9178-7777f558e56a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.2469149
Dec 22 13:01:07.918726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:07.919186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Floating IP 1873a8e9-a803-45e9-a172-3923ecd666b6 disassociated (deleted). External IP: 172.26.3.211, port: a5b98151-037f-4dbd-a7ed-ab5d2447d6f0.
Dec 22 13:01:07.932439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 00d761bb-3adf-4c22-9c2d-306a75ecb44c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:07.938438 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-dd00461b-18c9-4d28-9d96-72e0c5098df6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cd4c593c75146dea7f2c21b51ec1e34 HTTP/1.1" status: 200  len: 380 time: 0.6767271
Dec 22 13:01:07.965146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:07.971273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:07.976804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9724ce-8bef-4d42-ba67-53fc61154a39 None None] Network 00d761bb-3adf-4c22-9c2d-306a75ecb44c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:07.977288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:07.978142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.055855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.056913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:08.101860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] For port ed31a839-0908-470b-b992-8fafcca6fb98, host dv-neutron-822662-1-hyperv, got binding levels [] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:08.102242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.169330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Routers {'d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:08.171302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298370880>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:08.201153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a858331f-45c2-4129-b1ef-fd146f0966e5 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:08.230148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.271763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:08.295317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Transition to ACTIVE for port object a858331f-45c2-4129-b1ef-fd146f0966e5 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:08.368382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for ed31a839-0908-470b-b992-8fafcca6fb98 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:08.445733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.455824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 6.9341309
Dec 22 13:01:08.458697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52400) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:08.464578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:08.634163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:08.646414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.688603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Transition to ACTIVE for port object 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:08.760978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Pushing event updated for resources: {'Port': ['ID=ed31a839-0908-470b-b992-8fafcca6fb98,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:08.767692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:08.812641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] Set router d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:08.875514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:08.953509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:09.091990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:09.107196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298370880>, [{'id': 'd0c5b9bf-5419-4061-9b4e-e4a48a2121f4', 'name': '', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:58Z', 'updated_at': '2021-12-22T13:01:07Z', 'revision_number': 4, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:09.122246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e1aff-1220-4f98-8799-8dbd979aee56 None None] The sync data for ids ['d0c5b9bf-5419-4061-9b4e-e4a48a2121f4'] in dv-neutron-822662-1-hyperv is: [{'id': 'd0c5b9bf-5419-4061-9b4e-e4a48a2121f4', 'name': '', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:58Z', 'updated_at': '2021-12-22T13:01:07Z', 'revision_number': 4, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:09.143498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:09.144188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:09.147227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:09.162766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6686a98-6f1b-43e4-92a4-54417fadfe31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:09.422694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=9737d242-3af8-43a4-9238-8ead2068f898,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:09.429150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Network 79185291-4f21-47bc-b928-faf1adbaf30e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:09.432525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:09.434740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:09.444113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:09.445426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:09.446182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:09.518028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840218-ebb7-4631-b0dd-4c8584946871 req-49b30b72-2d4c-4fa8-802e-9c612d6c96c1 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:09.521153 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64840218-ebb7-4631-b0dd-4c8584946871 req-49b30b72-2d4c-4fa8-802e-9c612d6c96c1 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 943 time: 0.5371487
Dec 22 13:01:09.574262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa8a7e-c138-4780-b246-fc804db13074 req-0346bf48-ebeb-48cf-be0b-43f73d424055 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:09.581640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-63fa8a7e-c138-4780-b246-fc804db13074 req-0346bf48-ebeb-48cf-be0b-43f73d424055 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 943 time: 0.5173521
Dec 22 13:01:09.611201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:09.652144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:09.659882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.631s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:09.662465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port ed31a839-0908-470b-b992-8fafcca6fb98 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:09.662820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:09.732178 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 4.4975913
Dec 22 13:01:09.733001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52422) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:09.768332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64840218-ebb7-4631-b0dd-4c8584946871 req-74eb5e77-7819-4575-b020-fb6e57bb5d4c tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2410419
Dec 22 13:01:09.982041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Router 9095bac3-eaff-4958-9018-fcfe11026cdd has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:10.040863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17706556-9157-43ba-b373-a9e3e3476529 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:10.048789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17706556-9157-43ba-b373-a9e3e3476529 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:10.051637 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17706556-9157-43ba-b373-a9e3e3476529 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 1.4747734
Dec 22 13:01:10.052874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Attempting to bind port a858331f-45c2-4129-b1ef-fd146f0966e5 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:10.053420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Attempting to bind port a858331f-45c2-4129-b1ef-fd146f0966e5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:10.053974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Attempting to bind port a858331f-45c2-4129-b1ef-fd146f0966e5 on network bcec92f8-868c-432b-8244-680fc3906cad {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:10.065880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52428) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:10.129995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-63fa8a7e-c138-4780-b246-fc804db13074 req-6cc3abf1-f684-40ca-86f0-ee99464d6f2c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5326929
Dec 22 13:01:10.129995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19a3c707-eab6-4006-833e-40f4848b6477 req-b851e58b-e410-4089-9ed4-a3204d3ed06a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.0973594
Dec 22 13:01:10.202007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9c7d7-d3e7-4b08-b6c5-5026a7de477c tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:10.205602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-eed9c7d7-d3e7-4b08-b6c5-5026a7de477c tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:10.263619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.390145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Port a858331f-45c2-4129-b1ef-fd146f0966e5 on network bcec92f8-868c-432b-8244-680fc3906cad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:10.391010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Attempting to bind port a858331f-45c2-4129-b1ef-fd146f0966e5 on network bcec92f8-868c-432b-8244-680fc3906cad {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:10.408149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:10.408524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Checking segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:10.409097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Bound using segment: {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:10.409549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Bound port: a858331f-45c2-4129-b1ef-fd146f0966e5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1310d0fd-23a5-45c6-b1b8-acd70caf225b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:10.409895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.415730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] For port ed31a839-0908-470b-b992-8fafcca6fb98, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ed31a839-0908-470b-b992-8fafcca6fb98,segment=NetworkSegment(0df2d271-386c-4b3d-891a-5088e8475df0),segment_id=0df2d271-386c-4b3d-891a-5088e8475df0)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:10.416097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.420484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:10.424926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-eed9c7d7-d3e7-4b08-b6c5-5026a7de477c tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:10.429793 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eed9c7d7-d3e7-4b08-b6c5-5026a7de477c tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports/9737d242-3af8-43a4-9238-8ead2068f898 HTTP/1.1" status: 200  len: 958 time: 0.6802452
Dec 22 13:01:10.432050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52434) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:10.444206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:10.482343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Attempting to bind port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:10.483029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Attempting to bind port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:10.483575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Attempting to bind port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede on network 2f0b802b-0de0-471f-80d2-0ba99dea9659 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:10.532530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Deleting port 6888b076-b1b8-4e52-96c2-2d3de739fdf3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:10.533005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.564048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede on network 2f0b802b-0de0-471f-80d2-0ba99dea9659 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:10.564491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Attempting to bind port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede on network 2f0b802b-0de0-471f-80d2-0ba99dea9659 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:10.646436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for ed31a839-0908-470b-b992-8fafcca6fb98 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:10.697100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:10.777788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Checking segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:10.777788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Bound using segment: {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:10.777788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Bound port: 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4d23ab-f84c-470c-9d10-341cef0fa308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:10.777788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.778182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Deleting port 9737d242-3af8-43a4-9238-8ead2068f898 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:10.778182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.868912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:10.880866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:10.881042 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] Sync routers for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:10.893738 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:10.894393 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c5e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:10.935478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a858331f-45c2-4129-b1ef-fd146f0966e5,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:10.968787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:10.976708 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c5e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:10.986728 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:10.987417 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c5e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:11.072738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:11.078051 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c5e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:11.078462 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c76b8a-72ff-43e1-807d-5ad8e5875865 None None] The sync data for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:11.081791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.094874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e45e75c9-2d87-43cd-8c85-db8f77662efe tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:11.128240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.190573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:11.191190 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/floatingips/1873a8e9-a803-45e9-a172-3923ecd666b6 HTTP/1.1" status: 204  len: 168 time: 5.5433571
Dec 22 13:01:11.195657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.206895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:11.208336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.209891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] 10.222.0.46 "PUT /v2.0/ports/a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1093 time: 4.8502092
Dec 22 13:01:11.210423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:11.214632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:11.298792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:11.318581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Calling delete_port for 9737d242-3af8-43a4-9238-8ead2068f898 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:11.383550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Calling delete_port for 6888b076-b1b8-4e52-96c2-2d3de739fdf3 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:11.431979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'port': {'device_id': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'admin_state_up': True, 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'security_groups': ['1fca6f84-3e32-4961-8dbd-38503ed98747']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:11.435968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.442364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:11.456637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52468) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:11.504338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Usage tracker for resource:floatingip and tenant:af9b228ef814419fa7e53934a7ca20e5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:11.516535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:11.525194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:11.545784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:11.545784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:11.573362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.583349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:11.586333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:11.596483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:11.597108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.598592 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] 10.222.0.46 "PUT /v2.0/ports/6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 200  len: 1093 time: 5.2165091
Dec 22 13:01:11.680768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:11.684169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:11.685912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed31a839-0908-470b-b992-8fafcca6fb98,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:11.703629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-3022d132-22e2-4a29-9ac3-c80759435214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:11.705138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-3022d132-22e2-4a29-9ac3-c80759435214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1096 time: 0.2544203
Dec 22 13:01:11.720174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:11.731505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-820493609'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:11.783201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.806568 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-88710ced-b294-4a6e-a941-bb4b79f3e76c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 217 time: 0.0901611
Dec 22 13:01:11.854981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:11.866608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.906488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Usage tracker for resource:router and tenant:41ed566bf81742faa101b84994ebb4ce is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:11.918371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de8f6-dbd7-4e15-9cf5-5c28a365eb04 req-6e8c7c33-ecf5-4e04-97d5-0f94feb7d395 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:11.923698 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-637de8f6-dbd7-4e15-9cf5-5c28a365eb04 req-6e8c7c33-ecf5-4e04-97d5-0f94feb7d395 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 943 time: 0.8546779
Dec 22 13:01:11.924946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:11.938776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:11.966242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e8fe48cb-3597-48de-9d33-08914cc2e465 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:12.003504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.006074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:12.030435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Port': ['ID=6888b076-b1b8-4e52-96c2-2d3de739fdf3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:12.038697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:12.046775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.053925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-ddbfb46a-4041-45cc-845f-f930d1aa8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:12.055366 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-ddbfb46a-4041-45cc-845f-f930d1aa8a11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.2415831
Dec 22 13:01:12.063382 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/ports/6888b076-b1b8-4e52-96c2-2d3de739fdf3 HTTP/1.1" status: 204  len: 168 time: 1.9288819
Dec 22 13:01:12.088267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:12.096990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52476) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:12.162584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event deleted for resources: {'Port': ['ID=9737d242-3af8-43a4-9238-8ead2068f898,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:12.165881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.168134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:12.173433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:12.176033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.199648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.208871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:12.303067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-637de8f6-dbd7-4e15-9cf5-5c28a365eb04 req-35e91a5e-7b3a-4324-8b52-8919546aa7b2 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3684440
Dec 22 13:01:12.304370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.306077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.310449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Deleting port 9f6a000f-3142-469d-a10f-8b1ffef5f1a4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:12.311808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.320490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc207f60-60f9-43d4-b63d-0188d92db058 req-112ff9a2-6b80-4235-9a1b-cb6899dd037f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:12.325805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cc207f60-60f9-43d4-b63d-0188d92db058 req-112ff9a2-6b80-4235-9a1b-cb6899dd037f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 943 time: 0.8947353
Dec 22 13:01:12.352590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9b47bfb7-9b7b-4a14-aae4-24ac2a899b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:12.354216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9b47bfb7-9b7b-4a14-aae4-24ac2a899b2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da42799729e14802b9c6ea466d334b32&device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 1096 time: 0.4541385
Dec 22 13:01:12.377408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cc207f60-60f9-43d4-b63d-0188d92db058 req-4de03cb1-15f7-4833-84b2-5d2dc3117baa tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409107
Dec 22 13:01:12.403501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Made reservation on behalf of 5cd4c593c75146dea7f2c21b51ec1e34 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:12.407342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.458872 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-e4c68304-7795-44c5-b1aa-0a04f19c7400 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 200  len: 217 time: 0.0851314
Dec 22 13:01:12.473506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "DELETE /v2.0/ports/9737d242-3af8-43a4-9238-8ead2068f898 HTTP/1.1" status: 204  len: 168 time: 2.0376649
Dec 22 13:01:12.478799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.479341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:12.486345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52482) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:12.489237 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f88ddea8-0a52-43fa-9a51-dbe0e0a2ab11 req-a61b2f3d-7728-40e5-a16c-854d78df37d1 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.0646665
Dec 22 13:01:12.542690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.572506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.594536 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-30644fcd-aea7-4295-a242-c4d36ce2024b tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:01:12.595103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30644fcd-aea7-4295-a242-c4d36ce2024b tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:12.609444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.620819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d0c5b9bf-5419-4061-9b4e-e4a48a2121f4 HTTP/1.1" status: 204  len: 168 time: 7.3843586
Dec 22 13:01:12.623879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52488) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:12.638405 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'status': 'completed', 'code': 200}
Dec 22 13:01:12.645433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-32f7903c-f392-4499-9288-ec287fcce567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:12.647259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-32f7903c-f392-4499-9288-ec287fcce567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5828261
Dec 22 13:01:12.718366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-c8d40a0d-6a35-4b88-b083-2c7599cee40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:12.719813 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-c8d40a0d-6a35-4b88-b083-2c7599cee40f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac8fb421-9afb-4a67-833c-72a10cb69987 HTTP/1.1" status: 200  len: 850 time: 0.2517846
Dec 22 13:01:12.748695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting subnet d0686c39-7bcc-4903-82af-44474fb1f37b {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:01:12.755946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.793961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.826768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Allocated IP 172.20.0.5 (9cef62f1-d68b-4204-9a1b-a7dbb5b48840/2dfd6159-453e-425e-87e6-7875cfa051f5/0e062768-c416-44c4-9643-3178486bb801) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:12.828599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30644fcd-aea7-4295-a242-c4d36ce2024b tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:12.829770 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-30644fcd-aea7-4295-a242-c4d36ce2024b tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports/9737d242-3af8-43a4-9238-8ead2068f898 HTTP/1.1" status: 404  len: 333 time: 0.3396599
Dec 22 13:01:12.835094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52492) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:12.846889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.878823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-265273275'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:12.895485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:12.928374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:12.950610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:12.966090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.088923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.090006 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ff07a542-e147-4b1e-81e9-aa93366b4bb0 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 1.6011589
Dec 22 13:01:13.093498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52496) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:13.122419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Calling delete_port for 9f6a000f-3142-469d-a10f-8b1ffef5f1a4 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:13.176603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Made reservation on behalf of 5d3a0086284943cb95e8e3cb24e7a9d8 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:13.178901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.193884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Allocated IP 172.26.3.76 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/8869ee47-c75c-4565-bdef-a491900e6f4e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:13.198070 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-4808112e-6b07-44ae-a5dd-8f38bcb7d92f service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5169067
Dec 22 13:01:13.292791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port 745b739e-910a-44c5-bd63-462ab0ba121e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:13.323444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9b48d5bb-4e83-450a-970a-73422d20c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:13.324922 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-9b48d5bb-4e83-450a-970a-73422d20c910 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0b802b-0de0-471f-80d2-0ba99dea9659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5510256
Dec 22 13:01:13.329310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.593026 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49bee468-1d4d-4888-a78a-3c9b8ae52afd req-0be0af38-e962-4875-901f-1bcf37cef345 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3829844
Dec 22 13:01:13.615304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.641716 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-a46123fb-071e-4f90-9263-b735d4b5de76 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3089387
Dec 22 13:01:13.645194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.648274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.673261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:13.717846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.720680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:13.725722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Port': ['ID=9f6a000f-3142-469d-a10f-8b1ffef5f1a4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:13.859123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.861721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0686c39-7bcc-4903-82af-44474fb1f37b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:13.888692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:13.934235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:13.939959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Transition to ACTIVE for port object 0e062768-c416-44c4-9643-3178486bb801 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:13.941276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:13.969331 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/ports/9f6a000f-3142-469d-a10f-8b1ffef5f1a4 HTTP/1.1" status: 204  len: 168 time: 1.8707869
Dec 22 13:01:13.980566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52506) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:14.054314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.055369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-17176cef-6c34-4948-8424-f3edb9cc84fd tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Synchronizing usage tracker for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:14.059957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.074148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2758d9bc-2d7e-4f6e-acc0-52541d162b03 req-4174267b-354b-4604-ac3d-6174cce4d3eb service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4239149
Dec 22 13:01:14.092228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-e127f890-c908-437e-8b98-b8507c750241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.093707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-e127f890-c908-437e-8b98-b8507c750241 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1096 time: 0.2029376
Dec 22 13:01:14.172327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d0686c39-7bcc-4903-82af-44474fb1f37b HTTP/1.1" status: 204  len: 168 time: 1.5456007
Dec 22 13:01:14.175675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52510) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:14.215539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46551006-622b-4050-b2f9-5dc7e78b0d2e req-8a39f0d8-112a-4ffb-8985-f06325554291 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.217082 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46551006-622b-4050-b2f9-5dc7e78b0d2e req-8a39f0d8-112a-4ffb-8985-f06325554291 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 943 time: 0.5915682
Dec 22 13:01:14.230386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d14a2-2a16-4227-8707-bfd98e978dcf req-ebe248b1-52d3-459c-9bfa-093e765f13c5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.231905 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f5d14a2-2a16-4227-8707-bfd98e978dcf req-ebe248b1-52d3-459c-9bfa-093e765f13c5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 943 time: 0.6146293
Dec 22 13:01:14.263043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.272646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.280766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62e3214f-6fae-4e39-9093-409ed1dc80a7 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:14.319556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46551006-622b-4050-b2f9-5dc7e78b0d2e req-d87423b6-e547-4be3-9219-45cafab108a2 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783193
Dec 22 13:01:14.331572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.333999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.334462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3aa8462-1203-41d3-933f-ea09e0e45abf {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:14.342683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-17176cef-6c34-4948-8424-f3edb9cc84fd tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Unset dirty status for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:14.343885 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17176cef-6c34-4948-8424-f3edb9cc84fd tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3624043
Dec 22 13:01:14.369715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:14.378354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:14.395781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-947487713'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:14.400657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:14.408291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:14.409855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:14.416676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f5d14a2-2a16-4227-8707-bfd98e978dcf req-79282dd1-0298-44cf-be12-b674c2a945e2 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1579809
Dec 22 13:01:14.418190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.421890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:14.441256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:14.452983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:14.453807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-a4903a85-02d1-41a3-8b66-813f8b14be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.455310 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-a4903a85-02d1-41a3-8b66-813f8b14be39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.3549278
Dec 22 13:01:14.460064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:network and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:14.463399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Pushing event updated for resources: {'Port': ['ID=8869ee47-c75c-4565-bdef-a491900e6f4e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:14.472179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:14.477931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:14.488713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:14.522898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.526713 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cd465725-d10b-40f8-8e69-3cddfd410318 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a3aa8462-1203-41d3-933f-ea09e0e45abf HTTP/1.1" status: 204  len: 168 time: 1.4296112
Dec 22 13:01:14.535021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.539525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52518) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:14.540385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:14.564574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Request body: {'router': {'name': 'tempest-router-66207705', 'distributed': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:14.566193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event updated for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:14.570868 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-a9f626c7-ad58-4330-8558-6a683a2f1c02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 217 time: 0.1008193
Dec 22 13:01:14.574159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:14.579734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-18a483a0-1c9b-4b2e-b093-d8be0df812af tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:14.580061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:14.642330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:14.648187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Usage tracker for resource:router and tenant:41ed566bf81742faa101b84994ebb4ce is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:14.653528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Network 79185291-4f21-47bc-b928-faf1adbaf30e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:14.659800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:14.665595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:14.670366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.671011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.675678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:14.677492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.678088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.698568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:14.706560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=745b739e-910a-44c5-bd63-462ab0ba121e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:14.709607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:14.712990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.714270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:14.731132 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'status': 'completed', 'code': 200}
Dec 22 13:01:14.733723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098f295-0a9d-4b71-9469-1c425690a55e req-7f4b545a-8bbf-484e-8ce4-0287a2438014 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.734441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a098f295-0a9d-4b71-9469-1c425690a55e req-7f4b545a-8bbf-484e-8ce4-0287a2438014 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Synchronizing usage tracker for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:14.777831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a454f591-880f-41a6-82a5-59eb37a6995e None None] Provisioning for port 0e062768-c416-44c4-9643-3178486bb801 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:14.783088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a454f591-880f-41a6-82a5-59eb37a6995e None None] Provisioning complete for port 0e062768-c416-44c4-9643-3178486bb801 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:14.787542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a454f591-880f-41a6-82a5-59eb37a6995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.840611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a454f591-880f-41a6-82a5-59eb37a6995e None None] Port 0e062768-c416-44c4-9643-3178486bb801 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:01:14.850888 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.0136530
Dec 22 13:01:14.852615 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4302084
Dec 22 13:01:14.853396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52524) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:14.859308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:14.864418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.879692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-812aeeb4-8580-41be-9326-44ba80baf87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:14.881173 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-812aeeb4-8580-41be-9326-44ba80baf87c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.2983851
Dec 22 13:01:14.894006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Request body: {'port': {'device_id': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:14.930894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a098f295-0a9d-4b71-9469-1c425690a55e req-7f4b545a-8bbf-484e-8ce4-0287a2438014 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Unset dirty status for tenant:5cd4c593c75146dea7f2c21b51ec1e34 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:14.930894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a098f295-0a9d-4b71-9469-1c425690a55e req-7f4b545a-8bbf-484e-8ce4-0287a2438014 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 931 time: 0.4854350
Dec 22 13:01:14.943187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.944209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.951784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:14.956466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:14.972039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52981623a0>,) {'filters': {'network_id': ['5af533b6-19c3-45f8-b34f-65150fc6b63e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:14.996715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981623a0>, '0df2d271-386c-4b3d-891a-5088e8475df0') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:14.997012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981623a0>, '0df2d271-386c-4b3d-891a-5088e8475df0') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:15.020605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.020974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment 60c456d8-e46d-4d87-8c42-61387f32aa21 of type vlan for network c2b32a50-412b-4318-a5cf-8a13d79bd2b7
Dec 22 13:01:15.030442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.038996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.072693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.100496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:15.100904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.104066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a098f295-0a9d-4b71-9469-1c425690a55e req-d1743251-f5c0-43eb-a977-04cb9f9010ca tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628499
Dec 22 13:01:15.115821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.118885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:15.119373 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:15.130279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-02177946-b8e7-4aba-b771-337a83856cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:15.131809 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-02177946-b8e7-4aba-b771-337a83856cce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da42799729e14802b9c6ea466d334b32&device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 1096 time: 0.3469579
Dec 22 13:01:15.136189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.263532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-8e5c2a0f-2253-4a5a-b219-17f081c7f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:15.265022 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-8e5c2a0f-2253-4a5a-b219-17f081c7f361 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3688686
Dec 22 13:01:15.276418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.330079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:15.571318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.611328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.674758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-800133b3-86ef-4365-be94-c8fab622176c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:15.712689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  5af533b6-19c3-45f8-b34f-65150fc6b63e {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:01:15.713951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.724092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Network': ['ID=5af533b6-19c3-45f8-b34f-65150fc6b63e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:15.727326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.733294 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/networks/5af533b6-19c3-45f8-b34f-65150fc6b63e HTTP/1.1" status: 204  len: 168 time: 1.5564914
Dec 22 13:01:15.742013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:15.742636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.749078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-f2aef84c-4555-4f11-b4ab-74daeea16efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:15.751156 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-f2aef84c-4555-4f11-b4ab-74daeea16efd service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 200  len: 912 time: 0.5591705
Dec 22 13:01:15.752038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:15.752532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eddae991-b91b-4c73-85d4-954d77f6900c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:15.784178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:15.785557 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0b6744f3-0d73-4769-b5db-bfd6c7608780 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 1.2356400
Dec 22 13:01:15.799217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52534) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:15.893247 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-bda5926b-ab14-4cad-8a62-4a1363f80b82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 200  len: 217 time: 0.1031985
Dec 22 13:01:15.922628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-19297ee1-d7af-40a8-86c3-0a739376de6e service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6425736
Dec 22 13:01:15.987919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] device_id is not set on port 745b739e-910a-44c5-bd63-462ab0ba121e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:16.008821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6d003-f0e8-4f4b-966a-9b7e7694cab2 req-0771410b-7577-4855-b80b-514b46856c95 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:16.010507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84b6d003-f0e8-4f4b-966a-9b7e7694cab2 req-0771410b-7577-4855-b80b-514b46856c95 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 943 time: 0.5201375
Dec 22 13:01:16.012322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.038714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c08e8-31d5-431f-9969-997758287e4d req-8c0eaf4b-69a8-4809-838f-d1746c976f9f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:16.043113 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c41c08e8-31d5-431f-9969-997758287e4d req-8c0eaf4b-69a8-4809-838f-d1746c976f9f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 943 time: 0.4781621
Dec 22 13:01:16.043113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.192804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52544) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:16.210301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Transition to ACTIVE for port object 745b739e-910a-44c5-bd63-462ab0ba121e will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:16.227511 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.8522360
Dec 22 13:01:16.236961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52548) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:16.256110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1220820270'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:16.267049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'name': 'tempest-router--218070742', 'project_id': '61e9ab8b9ab14b2989c1164046ea2256'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:16.272371 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-152e9f1f-5e17-430b-bd04-ef4127793562 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2514324
Dec 22 13:01:16.311809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=c2b32a50-412b-4318-a5cf-8a13d79bd2b7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:16.316588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:16.325526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:16.335272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:16.342990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:router and tenant:61e9ab8b9ab14b2989c1164046ea2256 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:16.355672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:16.360897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-90e79fde-27a1-470a-b22f-c4acdde376f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:16.362458 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-90e79fde-27a1-470a-b22f-c4acdde376f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac8fb421-9afb-4a67-833c-72a10cb69987 HTTP/1.1" status: 200  len: 850 time: 0.4460313
Dec 22 13:01:16.367670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:16.380370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:16.382576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.401117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:16.432515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c41c08e8-31d5-431f-9969-997758287e4d req-5b0eeea7-1703-4479-9f07-612c2ff09839 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3320851
Dec 22 13:01:16.435045 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84b6d003-f0e8-4f4b-966a-9b7e7694cab2 req-5f4e0927-a1a2-459b-9339-09a0120a2910 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4048741
Dec 22 13:01:16.448375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.465389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-5d48d255-b9af-4e26-b8e8-b6d90d2217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:16.466945 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-5d48d255-b9af-4e26-b8e8-b6d90d2217f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0b802b-0de0-471f-80d2-0ba99dea9659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0971313
Dec 22 13:01:16.486561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:16.494761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:network and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:16.504470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:16.555629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.556633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.568697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.569089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:16.572243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-398e28df-89ff-4f14-ac17-e69e2f41316d tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:16.572370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.644500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.706442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.723787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Pushing event updated for resources: {'Port': ['ID=8869ee47-c75c-4565-bdef-a491900e6f4e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:16.733617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:16.741934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=745b739e-910a-44c5-bd63-462ab0ba121e,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:16.749539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e062768-c416-44c4-9643-3178486bb801 {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:16.760416 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-492e7cad-3dc7-4e80-ab99-66d78e6672b8 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855811
Dec 22 13:01:16.762132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.765127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:16.768238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.773295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:16.773719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:16.774129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:16.782757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:01:16.790099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:16.790442 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:16.792419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 2 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:16.799044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:16.806619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.908470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.912327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.6887352
Dec 22 13:01:16.913897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.917405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52552) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:16.924385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:16.924684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Transition to ACTIVE for port object 0e062768-c416-44c4-9643-3178486bb801 will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:16.931966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.937642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aae3bc28-369d-4c7e-835c-5bb18ccf5b7f {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:16.937784 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad0e1c4f-815c-4681-8c07-14e4692a4053 req-54bd5ef1-ea84-4684-8981-2d2f767b10fe service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646528
Dec 22 13:01:16.953107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:16.954096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:16.954646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:16.958304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'port_id': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'mac_address': 'fa:16:3e:9d:09:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:01:16.965291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:16.970557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-397b7836-f048-4f44-a606-8e89c972664a tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "DELETE /v2.0/routers/aae3bc28-369d-4c7e-835c-5bb18ccf5b7f HTTP/1.1" status: 204  len: 168 time: 1.1508007
Dec 22 13:01:16.970557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:16.970557 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:16.970835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52558) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:16.974351 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 3 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:16.977631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Request body: {'router': {'name': 'tempest-router-332208205', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1653fbd7aa1c43e0858d1717696a7eaf'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:16.982053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:16.987702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Usage tracker for resource:router and tenant:1653fbd7aa1c43e0858d1717696a7eaf is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:16.987854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:16.991752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:16.999050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:17.004397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219f077-75c7-42d0-b0ff-b1458d456972 req-f803b2ed-d2fa-4571-8342-5402830093cf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:17.011352 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5219f077-75c7-42d0-b0ff-b1458d456972 req-f803b2ed-d2fa-4571-8342-5402830093cf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 931 time: 0.4349957
Dec 22 13:01:17.028459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.033495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.033625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.033625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.033625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.040887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84839c98-62c6-4be9-9163-599554f44e1e tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:17.050183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:17.053910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.058666 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a876636f-5a3e-4709-ab01-57aea2755b32 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.8450348
Dec 22 13:01:17.063310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52562) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:17.085560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.085910 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Added segment 0c825e8b-5db1-4f9a-b07f-06e03be4de3f of type vlan for network 9f96872f-b079-4889-8773-efa293bfdce4
Dec 22 13:01:17.093233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.098386 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.105881 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 4 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.130735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.138092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.155148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:17.162507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:17.166384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Usage tracker for resource:floatingip and tenant:45e63d0c10764e5faeb36354b3ec14c7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:17.169299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:17.175729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:17.231299 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5219f077-75c7-42d0-b0ff-b1458d456972 req-286da927-3d4e-4d85-b708-4e65d4230251 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2190220
Dec 22 13:01:17.232245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.232734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.233232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.235834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Pushing event updated for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:17.267469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.269949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.274826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:17.278869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.279395 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.281054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.296563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 5 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.307538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.308261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a858331f-45c2-4129-b1ef-fd146f0966e5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:01:17.353021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:17.353107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:17.381332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.381664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.381992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.404130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.404700 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.409249 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 6 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.443706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.444051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.444603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.452183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Attempting to bind port 0e062768-c416-44c4-9643-3178486bb801 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.452529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Attempting to bind port 0e062768-c416-44c4-9643-3178486bb801 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.452883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Attempting to bind port 0e062768-c416-44c4-9643-3178486bb801 on network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.455201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.455526 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.459469 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 7 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.479962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Port 0e062768-c416-44c4-9643-3178486bb801 on network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.479962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Attempting to bind port 0e062768-c416-44c4-9643-3178486bb801 on network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.495836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:17.496691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Checking segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:17.497393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Bound using segment: {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:17.498937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Bound port: 0e062768-c416-44c4-9643-3178486bb801, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '932e8535-cc44-4cdd-9b9a-574df9dd4026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:17.500108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.517041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:17.521935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:17.525476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.525594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.526038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.542641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.551534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a858331f-45c2-4129-b1ef-fd146f0966e5,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:17.563449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:17.571617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.571751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'port_id': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'mac_address': 'fa:16:3e:d3:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:01:17.619230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.619573 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.625596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adc6eea4-64b4-40bb-a7cf-016e86075408 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:17.635800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.639413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 8 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.654605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a858331f-45c2-4129-b1ef-fd146f0966e5 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:17.672521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a858331f-45c2-4129-b1ef-fd146f0966e5,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:17.672728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.746907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.749585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.751770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fc610cb0-4cfa-4066-8b26-d7898485e6f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:17.779548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.783496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.819734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.820321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.820440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.824802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:17.828118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:17.858804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.859154 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.871182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 9 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.901976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Network': ['ID=9f96872f-b079-4889-8773-efa293bfdce4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:17.913385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 9f96872f-b079-4889-8773-efa293bfdce4 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:17.915499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:17.917524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:17.921710 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-405e163b-a4ca-49a2-8d9f-36b8d13e27c7 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.9468737
Dec 22 13:01:17.921844 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.6739695
Dec 22 13:01:17.921923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52570) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:17.922320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.922657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.923023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.930672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:17.934365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:17.935040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e062768-c416-44c4-9643-3178486bb801,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:17.939757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.940354 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.944783 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempt 10 to bind port 745b739e-910a-44c5-bd63-462ab0ba121e
Dec 22 13:01:17.969936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:17.970599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:17.971169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempting to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:17.982090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:01:17.982693 dv-neutron-822662-1-hyperv neutron-server[88167]: ERROR neutron.plugins.ml2.managers [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Failed to bind port 745b739e-910a-44c5-bd63-462ab0ba121e on host hv-neutron-8226 for vnic_type normal using segments [{'id': 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '79185291-4f21-47bc-b928-faf1adbaf30e'}]
Dec 22 13:01:17.983235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.009177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a294c05-aa1a-4a60-b170-c943a0ec2c5d req-0c2f90eb-8d30-43d2-8a4a-b4e6c452fe07 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.011172 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8a294c05-aa1a-4a60-b170-c943a0ec2c5d req-0c2f90eb-8d30-43d2-8a4a-b4e6c452fe07 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 944 time: 0.3430459
Dec 22 13:01:18.024091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a12728-142e-4570-b15d-f54c06741410 req-0719d128-950f-42a9-b9a0-8be63d2021d5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.025950 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d4a12728-142e-4570-b15d-f54c06741410 req-0719d128-950f-42a9-b9a0-8be63d2021d5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 944 time: 0.3674004
Dec 22 13:01:18.114606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.123051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:18.203113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.203493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9499f31a-a42f-4286-bb08-896d65b5f3a6 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:18.236098 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8a294c05-aa1a-4a60-b170-c943a0ec2c5d req-e7d0b042-fe62-4fc4-850c-a13a1ea7ca58 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2088845
Dec 22 13:01:18.237787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:01:18.245378 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d4a12728-142e-4570-b15d-f54c06741410 req-b3d1ca76-8479-47dd-927f-5c0af9fadf30 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013783
Dec 22 13:01:18.246617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.249603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.251067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e062768-c416-44c4-9643-3178486bb801 HTTP/1.1" status: 200  len: 1093 time: 3.3615551
Dec 22 13:01:18.256487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'tag': '0e062768-c416-44c4-9643-3178486bb801'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:18.358913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port 745b739e-910a-44c5-bd63-462ab0ba121e, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:18.359682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attempted to set empty binding levels {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 22 13:01:18.371480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a858331f-45c2-4129-b1ef-fd146f0966e5'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:01:18.376565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Pushing event updated for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:18.401514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.408194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.415332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.415986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.416544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.417114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.417661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.418218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.418891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.419461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.420019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.420566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:18.496697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.499251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.556685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:18.614091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.627545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9c369ed8-a8e1-4a61-9640-0b63222163ab tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:18.723847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88166) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 22 13:01:18.724605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Router b260768b-ede9-4175-a725-ef221d82cc52 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f529a288fd0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f529a288dc0> provider. {{(pid=88166) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 22 13:01:18.725201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.731207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.737159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.738603 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2887daf4-d336-43e0-9825-b30431a672bc tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/9499f31a-a42f-4286-bb08-896d65b5f3a6 HTTP/1.1" status: 204  len: 168 time: 1.6777461
Dec 22 13:01:18.771688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] In _notify_port_updated(), no bound segment for port 745b739e-910a-44c5-bd63-462ab0ba121e on network 79185291-4f21-47bc-b928-faf1adbaf30e {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:01:18.772560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.773206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.775286 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "PUT /v2.0/ports/745b739e-910a-44c5-bd63-462ab0ba121e HTTP/1.1" status: 200  len: 980 time: 3.9206285
Dec 22 13:01:18.776768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event updated for resources: {'Port': ['ID=745b739e-910a-44c5-bd63-462ab0ba121e,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:18.782248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52586) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:18.787712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.804413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:18.876569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:18.884559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-cbfb94df-5150-4023-9026-201c01465555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.888512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-cbfb94df-5150-4023-9026-201c01465555 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cd4c593c75146dea7f2c21b51ec1e34&device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 1096 time: 0.4629705
Dec 22 13:01:18.896825 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'tag': '0e062768-c416-44c4-9643-3178486bb801', 'status': 'completed', 'code': 200}
Dec 22 13:01:18.913474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea0ee1-dd3e-406a-837b-3ad861229b6d req-d8c1f882-fb8d-4435-85e3-0c51cd9b1688 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:18.915134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1ea0ee1-dd3e-406a-837b-3ad861229b6d req-d8c1f882-fb8d-4435-85e3-0c51cd9b1688 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 943 time: 0.3453567
Dec 22 13:01:18.993190 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-16518e8d-b8c1-45ed-9cfd-066036b1e577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e062768-c416-44c4-9643-3178486bb801 HTTP/1.1" status: 200  len: 217 time: 0.0770211
Dec 22 13:01:19.088266 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1ea0ee1-dd3e-406a-837b-3ad861229b6d req-1e71653c-6700-4312-91eb-60a4a74b82ec tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937760
Dec 22 13:01:19.096279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-3fd5b3b1-e4a5-42b1-b572-4c2d931a4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:19.098423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-3fd5b3b1-e4a5-42b1-b572-4c2d931a4fa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dfd6159-453e-425e-87e6-7875cfa051f5 HTTP/1.1" status: 200  len: 845 time: 0.0833657
Dec 22 13:01:19.100779 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52590) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:19.187033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-6ad2fddf-e00c-4d80-a59b-c488a44b7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:19.188866 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-6ad2fddf-e00c-4d80-a59b-c488a44b7616 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0805757
Dec 22 13:01:19.224281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Deleting port 745b739e-910a-44c5-bd63-462ab0ba121e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:19.224876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:19.395359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-498067871', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:19.422607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:19.506703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Allocated IP 172.26.3.28 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:19.528181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:19.534882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:19.540554 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] No L3 agents can host the router b260768b-ede9-4175-a725-ef221d82cc52
Dec 22 13:01:19.600932 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-6fe0be32-7481-41d6-aa66-13c8ebbf110a service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4048851
Dec 22 13:01:19.601750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:19.770816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:19.771847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:19.777616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] For port 745b739e-910a-44c5-bd63-462ab0ba121e, host hv-neutron-8226, got binding levels [] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:19.777977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:19.817124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ebd2-9133-45ed-8188-87f1c5cda6f5 req-95b86be0-8c07-4589-aa4b-b1f2e4cb147c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:19.818530 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5c3ebd2-9133-45ed-8188-87f1c5cda6f5 req-95b86be0-8c07-4589-aa4b-b1f2e4cb147c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 944 time: 0.2875938
Dec 22 13:01:19.825170 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc195788-1a9c-4b14-87ba-1624bd30dff9 req-81117eed-de1c-4d24-accb-3225ef9ff39e service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2121944
Dec 22 13:01:19.834403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ee676-aae9-4bb1-a11e-1d2093537e07 req-f144c739-b4c4-41ba-ac84-e51d994b0e6f tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:19.837003 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-598ee676-aae9-4bb1-a11e-1d2093537e07 req-f144c739-b4c4-41ba-ac84-e51d994b0e6f tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 944 time: 0.3037980
Dec 22 13:01:19.856085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:19.922387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5c3ebd2-9133-45ed-8188-87f1c5cda6f5 req-da902465-d447-4c0f-ae0c-41484559838d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0855579
Dec 22 13:01:19.932726 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-598ee676-aae9-4bb1-a11e-1d2093537e07 req-1a75cce0-dc8f-45f2-b006-fae8bc5399d7 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0805039
Dec 22 13:01:20.002664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Calling delete_port for 745b739e-910a-44c5-bd63-462ab0ba121e owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:20.135678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Hosts for router b260768b-ede9-4175-a725-ef221d82cc52: [] {{(pid=88166) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 22 13:01:20.225534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.239539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Hosts for other DVR routers connected to router b260768b-ede9-4175-a725-ef221d82cc52: set() {{(pid=88166) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 22 13:01:20.262143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.264727 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4a330ad9-209c-42e1-99f4-517eb66f0eef tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "PUT /v2.0/routers/b260768b-ede9-4175-a725-ef221d82cc52 HTTP/1.1" status: 200  len: 716 time: 2.3404219
Dec 22 13:01:20.268401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52602) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:20.353573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.368045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:20.371497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.396504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-a67b1cac-a07a-45e0-94f9-b8f3cb252e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:20.398121 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-a67b1cac-a07a-45e0-94f9-b8f3cb252e56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cd4c593c75146dea7f2c21b51ec1e34&device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 1096 time: 0.4189742
Dec 22 13:01:20.401395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.487403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.490698 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "DELETE /v2.0/ports/745b739e-910a-44c5-bd63-462ab0ba121e HTTP/1.1" status: 204  len: 168 time: 1.7002158
Dec 22 13:01:20.491621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Pushing event deleted for resources: {'Port': ['ID=745b739e-910a-44c5-bd63-462ab0ba121e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:20.493773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52606) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:20.524015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212978-206e-4cf5-94eb-ade16772e533 req-96673ca4-3e05-4eb1-a1be-0b44936d9791 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:20.525560 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3212978-206e-4cf5-94eb-ade16772e533 req-96673ca4-3e05-4eb1-a1be-0b44936d9791 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 943 time: 0.2038519
Dec 22 13:01:20.538490 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c541305a-6d37-49c6-a476-36cb837b3423 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "GET /v2.0/routers/b260768b-ede9-4175-a725-ef221d82cc52 HTTP/1.1" status: 200  len: 716 time: 0.2693617
Dec 22 13:01:20.539367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52610) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:20.557382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:20.562377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.562753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.563141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.563494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.563845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.564194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.564548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.564942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.565275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.565617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.565955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.566919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:20.575466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:20.575466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:20.602053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:20.604691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:20.637371 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e15139-ed09-41ed-b032-5897951e0a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] GET failed (client error): The resource could not be found.
Dec 22 13:01:20.637916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f8e15139-ed09-41ed-b032-5897951e0a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Synchronizing usage tracker for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:20.664075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-07533c4c-eff8-4ef6-b4c3-d7c887c13a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:20.665624 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-07533c4c-eff8-4ef6-b4c3-d7c887c13a8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840 HTTP/1.1" status: 200  len: 907 time: 0.2599738
Dec 22 13:01:20.681036 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3212978-206e-4cf5-94eb-ade16772e533 req-e32fd8da-41ee-4c57-bf38-7ef3218d6746 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1406355
Dec 22 13:01:20.754940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-d9b62348-41cd-4695-b282-b99577b81fb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e062768-c416-44c4-9643-3178486bb801 HTTP/1.1" status: 200  len: 217 time: 0.0801897
Dec 22 13:01:20.767713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:20.825782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-4c342db8-7f89-449d-aa44-cd5d443917bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:20.827548 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-4c342db8-7f89-449d-aa44-cd5d443917bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dfd6159-453e-425e-87e6-7875cfa051f5 HTTP/1.1" status: 200  len: 845 time: 0.0669451
Dec 22 13:01:20.937880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:20.946520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:20.946520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:20.985239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Pushing event updated for resources: {'Port': ['ID=c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:20.995124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:21.017253 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f5a39d98-2197-451c-a80a-0bc59d945b41 tempest-RoutersTestDVR-647946224 tempest-RoutersTestDVR-647946224-project] 10.222.0.16 "GET /v2.0/routers/b260768b-ede9-4175-a725-ef221d82cc52 HTTP/1.1" status: 200  len: 682 time: 0.4679294
Dec 22 13:01:21.032611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52620) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:21.110000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f8e15139-ed09-41ed-b032-5897951e0a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Unset dirty status for tenant:5d3a0086284943cb95e8e3cb24e7a9d8 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:21.116504 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8e15139-ed09-41ed-b032-5897951e0a16 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] 10.222.0.16 "GET /v2.0/ports/745b739e-910a-44c5-bd63-462ab0ba121e HTTP/1.1" status: 404  len: 333 time: 0.6196666
Dec 22 13:01:21.125026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52624) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:21.125444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52626) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:21.192183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'subnets': [{'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--205773376', 'ip_version': 6}, {'network_id': '9f96872f-b079-4889-8773-efa293bfdce4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:21.192751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'subnet': {'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--205773376', 'ip_version': 6}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:21.193568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Request body: {'subnet': {'network_id': '9f96872f-b079-4889-8773-efa293bfdce4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:21.228065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.270903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:21.272038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:21.346543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.348055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a858331f-45c2-4129-b1ef-fd146f0966e5 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:21.354872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.371791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.380685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:21.423904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-40e0008c-a491-4abd-a97f-60b3e47f8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:21.425368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-40e0008c-a491-4abd-a97f-60b3e47f8a5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5858850
Dec 22 13:01:21.428062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.444530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.509753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:21.530016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:21.617814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port a858331f-45c2-4129-b1ef-fd146f0966e5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:21.623281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a858331f-45c2-4129-b1ef-fd146f0966e5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:21.623671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.661909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf7c42-f8ad-4382-8459-cfbaa3992a47 req-f2431929-e9bd-43c8-877a-5c44494839e0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:21.663464 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81bf7c42-f8ad-4382-8459-cfbaa3992a47 req-f2431929-e9bd-43c8-877a-5c44494839e0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 944 time: 0.4484308
Dec 22 13:01:21.671370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869afd0a-1613-4e29-baa7-d4f8fada954b req-c60250da-bacf-443b-8c4e-ba2d5c34e29e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:21.672439 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-869afd0a-1613-4e29-baa7-d4f8fada954b req-c60250da-bacf-443b-8c4e-ba2d5c34e29e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 944 time: 0.4562473
Dec 22 13:01:21.700493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.759979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.796848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a858331f-45c2-4129-b1ef-fd146f0966e5,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:21.799426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81bf7c42-f8ad-4382-8459-cfbaa3992a47 req-dca9d6c3-30b2-465b-be55-3cc05b8662d0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1259356
Dec 22 13:01:21.802442 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-57487b4b-9d25-4629-8533-c644ed6fc8e2 service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343813
Dec 22 13:01:21.803810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Allocated IP 172.26.3.221 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/cd056dad-cb8c-4b8c-b5f6-37458ed2ce6d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:21.866619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.868821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.870441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6e47e279-b7bf-4c74-aed4-aaf2f76d36be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:21.873396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.933412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:21.938552 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-869afd0a-1613-4e29-baa7-d4f8fada954b req-7cd5a8f9-0f69-468f-85a3-4267fe94a12a tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2237029
Dec 22 13:01:21.959628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:21.971507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.971507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.971812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.972804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.972804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.972997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.973247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.973494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.974481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.974622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.975546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.975935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:21.984004 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'code': 200}
Dec 22 13:01:21.985418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:21.985634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:22.022974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Usage tracker for resource:subnet and tenant:02657b72b9cf4f3cae838ec3ae12c991 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:22.029011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:22.040045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:22.104949 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85ca0eac-1cf2-46e4-af69-d7191ef68627 req-3ee6e4b3-3303-4021-ab3d-02df1ed5aaac service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2860227
Dec 22 13:01:22.195430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.220216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.220589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b260768b-ede9-4175-a725-ef221d82cc52 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:22.239166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c8a97-cdb6-43a2-868d-34d31d203b4f req-b675cbb5-a3f2-4a4b-98e9-05eff8df80e8 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:22.240683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f3c8a97-cdb6-43a2-868d-34d31d203b4f req-b675cbb5-a3f2-4a4b-98e9-05eff8df80e8 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 943 time: 0.1302490
Dec 22 13:01:22.259771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.289729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f3c8a97-cdb6-43a2-868d-34d31d203b4f req-80c0e918-52d2-44c8-8713-ed1d0dc16ce9 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390842
Dec 22 13:01:22.349821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298f03b80>,) {'filters': {'network_id': ['79185291-4f21-47bc-b928-faf1adbaf30e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:22.360053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.366683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8662b7b-02e3-43f7-a07e-a86eac699344 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b260768b-ede9-4175-a725-ef221d82cc52 HTTP/1.1" status: 204  len: 168 time: 1.3264112
Dec 22 13:01:22.366931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52644) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:22.371346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298f03b80>, 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:22.371346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298f03b80>, 'ee4119ff-ddfb-4655-9aa8-01fa1875caf8') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:22.373276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Request body: {'router': {'name': 'tempest-router-1205958726', 'distributed': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:22.378421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.383773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:22.383933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Made reservation on behalf of 02657b72b9cf4f3cae838ec3ae12c991 for: {'subnet': 2} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:22.386931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb161234-da2f-404a-9a65-43d99d8c525a tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:22.388898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.389219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.418583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.425132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Usage tracker for resource:router and tenant:41ed566bf81742faa101b84994ebb4ce is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:22.435720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:22.487209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:22.508603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:22.512794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:22.519342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.520437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:22.552859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:22.553260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.564030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event updated for resources: {'Port': ['ID=cd056dad-cb8c-4b8c-b5f6-37458ed2ce6d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:22.569144 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:22.571759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:22.579905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.580902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.667375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.757556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.771332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.776157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dd27e1f7-5f39-42d1-a29d-c8219e5759ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:22.784255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-eddd3e71-ca85-4262-aa1a-dfe787ee65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:22.785783 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-eddd3e71-ca85-4262-aa1a-dfe787ee65b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 1098 time: 0.3623507
Dec 22 13:01:22.787948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e062768-c416-44c4-9643-3178486bb801 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:01:22.823615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.828117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.852820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:22.857748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Usage tracker for resource:security_group_rule and tenant:93ef9834e87745fba84f3c7e3ceb127c is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:22.861584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:22.869020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:22.880054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.885807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:22.908245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Pushing event updated for resources: {'Port': ['ID=c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:22.942446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:22.946335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] 10.222.0.16 "DELETE /v2.0/networks/79185291-4f21-47bc-b928-faf1adbaf30e HTTP/1.1" status: 204  len: 168 time: 1.8072143
Dec 22 13:01:22.946335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:22.971101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e062768-c416-44c4-9643-3178486bb801,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:22.987304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Pushing event deleted for resources: {'Network': ['ID=79185291-4f21-47bc-b928-faf1adbaf30e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:22.990376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '0e062768-c416-44c4-9643-3178486bb801', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'port_id': '0e062768-c416-44c4-9643-3178486bb801', 'mac_address': 'fa:16:3e:22:b4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:01:23.015636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:23.036000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.086513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.112233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e062768-c416-44c4-9643-3178486bb801 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:01:23.129167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e062768-c416-44c4-9643-3178486bb801,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:23.143568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.145803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.2242129
Dec 22 13:01:23.149940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52654) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:23.210655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.211340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:23.283736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:23.288886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:23.351537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a101b886-ecbb-443a-998d-5963e1b2ddfc tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Synchronizing usage tracker for tenant:af9b228ef814419fa7e53934a7ca20e5 on resource:floatingip {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:23.365809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.369782 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-32d03084-a30a-455b-91ba-921018f881a8 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.9984708
Dec 22 13:01:23.371711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52660) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:23.391441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb09419-1cf3-408b-98a6-9fb0ec1c6c20 req-b66f0018-55e3-4727-a148-607205ceebc2 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:23.392924 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5eb09419-1cf3-408b-98a6-9fb0ec1c6c20 req-b66f0018-55e3-4727-a148-607205ceebc2 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.4760051
Dec 22 13:01:23.426533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['0e062768-c416-44c4-9643-3178486bb801'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:01:23.456588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.517352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.568284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52666) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:23.586217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.615531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5eb09419-1cf3-408b-98a6-9fb0ec1c6c20 req-5b269a2e-b146-4b0f-9698-95457c216d65 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2141364
Dec 22 13:01:23.636280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea8d6a-6e24-4407-9af4-3886b569be5a req-a930542d-7cc2-4df0-8e3a-c267af9f8a24 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:23.638133 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-acea8d6a-6e24-4407-9af4-3886b569be5a req-a930542d-7cc2-4df0-8e3a-c267af9f8a24 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.4745116
Dec 22 13:01:23.726549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:23.771070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:23.865124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Synchronizing usage tracker for tenant:93ef9834e87745fba84f3c7e3ceb127c on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:23.891927 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-acea8d6a-6e24-4407-9af4-3886b569be5a req-20c07749-9f7d-473b-8164-60cb2354dc35 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2467456
Dec 22 13:01:23.912708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a101b886-ecbb-443a-998d-5963e1b2ddfc tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Unset dirty status for tenant:af9b228ef814419fa7e53934a7ca20e5 on resource:floatingip {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:23.916475 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a101b886-ecbb-443a-998d-5963e1b2ddfc tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3088 time: 0.7630105
Dec 22 13:01:23.966005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52672) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:23.982708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1412fda8-1e2d-478b-a856-3c8d92f2364d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:23.985243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:23.985913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:24.020826 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-efa33fc3-554f-42e1-991c-5593c4d8a1a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57b1ec1687b64fc6b9ba92826b7eb190&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4366827
Dec 22 13:01:24.021959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52678) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:24.036900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.041496 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'code': 200}
Dec 22 13:01:24.048111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.077394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f0be95b4-ffb1-4ba4-8384-e01b188263b3 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Synchronizing usage tracker for tenant:4ba0aae28fa147039480e6930aeb1739 on resource:floatingip {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:24.132600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Unset dirty status for tenant:93ef9834e87745fba84f3c7e3ceb127c on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:24.133631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0772ee9-ded2-4c1e-9e6a-36553177802a req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.3394077
Dec 22 13:01:24.173495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b687623-cce5-411d-a385-aa43d0ebff8b req-2408fac7-d415-4892-9f0f-7af470409b54 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:24.174999 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b687623-cce5-411d-a385-aa43d0ebff8b req-2408fac7-d415-4892-9f0f-7af470409b54 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 944 time: 0.4275002
Dec 22 13:01:24.219965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.224698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.225989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.226473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4783835-8270-4de0-b4ea-1d5fdbbeb58b {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:24.231902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f0be95b4-ffb1-4ba4-8384-e01b188263b3 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Unset dirty status for tenant:4ba0aae28fa147039480e6930aeb1739 on resource:floatingip {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:24.236008 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f0be95b4-ffb1-4ba4-8384-e01b188263b3 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.2588940
Dec 22 13:01:24.236145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.239935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52682) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:24.242413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81ddbcc7-84d5-4043-a382-6985002cb8ea tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:24.338473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.347123 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b687623-cce5-411d-a385-aa43d0ebff8b req-239feaff-57bd-4afd-9d3f-71309a5e3724 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1648445
Dec 22 13:01:24.390935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.391961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3c2e94aa-e0f5-4402-9f40-7a30f8ff6253 tempest-RoutersTestDVR-1559391451 tempest-RoutersTestDVR-1559391451-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e4783835-8270-4de0-b4ea-1d5fdbbeb58b HTTP/1.1" status: 204  len: 168 time: 1.0193272
Dec 22 13:01:24.489835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Subnet': ['ID=589d4348-db0d-4ef1-b552-d70fb261cc99,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:24.494515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Deleting port c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:24.494865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.534267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:24.550873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Checking segment: {'id': '60c456d8-e46d-4d87-8c42-61387f32aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:24.551237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network hostable DHCP agents. Network: c2b32a50-412b-4318-a5cf-8a13d79bd2b7, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:24.574476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8d2aa-1628-4714-9b4b-f93888c2a2f7 req-0e02d078-06a5-43aa-b372-6f2d19733765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:24.575987 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16e8d2aa-1628-4714-9b4b-f93888c2a2f7 req-0e02d078-06a5-43aa-b372-6f2d19733765 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.1830387
Dec 22 13:01:24.626494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.638126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e64714b-23b8-4ef4-ab4a-9662d477b6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:24.655110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16e8d2aa-1628-4714-9b4b-f93888c2a2f7 req-ef547186-ecaa-43ff-b9d2-8db09c536f57 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549026
Dec 22 13:01:24.657161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457c515-798f-42e8-a7c6-f533fc78cf61,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:24.661632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:24.664466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.665584 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7457c515-798f-42e8-a7c6-f533fc78cf61 HTTP/1.1" status: 204  len: 168 time: 0.6427047
Dec 22 13:01:24.680607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Router 01704485-495c-4b70-bbe0-e30d8778f603 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:01:24.709961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.710305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:24.727362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:24.787787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e062768-c416-44c4-9643-3178486bb801 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:24.864819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Calling delete_port for c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:25.116802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:25.126392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] Sync routers for ids ['01704485-495c-4b70-bbe0-e30d8778f603'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:25.136269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] Routers {'01704485-495c-4b70-bbe0-e30d8778f603'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:25.136891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298370f70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['01704485-495c-4b70-bbe0-e30d8778f603'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:25.139749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7250-25d8-4c8a-979b-b97c43b639f3 req-d76c6cd7-d694-4bf3-866d-714df1c69dd2 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:25.141211 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b96c7250-25d8-4c8a-979b-b97c43b639f3 req-d76c6cd7-d694-4bf3-866d-714df1c69dd2 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.3753443
Dec 22 13:01:25.195158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22155c74-1102-4b26-aecc-9e21196118f4 req-085158ca-66ee-4e93-8264-8696a67d401d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:25.196619 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22155c74-1102-4b26-aecc-9e21196118f4 req-085158ca-66ee-4e93-8264-8696a67d401d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.1721644
Dec 22 13:01:25.200557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298370f70>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:25.204146 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b96c7250-25d8-4c8a-979b-b97c43b639f3 req-a6b7bc5b-592a-4d14-9b50-60aacf6c4c38 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553668
Dec 22 13:01:25.214189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] Routers {'01704485-495c-4b70-bbe0-e30d8778f603'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:25.214189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298370f70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['01704485-495c-4b70-bbe0-e30d8778f603'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:25.244549 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22155c74-1102-4b26-aecc-9e21196118f4 req-b8ac8ba2-b5d3-4bf7-9af4-ef57c2e34edd tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394695
Dec 22 13:01:25.249496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, c2b32a50-412b-4318-a5cf-8a13d79bd2b7) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:25.254766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.261490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:25.269853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96bab8d-d39f-4f48-a81a-d5005de2ea1a None None] Network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:25.292030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298370f70>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:25.292434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbe6e53-ee76-42e8-99a8-7b25cc2bd22d None None] The sync data for ids ['01704485-495c-4b70-bbe0-e30d8778f603'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:25.306484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.310898 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.2087307
Dec 22 13:01:25.311648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52694) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:25.345072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 0e062768-c416-44c4-9643-3178486bb801 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:25.346400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.369576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 0e062768-c416-44c4-9643-3178486bb801 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:25.370185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.457700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Checking segment: {'id': '0c825e8b-5db1-4f9a-b07f-06e03be4de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:25.457700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network hostable DHCP agents. Network: 9f96872f-b079-4889-8773-efa293bfdce4, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:25.494489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event updated for resources: {'Subnet': ['ID=69826940-d0de-4483-80df-32462e52c8fe,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:25.500107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:25.504559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f0b56d48-96bc-44ad-8901-1e84cc38fd3c tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:25.574102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52702) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:25.580618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Pushing event deleted for resources: {'Port': ['ID=c1f8854d-0a4a-46fc-8d3d-9f86365f0c9a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:25.588982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:25.611018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.620323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.636746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.638136 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] 10.222.0.16 "DELETE /v2.0/floatingips/7f79241d-4850-4c22-8874-24128dc3b394 HTTP/1.1" status: 204  len: 168 time: 1.3689208
Dec 22 13:01:25.646481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c2b32a50-412b-4318-a5cf-8a13d79bd2b7', 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7', 'tenant_id': '02657b72b9cf4f3cae838ec3ae12c991', 'fixed_ips': [{'subnet_id': '589d4348-db0d-4ef1-b552-d70fb261cc99'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:25.646966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52710) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:25.647064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.659658 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b6148e1f-accf-4d18-88e0-1bfb0d985a8b tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/01704485-495c-4b70-bbe0-e30d8778f603 HTTP/1.1" status: 200  len: 924 time: 0.3468122
Dec 22 13:01:25.660824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52714) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:25.712242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e062768-c416-44c4-9643-3178486bb801,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:25.715698 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d946bc85-fa85-4d19-9ee7-e736f82590e9 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=01704485-495c-4b70-bbe0-e30d8778f603 HTTP/1.1" status: 200  len: 205 time: 0.0519373
Dec 22 13:01:25.716289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52718) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:25.778129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.783833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:25.821976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd2c9f-fd24-4fcc-9d88-8b8818b7b3ea req-05b66b03-3a50-4b5f-bc14-3eda1f0ede5c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:25.823935 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-54dd2c9f-fd24-4fcc-9d88-8b8818b7b3ea req-05b66b03-3a50-4b5f-bc14-3eda1f0ede5c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 944 time: 0.2915466
Dec 22 13:01:25.852383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Deleting port 8869ee47-c75c-4565-bdef-a491900e6f4e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:25.852979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:25.883208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Network 9f96872f-b079-4889-8773-efa293bfdce4 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:25.914653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:25.926689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:25.940400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Allocated IP 2001:db8::1 (c2b32a50-412b-4318-a5cf-8a13d79bd2b7/589d4348-db0d-4ef1-b552-d70fb261cc99/9723d556-f9b3-45ea-a24b-099860cfdc7d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:25.980226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-54dd2c9f-fd24-4fcc-9d88-8b8818b7b3ea req-282cd2e0-1dbd-4aff-af0a-0f46f910dd87 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834312
Dec 22 13:01:25.992332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.041881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e062768-c416-44c4-9643-3178486bb801'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:26.060274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52722) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:26.139162 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e062768-c416-44c4-9643-3178486bb801', 'code': 200}
Dec 22 13:01:26.181944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.193983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Transition to ACTIVE for port object 9723d556-f9b3-45ea-a24b-099860cfdc7d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:26.215075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Transition to ACTIVE for port object 9723d556-f9b3-45ea-a24b-099860cfdc7d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:26.245120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.279303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:26.285664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52732) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:26.302916 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-618ac4b1-ec95-4544-a48a-72cec3100b53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d3a0086284943cb95e8e3cb24e7a9d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2393994
Dec 22 13:01:26.309882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.311396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.333219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Usage tracker for resource:security_group_rule and tenant:1653fbd7aa1c43e0858d1717696a7eaf is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:26.343820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:26.352551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.358173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.362561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:26.370986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:26.436550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:26.439775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:26.447792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:26.523175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port cd056dad-cb8c-4b8c-b5f6-37458ed2ce6d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:26.523436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.530309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Pushing event updated for resources: {'Port': ['ID=9723d556-f9b3-45ea-a24b-099860cfdc7d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:26.536500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:26.552060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 9f96872f-b079-4889-8773-efa293bfdce4) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:26.556241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Attempting to bind port 9723d556-f9b3-45ea-a24b-099860cfdc7d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:26.556745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Attempting to bind port 9723d556-f9b3-45ea-a24b-099860cfdc7d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '60c456d8-e46d-4d87-8c42-61387f32aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:26.557228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Attempting to bind port 9723d556-f9b3-45ea-a24b-099860cfdc7d on network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:26.557349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.557881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.558754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.567119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:26.568739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Checking segment: {'id': '60c456d8-e46d-4d87-8c42-61387f32aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:26.570273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.570603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Bound using segment: {'id': '60c456d8-e46d-4d87-8c42-61387f32aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:26.571417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Bound port: 9723d556-f9b3-45ea-a24b-099860cfdc7d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c456d8-e46d-4d87-8c42-61387f32aa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c2b32a50-412b-4318-a5cf-8a13d79bd2b7'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:26.571850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.578823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Calling delete_port for 8869ee47-c75c-4565-bdef-a491900e6f4e owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:26.589016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c19fd-cd16-4878-bfdb-88a59cf6b0e5 None None] Network 9f96872f-b079-4889-8773-efa293bfdce4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:26.680011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.752742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.775149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:26.795497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 5.6575065
Dec 22 13:01:26.796387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52738) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:26.868265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4e4ff-11ff-46e1-b02a-a9a16c9297eb req-5fe1e4eb-4b60-4b39-833c-99255c86ab6d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.871245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6be4e4ff-11ff-46e1-b02a-a9a16c9297eb req-5fe1e4eb-4b60-4b39-833c-99255c86ab6d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.4470458
Dec 22 13:01:26.884212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-9f96872f-b079-4889-8773-efa293bfdce4', 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4', 'tenant_id': '02657b72b9cf4f3cae838ec3ae12c991', 'fixed_ips': [{'subnet_id': '69826940-d0de-4483-80df-32462e52c8fe'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:26.885700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.932962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965a51a-3ebc-4773-9914-8e2221d77f79 req-f504d3e3-43c5-4688-b517-e533c7979457 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.935366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e965a51a-3ebc-4773-9914-8e2221d77f79 req-f504d3e3-43c5-4688-b517-e533c7979457 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.4562891
Dec 22 13:01:26.965173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:26.979731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.981526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.983328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:26.984147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Synchronizing usage tracker for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:26.986768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.021053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6be4e4ff-11ff-46e1-b02a-a9a16c9297eb req-e89558e5-71b0-4bdb-8fc1-b32524bdbe8d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1357191
Dec 22 13:01:27.063152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Allocated IP 2001:db8:0:1::1 (9f96872f-b079-4889-8773-efa293bfdce4/69826940-d0de-4483-80df-32462e52c8fe/1b7de3e0-ef8f-41cc-90b9-c3be73e67de6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:27.073817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.089816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4c5cc432-45c2-48c1-b0f6-9864f87cb9f5 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.139893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.140857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.141101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for cd056dad-cb8c-4b8c-b5f6-37458ed2ce6d owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:27.156491 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1653fbd7aa1c43e0858d1717696a7eaf&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5758698
Dec 22 13:01:27.160939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf2362-e908-443b-9e39-a1234988a4ba,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.164590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.166225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52744) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:27.167026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a37a8a8-a462-47a2-afbc-796ddc31f614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.172424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9723d556-f9b3-45ea-a24b-099860cfdc7d,segment=NetworkSegment(60c456d8-e46d-4d87-8c42-61387f32aa21),segment_id=60c456d8-e46d-4d87-8c42-61387f32aa21)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:27.239542 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e965a51a-3ebc-4773-9914-8e2221d77f79 req-6dd1823b-256f-4a2d-a721-0d0186e567e8 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2862976
Dec 22 13:01:27.257345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Unset dirty status for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:27.258591 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-be44111a-e12b-45f7-abfb-4a7c2f3b8fab tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.4614787
Dec 22 13:01:27.267315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984624f-79bf-45bb-9bb7-922c5573a9cd req-e42f82fb-e567-45c3-8479-c6dce11c9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:27.268036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Pushing event deleted for resources: {'Port': ['ID=8869ee47-c75c-4565-bdef-a491900e6f4e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.270091 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c984624f-79bf-45bb-9bb7-922c5573a9cd req-e42f82fb-e567-45c3-8479-c6dce11c9038 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 1098 time: 0.5875983
Dec 22 13:01:27.278062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.278062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52748) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:27.281766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.298821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.306310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.385168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.390571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86767d29-b287-4230-8089-73581c9a8bad,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.404383 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c984624f-79bf-45bb-9bb7-922c5573a9cd req-4de4a2a0-d1e6-4a5f-b916-bc3238c5fac1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1267784
Dec 22 13:01:27.417044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Transition to ACTIVE for port object 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:27.427528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.442568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Pushing event updated for resources: {'Port': ['ID=9723d556-f9b3-45ea-a24b-099860cfdc7d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.446554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.447880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Transition to ACTIVE for port object 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:27.466107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3234b-28af-4749-8a19-dd547bfcb03b req-7be4433b-7496-4af3-bc8b-bd324f874cd4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:27.468546 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53d3234b-28af-4749-8a19-dd547bfcb03b req-7be4433b-7496-4af3-bc8b-bd324f874cd4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.2924862
Dec 22 13:01:27.485905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Deleting subnet 589d4348-db0d-4ef1-b552-d70fb261cc99 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:01:27.488514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.497757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.500444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.525790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53d3234b-28af-4749-8a19-dd547bfcb03b req-414d558b-d24d-402e-9570-d288c6234938 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502448
Dec 22 13:01:27.531947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.537573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.584263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.587649 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86767d29-b287-4230-8089-73581c9a8bad HTTP/1.1" status: 204  len: 168 time: 1.2986586
Dec 22 13:01:27.587649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.591643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52754) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:27.591763 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/daec813f-89d4-4842-a71c-4b96040a7240 HTTP/1.1" status: 204  len: 168 time: 1.9495661
Dec 22 13:01:27.606012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.619602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Pushing event updated for resources: {'Port': ['ID=1b7de3e0-ef8f-41cc-90b9-c3be73e67de6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.622784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.625963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.628375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Network 9f96872f-b079-4889-8773-efa293bfdce4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:27.630389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:27.633209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:27.636898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.661170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba9d431f-b545-4fd7-95f6-143463760a33 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.751209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=cd056dad-cb8c-4b8c-b5f6-37458ed2ce6d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.762648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:27.774524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:27.774970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.786373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Attempting to bind port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:27.786760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Attempting to bind port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0c825e8b-5db1-4f9a-b07f-06e03be4de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:27.787164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Attempting to bind port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 on network 9f96872f-b079-4889-8773-efa293bfdce4 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:27.799265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:27.799265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Checking segment: {'id': '0c825e8b-5db1-4f9a-b07f-06e03be4de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:27.799265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.813677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Bound using segment: {'id': '0c825e8b-5db1-4f9a-b07f-06e03be4de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:27.813677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Bound port: 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c825e8b-5db1-4f9a-b07f-06e03be4de3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '9f96872f-b079-4889-8773-efa293bfdce4'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:27.813677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.813899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.903165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.951868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] For port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:27.958433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] For port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1b7de3e0-ef8f-41cc-90b9-c3be73e67de6,segment=NetworkSegment(0c825e8b-5db1-4f9a-b07f-06e03be4de3f),segment_id=0c825e8b-5db1-4f9a-b07f-06e03be4de3f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:27.961736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:27.962829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:27.984373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf2362-e908-443b-9e39-a1234988a4ba,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:27.988377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:28.123967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.135024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:28.136070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.141537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:28.187617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.193083 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44cf2362-e908-443b-9e39-a1234988a4ba HTTP/1.1" status: 204  len: 168 time: 0.9891834
Dec 22 13:01:28.196296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Subnet': ['ID=589d4348-db0d-4ef1-b552-d70fb261cc99,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:28.200573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:28.215479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.217565 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/subnets/589d4348-db0d-4ef1-b552-d70fb261cc99 HTTP/1.1" status: 204  len: 168 time: 0.8976431
Dec 22 13:01:28.222050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52762) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:28.229229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.262780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Pushing event updated for resources: {'Port': ['ID=1b7de3e0-ef8f-41cc-90b9-c3be73e67de6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:28.265909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:28.276720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.346771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Deleting subnet 69826940-d0de-4483-80df-32462e52c8fe {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:01:28.351567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.475952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.577875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.578414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router 01704485-495c-4b70-bbe0-e30d8778f603 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:28.624756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9723d556-f9b3-45ea-a24b-099860cfdc7d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:28.710462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.777702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:28.854577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 9723d556-f9b3-45ea-a24b-099860cfdc7d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:28.913236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:28.998135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.012537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:29.069191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Subnet': ['ID=69826940-d0de-4483-80df-32462e52c8fe,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:29.073057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:29.074779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.085435 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/subnets/69826940-d0de-4483-80df-32462e52c8fe HTTP/1.1" status: 204  len: 168 time: 0.8614924
Dec 22 13:01:29.090065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52782) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.090728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf35fd-ab29-4767-a7bb-f636eb5cf618 None None] Network c2b32a50-412b-4318-a5cf-8a13d79bd2b7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:29.092174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbeeda-0036-4730-a364-3ef886996fe2 req-ac098b9e-8059-40ab-bc72-4a18e05efcec tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:29.093732 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2edbeeda-0036-4730-a364-3ef886996fe2 req-ac098b9e-8059-40ab-bc72-4a18e05efcec tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.9495175
Dec 22 13:01:29.098832 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:01:29.113235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.114336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/01704485-495c-4b70-bbe0-e30d8778f603 HTTP/1.1" status: 204  len: 168 time: 3.3970063
Dec 22 13:01:29.135215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52786) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.150536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942455094', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:29.160803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:29.188681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:router and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:29.194872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:29.212229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:29.265019 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2edbeeda-0036-4730-a364-3ef886996fe2 req-ac1bc513-7f0c-4505-a265-238ad668cab4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566076
Dec 22 13:01:29.288905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2a5d7a-898c-4c4a-900f-7dec93cc7a7d tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:29.289600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eb2a5d7a-898c-4c4a-900f-7dec93cc7a7d tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Synchronizing usage tracker for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:29.363681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76299ad9-0a29-4b16-90c6-43e252627265 req-80623198-3435-463e-a22c-ef0262f4c9f4 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:29.366096 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-76299ad9-0a29-4b16-90c6-43e252627265 req-80623198-3435-463e-a22c-ef0262f4c9f4 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.7313573
Dec 22 13:01:29.400685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Provisioning for port 9723d556-f9b3-45ea-a24b-099860cfdc7d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:29.406559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Provisioning complete for port 9723d556-f9b3-45ea-a24b-099860cfdc7d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:29.407577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.444523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-76299ad9-0a29-4b16-90c6-43e252627265 req-4c79b758-30f5-4cc3-b695-9c8d0ae9a905 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709686
Dec 22 13:01:29.527553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eb2a5d7a-898c-4c4a-900f-7dec93cc7a7d tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Unset dirty status for tenant:02657b72b9cf4f3cae838ec3ae12c991 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:29.527553 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eb2a5d7a-898c-4c4a-900f-7dec93cc7a7d tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4129896
Dec 22 13:01:29.528065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] DHCP port deletion for c2b32a50-412b-4318-a5cf-8a13d79bd2b7 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:01:29.528065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Deleting port 9723d556-f9b3-45ea-a24b-099860cfdc7d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:29.528065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.531136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52800) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.541327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.542376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.562107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.584987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:29.663873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.677401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52804) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.704168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Port': ['ID=a5b98151-037f-4dbd-a7ed-ab5d2447d6f0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:29.714145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:29.734304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.751895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.775368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.781066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:29.788387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Usage tracker for resource:security_group_rule and tenant:41ed566bf81742faa101b84994ebb4ce is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:29.792660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:29.801292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:29.804963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Deleting port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:29.805583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.826059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9723d556-f9b3-45ea-a24b-099860cfdc7d,segment=NetworkSegment(60c456d8-e46d-4d87-8c42-61387f32aa21),segment_id=60c456d8-e46d-4d87-8c42-61387f32aa21)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:29.873372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87358fd-f264-493b-a462-bb5f6d3c0098 None None] Network 9f96872f-b079-4889-8773-efa293bfdce4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:29.889075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083572f-2f95-48b2-b667-fe7c6064824f req-cfbc1f64-a3ae-4212-b1e6-c349e5529c4c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:29.896938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d083572f-2f95-48b2-b667-fe7c6064824f req-cfbc1f64-a3ae-4212-b1e6-c349e5529c4c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.4423041
Dec 22 13:01:29.899224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:29.930419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52810) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.944602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4bd0f-08ce-4633-9f82-26b5e3ab34a3 req-a5175075-4c8a-4501-89df-e6e5250ee35b tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:29.948224 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58a4bd0f-08ce-4633-9f82-26b5e3ab34a3 req-a5175075-4c8a-4501-89df-e6e5250ee35b tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2989945
Dec 22 13:01:29.949960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/ports/a5b98151-037f-4dbd-a7ed-ab5d2447d6f0 HTTP/1.1" status: 204  len: 168 time: 2.3577068
Dec 22 13:01:29.959452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52814) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.959791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52816) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:29.994176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.006480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Request body: {'floatingip': {'port_id': 'a858331f-45c2-4129-b1ef-fd146f0966e5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:30.033176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:30.208284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1276711896'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:30.214219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9723d556-f9b3-45ea-a24b-099860cfdc7d,segment=NetworkSegment(60c456d8-e46d-4d87-8c42-61387f32aa21),segment_id=60c456d8-e46d-4d87-8c42-61387f32aa21)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:30.214630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.226379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:30.239872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.241786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] For port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1b7de3e0-ef8f-41cc-90b9-c3be73e67de6,segment=NetworkSegment(0c825e8b-5db1-4f9a-b07f-06e03be4de3f),segment_id=0c825e8b-5db1-4f9a-b07f-06e03be4de3f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:30.242138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.245600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d083572f-2f95-48b2-b667-fe7c6064824f req-5d1750d2-f762-409f-9314-3291566bc902 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3477333
Dec 22 13:01:30.250514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:30.265132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:30.319809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:30.371302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dcc5f05c-5e7a-4efd-af57-39e887d592b7 None None] Provisioning for port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:30.377174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Pushing event updated for resources: {'Port': ['ID=9723d556-f9b3-45ea-a24b-099860cfdc7d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:30.386223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:30.386594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Calling delete_port for 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:30.414449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.430685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.445913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:30.456134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Calling delete_port for 9723d556-f9b3-45ea-a24b-099860cfdc7d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:30.495103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:30.514357 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41ed566bf81742faa101b84994ebb4ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8353539
Dec 22 13:01:30.520860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52826) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:30.521772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6479f93a-658b-4fb7-8228-9c3272bdd3e6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:30.527440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:30.580829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:30.585010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.600192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.630332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.632957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:30.645669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:30.650079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:30.663721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:30.670215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.679216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.684834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:01:30.689977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 13:01:30.691449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ba97f21e-4cdc-4d2b-a292-407b8c5430f2 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:30.720021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 not found, will not notify nova. {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 13:01:30.741997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Port': ['ID=1b7de3e0-ef8f-41cc-90b9-c3be73e67de6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:30.744871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:30.746180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:30.756332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:30.760042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] No DVR routers for this DVR port 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:01:30.778181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abaa18a-438e-4cce-8840-14c08d96e274 None None] DHCP port deletion for 9f96872f-b079-4889-8773-efa293bfdce4 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:01:30.800352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.806436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9723d556-f9b3-45ea-a24b-099860cfdc7d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:01:30.887145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a6a6f-dd63-4986-9476-e0aec575601c tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:30.887854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9b5a6a6f-dd63-4986-9476-e0aec575601c tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Synchronizing usage tracker for tenant:4ba0aae28fa147039480e6930aeb1739 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:30.929962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.971446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293d271f0>,) {'filters': {'network_id': ['9f96872f-b079-4889-8773-efa293bfdce4']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:30.976695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca681e-e9cc-4b50-a7ef-10aaf082e7c9 req-91f1748a-e99e-4f9d-9b4c-3d4568327634 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:30.977306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:30.978208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e2ca681e-e9cc-4b50-a7ef-10aaf082e7c9 req-91f1748a-e99e-4f9d-9b4c-3d4568327634 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.7914720
Dec 22 13:01:30.991392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:31.000716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Request body: {'floatingip': {'port_id': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:31.018552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9723d556-f9b3-45ea-a24b-099860cfdc7d,segment=NetworkSegment(60c456d8-e46d-4d87-8c42-61387f32aa21),segment_id=60c456d8-e46d-4d87-8c42-61387f32aa21)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:31.051707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293d271f0>, '0c825e8b-5db1-4f9a-b07f-06e03be4de3f') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:31.051985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293d271f0>, '0c825e8b-5db1-4f9a-b07f-06e03be4de3f') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:31.075789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.095595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-76ccae65-4233-48e6-9b3d-e512fdd9eea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:31.116354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.125790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.132822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6479f93a-658b-4fb7-8228-9c3272bdd3e6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:31.136372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.152409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed8f0e-6e36-40c6-9f9f-f12c45bf6341 req-ff2824b5-5cc8-4f53-b50a-048f7cd4684c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:31.152409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-02ed8f0e-6e36-40c6-9f9f-f12c45bf6341 req-ff2824b5-5cc8-4f53-b50a-048f7cd4684c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.6507077
Dec 22 13:01:31.156723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.169530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:31.192972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:31.194667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:31.217534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Request body: {'floatingip': {'port_id': '0e062768-c416-44c4-9643-3178486bb801'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:31.254326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Deleting port 9723d556-f9b3-45ea-a24b-099860cfdc7d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:31.255285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.269676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.288602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=9723d556-f9b3-45ea-a24b-099860cfdc7d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:31.293198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:31.362545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9b5a6a6f-dd63-4986-9476-e0aec575601c tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Unset dirty status for tenant:4ba0aae28fa147039480e6930aeb1739 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:31.364565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b5a6a6f-dd63-4986-9476-e0aec575601c tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "GET /v2.0/ports?device_id=9095bac3-eaff-4958-9018-fcfe11026cdd HTTP/1.1" status: 200  len: 913 time: 1.4022908
Dec 22 13:01:31.377353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:31.440031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:31.440615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:31.470001 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:31.481816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.491510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f27e5faf-8010-4e5d-982b-4cd7309227c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:31.497026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] For port 9723d556-f9b3-45ea-a24b-099860cfdc7d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9723d556-f9b3-45ea-a24b-099860cfdc7d,segment=NetworkSegment(60c456d8-e46d-4d87-8c42-61387f32aa21),segment_id=60c456d8-e46d-4d87-8c42-61387f32aa21)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:31.498033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.500892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.626026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.630081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Calling delete_port for 9723d556-f9b3-45ea-a24b-099860cfdc7d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:31.630186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6479f93a-658b-4fb7-8228-9c3272bdd3e6 HTTP/1.1" status: 204  len: 168 time: 1.1026666
Dec 22 13:01:31.782945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00c8ed0-c2db-4518-86a1-cecd7e1b7322,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:31.790624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:31.863533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.868443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:31.915133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Pushing event deleted for resources: {'Port': ['ID=9723d556-f9b3-45ea-a24b-099860cfdc7d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:31.917293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] No DVR routers for this DVR port 9723d556-f9b3-45ea-a24b-099860cfdc7d on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:01:31.919106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:31.946608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:31.963842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:32.031081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:32.049016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.104732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:32.144812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=9f96872f-b079-4889-8773-efa293bfdce4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:32.149331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.149686 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment 34cb0fd6-f174-434f-87a9-2ac7cd8501b9 of type vlan for network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead
Dec 22 13:01:32.156038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:32.177058 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/9f96872f-b079-4889-8773-efa293bfdce4 HTTP/1.1" status: 204  len: 168 time: 2.6447818
Dec 22 13:01:32.231605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:32.237206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.306504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.357930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.370294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:01:32.424720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:01:32.425109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1b7de3e0-ef8f-41cc-90b9-c3be73e67de6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:01:32.460914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.511488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.535726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.574984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.692579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.718482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:32.719131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:32.728589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-23909b2d-1973-40a0-8d82-5cb6a386b1c2 tempest-PortsAdminExtendedAttrsTestJSON-1456164928 tempest-PortsAdminExtendedAttrsTestJSON-1456164928-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:32.844908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Floating IP 1a1ddede-5dde-420f-b805-7fa9c818c1bf associated. External IP: 172.26.3.11, port: a858331f-45c2-4129-b1ef-fd146f0966e5.
Dec 22 13:01:32.985267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 172.26.3.245 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/09f5d04b-21fa-43f0-80c8-660575f3dbfb) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:33.027083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.074676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=7b0f17ff-48c7-4c30-9cdf-033d45dc5ead,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:33.084018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293435670>,) {'filters': {'network_id': ['c2b32a50-412b-4318-a5cf-8a13d79bd2b7']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:33.092710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:33.096211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:33.105229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293435670>, '60c456d8-e46d-4d87-8c42-61387f32aa21') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:33.105774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293435670>, '60c456d8-e46d-4d87-8c42-61387f32aa21') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:33.120936 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 3.1837265
Dec 22 13:01:33.132318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.139917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:33.217476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'name': 'tempest-PortsTestJSON-463081169'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:33.255931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.335309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.343606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:33.442722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:33.443077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:33.460948 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:33.489642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.540934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.542980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:33.565060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:33.575255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.576273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:33.582166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Router dee1f361-8ec8-4142-affc-3e3987a142e5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:33.590079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:33.611445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.696513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.765884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.771629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:33.775145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.860946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:33.879928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:33.961680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=c2b32a50-412b-4318-a5cf-8a13d79bd2b7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:33.977311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:33.994215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:34.016938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.022156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab160bbe-7058-4a2d-a6b2-03e5a3e337a9 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:34.030653 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/c2b32a50-412b-4318-a5cf-8a13d79bd2b7 HTTP/1.1" status: 204  len: 168 time: 1.7893724
Dec 22 13:01:34.042352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52884) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:34.051315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:34.066378 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Sync routers for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:34.077146 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:34.077844 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c3d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:34.099272 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Floating IP 1d2a0189-19b0-442c-811b-01c697833133 associated. External IP: 172.26.3.238, port: 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede.
Dec 22 13:01:34.120643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52888) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:34.132683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.172788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:34.187937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:34.203289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:34.229359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=09f5d04b-21fa-43f0-80c8-660575f3dbfb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:34.234632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Floating IP 4372b88d-4555-4879-9224-7025d5eec333 associated. External IP: 172.26.3.136, port: 0e062768-c416-44c4-9643-3178486bb801.
Dec 22 13:01:34.243571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:34.269937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port 3d05b036-b141-4363-82fd-6cca8fcea9c2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:34.270516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.322262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-635214ab-aec6-4228-8d5d-937133f5cdde tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "PUT /v2.0/floatingips/1a1ddede-5dde-420f-b805-7fa9c818c1bf HTTP/1.1" status: 200  len: 990 time: 4.3612912
Dec 22 13:01:34.331403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:34.332295 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:34.445049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'status': 'completed', 'code': 200}
Dec 22 13:01:34.450693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-921687509', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:34.557168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:34.594317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Usage tracker for resource:port and tenant:169789d95d414c349c06e1335c0990cc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:34.598263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:34.623466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.665789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:34.748177 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c3d0>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1a1ddede-5dde-420f-b805-7fa9c818c1bf', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'port_id': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'mac_address': 'fa:16:3e:d3:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:31Z', 'revision_number': 1, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:34.753939 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Checking router: dee1f361-8ec8-4142-affc-3e3987a142e5 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:34.764097 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:34.764730 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c3d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:34.788562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.952090 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:34.963760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Made reservation on behalf of 169789d95d414c349c06e1335c0990cc for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:34.966269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:34.988016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for 3d05b036-b141-4363-82fd-6cca8fcea9c2 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:35.029784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0283-2421-4abd-98b7-665af1ebb41f req-bce2a1db-018a-48b3-8b99-21145af19e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:35.034039 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-bce2a1db-018a-48b3-8b99-21145af19e54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.5641911
Dec 22 13:01:35.043949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.102594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.116417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:35.156282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2146b1a-a4cf-49d4-963f-556be5b6cba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.188399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.339669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52934ee1c0>,) {'filters': {'network_id': ['00d761bb-3adf-4c22-9c2d-306a75ecb44c']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:35.351492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Usage tracker for resource:security_group_rule and tenant:169789d95d414c349c06e1335c0990cc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:35.381166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:35.403100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:35.417868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934ee1c0>, 'a900c731-196a-4106-a2d8-8d2549737a08') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:35.418172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934ee1c0>, 'a900c731-196a-4106-a2d8-8d2549737a08') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:35.421296 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c3d0>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1a1ddede-5dde-420f-b805-7fa9c818c1bf', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'port_id': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'mac_address': 'fa:16:3e:d3:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:31Z', 'revision_number': 1, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:35.426084 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fbc02d-102a-44d3-aba2-0a817f52e7ac None None] The sync data for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv is: [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1a1ddede-5dde-420f-b805-7fa9c818c1bf', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'floating_ip_address': '172.26.3.11', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'port_id': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'mac_address': 'fa:16:3e:d3:7b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:31Z', 'revision_number': 1, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:35.462650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.468967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.506335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.511755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Router 66de8636-3ac0-42d0-8385-d96062b7c43e has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:35.541570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:35.541570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.587198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0283-2421-4abd-98b7-665af1ebb41f req-c01b56f8-b879-4d1b-9f3c-fa455d525b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:35.588663 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-c01b56f8-b879-4d1b-9f3c-fa455d525b6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.5356176
Dec 22 13:01:35.630971 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-4a576e90-a6e1-491e-81af-e5f67f293ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6693654
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:35.633604 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:35.646874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:35.658686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Router 3f2b02cc-78ee-41db-835b-d2a666fc642f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:35.732732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2d650984-ae74-45b2-a19b-98b08e766a09 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:35.760566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb90e29-b2a4-4be9-a3a5-2c4853ec7135 None None] New status for floating IP 1a1ddede-5dde-420f-b805-7fa9c818c1bf: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:01:35.935417 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-b1f38174-a6f2-413d-84c3-8955e8adef7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 998 time: 0.3276017
Dec 22 13:01:36.047044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.134053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0283-2421-4abd-98b7-665af1ebb41f req-c0de1695-cdf0-4eac-bd31-c06e9f221f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:36.135539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-c0de1695-cdf0-4eac-bd31-c06e9f221f65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.1873193
Dec 22 13:01:36.139321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.145057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54a88fa0-bb32-4a24-96cc-512eb47144c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:36.173706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.195379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=2edea89e-9bc1-4c6e-9e66-3144ac66ff52,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:36.197477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.204318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:36.232372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:36.235382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Port': ['ID=3d05b036-b141-4363-82fd-6cca8fcea9c2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:36.238016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] device_id is not set on port 8d8ded34-7cf1-469f-9eaf-37ff7686903a yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:36.248045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.280452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:36.282777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a44a5abe-14fa-4a20-87b2-67a9b1d52edf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:36.330542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': '34cb0fd6-f174-434f-87a9-2ac7cd8501b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:36.330944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:36.335461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.336932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=00d761bb-3adf-4c22-9c2d-306a75ecb44c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:36.366301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:36.375275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:36.384602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.388531 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Sync routers for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:36.398716 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:36.399483 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906cee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:36.411535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/00d761bb-3adf-4c22-9c2d-306a75ecb44c HTTP/1.1" status: 204  len: 168 time: 2.3680182
Dec 22 13:01:36.421066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:36.507448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:36.523370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Sync routers for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:36.524094 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab4ebb50-ac56-4390-bfde-d073b64a59a5 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "PUT /v2.0/floatingips/1d2a0189-19b0-442c-811b-01c697833133 HTTP/1.1" status: 200  len: 991 time: 5.5309258
Dec 22 13:01:36.530597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.549649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:36.555753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c0ebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:36.569285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:36.580731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44978c1-0c37-4044-956e-95f448025008 req-7888ffdc-8a6d-47a7-92ec-16e6a33f4319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:36.584189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-7888ffdc-8a6d-47a7-92ec-16e6a33f4319 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da42799729e14802b9c6ea466d334b32&device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 1098 time: 0.6305490
Dec 22 13:01:36.681686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9d59b-f43d-4927-95ef-c795a561cafb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:36.726981 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:36.805168 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'status': 'completed', 'code': 200}
Dec 22 13:01:36.808862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:36.815341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:36.830514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Allocated IP 172.26.3.138 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/8d8ded34-7cf1-469f-9eaf-37ff7686903a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:36.910702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:36.928411 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-78654910-9b09-47f3-bc2f-1e4537ea6c60 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "PUT /v2.0/floatingips/4372b88d-4555-4879-9224-7025d5eec333 HTTP/1.1" status: 200  len: 991 time: 5.7291303
Dec 22 13:01:36.990485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:36.999235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:37.012008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:37.016978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.020576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b12f82a-78df-42c1-ac01-5fb005003dc0 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:37.112100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:37.224871 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906cee0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1d2a0189-19b0-442c-811b-01c697833133', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'port_id': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'mac_address': 'fa:16:3e:9d:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.225444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.243615 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Checking router: 66de8636-3ac0-42d0-8385-d96062b7c43e for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:37.253524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52938e0760>,) {'filters': {'network_id': ['b48a3fef-7c90-4cb3-91df-85ec48e4b501']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.267241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938e0760>, '3c69e2e7-79f3-4708-854b-1397ef279c0f') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.267656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938e0760>, '3c69e2e7-79f3-4708-854b-1397ef279c0f') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.270795 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:37.273631 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906cee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.279645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.296586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.303619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:37.304010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.354516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee0283-2421-4abd-98b7-665af1ebb41f req-000f4032-6c04-47f0-b64e-efe5f9aad1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:37.356044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-000f4032-6c04-47f0-b64e-efe5f9aad1af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.1731496
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:37.433838 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:37.435808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44978c1-0c37-4044-956e-95f448025008 req-9770ab2e-3ee1-40c4-9de6-fbe297b9231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:37.437349 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-9770ab2e-3ee1-40c4-9de6-fbe297b9231d service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 200  len: 912 time: 0.7136791
Dec 22 13:01:37.438809 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 4.2977269
Dec 22 13:01:37.442480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52918) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:37.450328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-133382801'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:37.469284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c0ebe0>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4372b88d-4555-4879-9224-7025d5eec333', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'port_id': '0e062768-c416-44c4-9643-3178486bb801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'mac_address': 'fa:16:3e:22:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:50Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.475117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Checking router: 3f2b02cc-78ee-41db-835b-d2a666fc642f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:37.484490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:37.485388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c0ebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:37.546892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.555568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8850781-f0d5-4a0a-970f-0e3ca6255a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.569902 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-64cd22d1-d825-4726-989e-fc0855efa67e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 200  len: 999 time: 0.1240089
Dec 22 13:01:37.571352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:37.575000 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:37.575528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.578764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:37.598130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.613895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:37.627482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:37.641714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.646314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:37.676376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Pushing event deleted for resources: {'Network': ['ID=b48a3fef-7c90-4cb3-91df-85ec48e4b501,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:37.680941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:37.684691 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] 10.222.0.16 "DELETE /v2.0/networks/b48a3fef-7c90-4cb3-91df-85ec48e4b501 HTTP/1.1" status: 204  len: 168 time: 1.2455335
Dec 22 13:01:37.690928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44978c1-0c37-4044-956e-95f448025008 req-0c1dde4e-e61c-442c-9916-05746444cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:37.693174 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-0c1dde4e-e61c-442c-9916-05746444cb86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac8fb421-9afb-4a67-833c-72a10cb69987 HTTP/1.1" status: 200  len: 850 time: 0.1157227
Dec 22 13:01:37.697768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router 8519aa17-22df-4ed3-a5b9-fe2562baefe3 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:01:37.719313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:37.732583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-337b4084-a399-484c-bd6d-578d3268d403 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3510668
Dec 22 13:01:37.793974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:37.799230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.865861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:37.884680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:37.885162 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment 2cdc5aec-c1ed-4286-bd1d-27f0f3ccadcd of type vlan for network 55aeb381-1200-4261-92a4-4c372b82dc56
Dec 22 13:01:37.898707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44978c1-0c37-4044-956e-95f448025008 req-0316ffdc-3756-42f3-8c82-f16e3e647686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:37.902722 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-0316ffdc-3756-42f3-8c82-f16e3e647686 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0b802b-0de0-471f-80d2-0ba99dea9659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2021167
Dec 22 13:01:38.181374 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906cee0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1d2a0189-19b0-442c-811b-01c697833133', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'port_id': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'mac_address': 'fa:16:3e:9d:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:38.186627 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094f756-42b8-4ecd-8f05-1346a4ef917b None None] The sync data for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv is: [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '1d2a0189-19b0-442c-811b-01c697833133', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'floating_ip_address': '172.26.3.238', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'port_id': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'mac_address': 'fa:16:3e:9d:09:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:48Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:38.214070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c0ebe0>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4372b88d-4555-4879-9224-7025d5eec333', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'port_id': '0e062768-c416-44c4-9643-3178486bb801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'mac_address': 'fa:16:3e:22:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:50Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:38.220046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5068766a-cbd2-44bf-80e1-f538cb05e30e None None] The sync data for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv is: [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4372b88d-4555-4879-9224-7025d5eec333', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'floating_ip_address': '172.26.3.136', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'port_id': '0e062768-c416-44c4-9643-3178486bb801', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'mac_address': 'fa:16:3e:22:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:00:50Z', 'updated_at': '2021-12-22T13:01:33Z', 'revision_number': 1, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:38.309200 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-5dec2eab-007d-4478-90e1-cb3921e83238 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3943501
Dec 22 13:01:38.377105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.513108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52932) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:38.516778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.551813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.554960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e44978c1-0c37-4044-956e-95f448025008 req-40ee9d9c-aa02-4d04-8bb9-bc374c4dc926 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2134399
Dec 22 13:01:38.574184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.585717 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591e1f-9ec7-4d6c-93a4-6e3413689ac3 None None] New status for floating IP 1d2a0189-19b0-442c-811b-01c697833133: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:01:38.586450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:38.587236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.597699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a63613f-4481-4943-97bd-12d93f97bbd7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:38.607260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-482ebd86-966c-4b3b-9392-32ab26057a5a tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:38.629170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f93dc-75c1-4848-a3bb-4b24c6656915 None None] New status for floating IP 4372b88d-4555-4879-9224-7025d5eec333: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:01:38.712903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:38.731992 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-deee0283-2421-4abd-98b7-665af1ebb41f req-8c9367f1-c941-481a-aa80-cdef33996028 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9286454
Dec 22 13:01:38.734554 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Sync routers for ids ['8519aa17-22df-4ed3-a5b9-fe2562baefe3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:38.765468 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Routers {'8519aa17-22df-4ed3-a5b9-fe2562baefe3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:38.766468 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990d5f10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8519aa17-22df-4ed3-a5b9-fe2562baefe3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:38.780235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:38.786588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:38.793421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:38.813586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'tag': '0e062768-c416-44c4-9643-3178486bb801'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:01:38.830271 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.3865907
Dec 22 13:01:38.842718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52942) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:38.844072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Pushing event updated for resources: {'Port': ['ID=8d8ded34-7cf1-469f-9eaf-37ff7686903a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:38.846539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=55aeb381-1200-4261-92a4-4c372b82dc56,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:38.861535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:38.867920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:38.872206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Router 9095bac3-eaff-4958-9018-fcfe11026cdd has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:01:38.876182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'ports': [{'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'}, {'network_id': '55aeb381-1200-4261-92a4-4c372b82dc56'}]} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:38.876621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:38.877335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '55aeb381-1200-4261-92a4-4c372b82dc56'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:38.884660 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-19628a8d-ae18-49c3-b54f-136d34cf86d4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02657b72b9cf4f3cae838ec3ae12c991&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3702114
Dec 22 13:01:38.887226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52946) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:38.900584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:38.902292 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 908 time: 9.7662883
Dec 22 13:01:38.906777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52950) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:38.998324 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'tag': '0e062768-c416-44c4-9643-3178486bb801', 'status': 'completed', 'code': 200}
Dec 22 13:01:39.033492 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Set router 8519aa17-22df-4ed3-a5b9-fe2562baefe3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:39.088103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-2a4aa0d1-85da-4956-afeb-9f60b99970f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.090467 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-2a4aa0d1-85da-4956-afeb-9f60b99970f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da42799729e14802b9c6ea466d334b32&device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 1098 time: 0.3808031
Dec 22 13:01:39.199443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.307096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 55aeb381-1200-4261-92a4-4c372b82dc56 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:39.330104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.336834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.337425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.404922 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bcb20a57-fad7-4a00-be5a-1aa2674b7dfa tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/8519aa17-22df-4ed3-a5b9-fe2562baefe3 HTTP/1.1" status: 200  len: 909 time: 0.4966562
Dec 22 13:01:39.411851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52958) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:39.439276 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 5.3173997
Dec 22 13:01:39.447120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.459766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1942455094', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': True}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:39.468287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 52964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:39.509166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-23074dde-00d7-4797-9d06-3b0e8361db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.510968 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-23074dde-00d7-4797-9d06-3b0e8361db26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 200  len: 912 time: 0.4004638
Dec 22 13:01:39.512056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:39.522637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.138'}]}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:39.525817 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990d5f10>, [{'id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245'}], 'enable_snat': False}, 'gw_port_id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:29Z', 'updated_at': '2021-12-22T13:01:34Z', 'revision_number': 3, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port': {'id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:01:32Z', 'updated_at': '2021-12-22T13:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:39.538644 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Checking router: 8519aa17-22df-4ed3-a5b9-fe2562baefe3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:39.539029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Updating router 8519aa17-22df-4ed3-a5b9-fe2562baefe3 port 09f5d04b-21fa-43f0-80c8-660575f3dbfb binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:01:39.597615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Usage tracker for resource:router and tenant:4751ced01839473690001034a1d94688 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:39.600487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:39.603300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:39.626691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Usage tracker for resource:router and tenant:169789d95d414c349c06e1335c0990cc is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:39.630075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:39.635592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:39.651752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:39.677257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-5b5bcf49-29e6-4819-9458-c1ba3748f49b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 200  len: 999 time: 0.1470547
Dec 22 13:01:39.678735 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.725075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.726108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.748116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.749030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-0099622c-005f-4042-bb01-6c44637ee65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.750659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-0099622c-005f-4042-bb01-6c44637ee65b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cd4c593c75146dea7f2c21b51ec1e34&device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 1098 time: 0.7607455
Dec 22 13:01:39.752541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.754212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.757332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:39.762189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc68246a-7cfa-42b9-bbc3-a0c3d2297d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:39.778735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.791282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:39.792700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd6613-7ac6-49cd-a270-4141c0c567dd,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:39.799651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:39.803607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:39.805360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-a6034f2a-89ad-4443-8f52-56252e88ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.806780 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-a6034f2a-89ad-4443-8f52-56252e88ccef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ac8fb421-9afb-4a67-833c-72a10cb69987 HTTP/1.1" status: 200  len: 850 time: 0.1215630
Dec 22 13:01:39.858080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:39.861323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.863413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "PUT /v2.0/routers/9095bac3-eaff-4958-9018-fcfe11026cdd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4779680
Dec 22 13:01:39.880204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] Sync routers for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:39.881466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 52970) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:39.893425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:39.897071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:39.914871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:39.918146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298366400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:39.918572 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34fd6613-7ac6-49cd-a270-4141c0c567dd HTTP/1.1" status: 204  len: 168 time: 1.0296819
Dec 22 13:01:39.987087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-16db298d-1193-4e5c-9a1b-9a7da16d341e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:39.988691 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-16db298d-1193-4e5c-9a1b-9a7da16d341e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2f0b802b-0de0-471f-80d2-0ba99dea9659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1749082
Dec 22 13:01:40.018283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298366400>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:40.030557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] Routers {'9095bac3-eaff-4958-9018-fcfe11026cdd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:40.031300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298366400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9095bac3-eaff-4958-9018-fcfe11026cdd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:40.038224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-7ff23b89-8459-40fe-ae38-6b3d22efe2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:40.039779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-7ff23b89-8459-40fe-ae38-6b3d22efe2ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840 HTTP/1.1" status: 200  len: 907 time: 0.2774291
Dec 22 13:01:40.105135 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.111437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298366400>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:40.114695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714947a-698e-4e9a-bcb2-97643ed058e0 None None] The sync data for ids ['9095bac3-eaff-4958-9018-fcfe11026cdd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:40.125228 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Transition to ACTIVE for port object 09f5d04b-21fa-43f0-80c8-660575f3dbfb will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:40.134571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.186179 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.193308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:40.286414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.313465 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Pushing event updated for resources: {'Port': ['ID=09f5d04b-21fa-43f0-80c8-660575f3dbfb,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:40.325653 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.326578 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.327297 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.327784 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.328425 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.329048 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.329519 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.329986 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.330496 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.331303 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.332639 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.333116 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:01:40.341770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 2} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:40.348119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.352291 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:40.373744 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Attempting to bind port 09f5d04b-21fa-43f0-80c8-660575f3dbfb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:40.374571 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Attempting to bind port 09f5d04b-21fa-43f0-80c8-660575f3dbfb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:40.375135 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Attempting to bind port 09f5d04b-21fa-43f0-80c8-660575f3dbfb on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:40.382513 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:40.383215 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-91fdadfc-8899-4cea-8b1f-4c06754b597a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e062768-c416-44c4-9643-3178486bb801 HTTP/1.1" status: 200  len: 1001 time: 0.2225533
Dec 22 13:01:40.383371 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:40.383912 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.384576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:40.385206 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Bound port: 09f5d04b-21fa-43f0-80c8-660575f3dbfb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:40.385758 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.396780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.499520 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] For port 09f5d04b-21fa-43f0-80c8-660575f3dbfb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:40.503635 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] For port 09f5d04b-21fa-43f0-80c8-660575f3dbfb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=09f5d04b-21fa-43f0-80c8-660575f3dbfb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:40.594715 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.599950 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:40.649428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-f189727a-c9f6-4ac9-a84b-4ff2112a98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:40.650965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-f189727a-c9f6-4ac9-a84b-4ff2112a98b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2dfd6159-453e-425e-87e6-7875cfa051f5 HTTP/1.1" status: 200  len: 845 time: 0.2437847
Dec 22 13:01:40.727066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port d38a9742-6491-4477-b3c1-b50d9de5da53 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:40.753222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.760334 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Pushing event updated for resources: {'Port': ['ID=09f5d04b-21fa-43f0-80c8-660575f3dbfb,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:40.766167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:40.814216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Routers {'8519aa17-22df-4ed3-a5b9-fe2562baefe3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:40.815167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990d5f10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8519aa17-22df-4ed3-a5b9-fe2562baefe3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:40.838632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port b7c83a00-c347-407d-90df-c6ff1b3630f4 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:40.839341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.873255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-a4438cae-3bc8-4e27-8443-471099936b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:40.874964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-a4438cae-3bc8-4e27-8443-471099936b65 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9cef62f1-d68b-4204-9a1b-a7dbb5b48840&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2118611
Dec 22 13:01:40.966990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:40.966990 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-e2613861-3270-49a6-bd61-2bdc3a9dc175 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9045384
Dec 22 13:01:40.974611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:41.174124 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] Set router 8519aa17-22df-4ed3-a5b9-fe2562baefe3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:41.301334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:41.352685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-0898e864-dd4c-4920-981e-cf5e0bd4859d service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3278658
Dec 22 13:01:41.458634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53002) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:41.476891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7c5cff4e-d937-46c7-bd52-062d3ddfd494 req-f65be6a8-c7b4-4afe-85e7-5fe21da876c9 service neutron] 10.222.0.46 "GET /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4953017
Dec 22 13:01:41.576459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:41.592001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port e7666575-7fc9-4685-b3a4-4ec31b0c3321 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:41.701783 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990d5f10>, [{'id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245'}], 'enable_snat': False}, 'gw_port_id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:29Z', 'updated_at': '2021-12-22T13:01:34Z', 'revision_number': 3, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port': {'id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:01:32Z', 'updated_at': '2021-12-22T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:41.706602 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977b526e-cb8f-4f24-a103-9fc7aed8c7d5 None None] The sync data for ids ['8519aa17-22df-4ed3-a5b9-fe2562baefe3'] in dv-neutron-822662-1-hyperv is: [{'id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245'}], 'enable_snat': False}, 'gw_port_id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:29Z', 'updated_at': '2021-12-22T13:01:34Z', 'revision_number': 3, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port': {'id': '09f5d04b-21fa-43f0-80c8-660575f3dbfb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8519aa17-22df-4ed3-a5b9-fe2562baefe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:01:32Z', 'updated_at': '2021-12-22T13:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:41.720451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for b7c83a00-c347-407d-90df-c6ff1b3630f4 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:41.773791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1440758320'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:41.788775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:41.798086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:41.805733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:41.830093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:41.874595 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71ce7926-4d33-4df6-bb4d-c28fdcaaca94 req-eaf7f9da-691c-420d-a800-a55fcf8eac64 service neutron] 10.222.0.46 "GET /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4599924
Dec 22 13:01:41.955348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:41.960636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:41.996549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.058343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:42.098967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:security_group_rule and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:42.107920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.110554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:42.126546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:42.154932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.188047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.234003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.244860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.255018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.259540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90599a0f-2359-4606-afed-9532fc1d4ad1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:42.275595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.310761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.348330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.359821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:42.372182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Port': ['ID=b7c83a00-c347-407d-90df-c6ff1b3630f4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:42.392624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 09f5d04b-21fa-43f0-80c8-660575f3dbfb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:42.410793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:42.418402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:42.422067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f51357c7-18c8-49a4-8dce-ccddbc885294 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:42.463928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:42.464772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.520059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 09f5d04b-21fa-43f0-80c8-660575f3dbfb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:42.524754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:42.529859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 09f5d04b-21fa-43f0-80c8-660575f3dbfb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:42.529859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.540707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 172.26.3.51 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/759ee03a-aea6-4f88-bee2-b6ce69b446d4) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:42.559564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.559912 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment a28daba7-29ea-4022-9c23-57ee45e978d9 of type vlan for network 5a5b34bc-a145-4cde-bc00-f895070f2107
Dec 22 13:01:42.595696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=d38a9742-6491-4477-b3c1-b50d9de5da53,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:42.606348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:42.608507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbd2f076-e1c2-4c38-924f-37bb5d280d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:42.638301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': '2cdc5aec-c1ed-4286-bd1d-27f0f3ccadcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '55aeb381-1200-4261-92a4-4c372b82dc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:42.638670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 55aeb381-1200-4261-92a4-4c372b82dc56, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:42.663143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.686039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.704798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.741288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.743962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 09f5d04b-21fa-43f0-80c8-660575f3dbfb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=09f5d04b-21fa-43f0-80c8-660575f3dbfb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:42.811542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.813461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16049a38-a062-4561-a890-1ad02dbcd5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:42.854721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:01:42.895714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=09f5d04b-21fa-43f0-80c8-660575f3dbfb,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:42.907027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:42.909086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:42.917612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:43.002190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:43.010650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:43.014968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:43.046041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=759ee03a-aea6-4f88-bee2-b6ce69b446d4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:43.053754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.069135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.071535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da1438d-1e2d-4c00-8fc7-a049089d9116,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:43.074432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.076196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:43.078189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f869acf-6027-47df-95f1-1258a9583761 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.565s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:43.108520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:43.143386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 55aeb381-1200-4261-92a4-4c372b82dc56 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:43.157259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.165755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:43.166343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.178405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=e7666575-7fc9-4685-b3a4-4ec31b0c3321,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:43.182720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:43.187308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07394352-7733-4259-a31d-31c8f1c61ddb tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:43.273350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 55aeb381-1200-4261-92a4-4c372b82dc56) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:43.283400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d362c-8bd4-4e92-b7db-be2ccafd71c0 None None] Network 55aeb381-1200-4261-92a4-4c372b82dc56 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:43.284798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.285561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Fanout notify agent at l3_agent the message router_deleted on router 9095bac3-eaff-4958-9018-fcfe11026cdd {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:43.289719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:43.295261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:43.300558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:43.301323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.312302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.313401 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/routers/9095bac3-eaff-4958-9018-fcfe11026cdd HTTP/1.1" status: 204  len: 168 time: 3.4207897
Dec 22 13:01:43.319240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53018) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:43.319951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=5a5b34bc-a145-4cde-bc00-f895070f2107,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:43.328554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:43.341494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:43.390118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9153647
Dec 22 13:01:43.430899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting subnet d5e6c8cb-9034-425b-a6ff-bcc37c63b21d {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:01:43.439151 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.5892479
Dec 22 13:01:43.440359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.479730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53022) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:43.515247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.548684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.551048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53026) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:43.562570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:43.589893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.637504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port e7666575-7fc9-4685-b3a4-4ec31b0c3321 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:43.637852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.802515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.804619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd89180-8a17-4761-80f9-c72877f98861 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:43.815273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.850396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:43.854514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:43.857446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:43.864174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:43.943946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:43.994265 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:01:43.995359 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e1269562-382c-4592-9de0-82233735856f tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.4887695
Dec 22 13:01:43.998612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53034) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:44.065032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:44.067899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.082315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for e7666575-7fc9-4685-b3a4-4ec31b0c3321 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:44.196982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.202106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-da9347dc-74e2-4c5c-a108-754f1d3f316f tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:44.237550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Deleting port 8d8ded34-7cf1-469f-9eaf-37ff7686903a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:44.237895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.251601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.259700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e6c8cb-9034-425b-a6ff-bcc37c63b21d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:44.266727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:44.266727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:44.279293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f2c77-5564-4a2b-8e85-fa6f0bbfc0ee None None] Network d9d8b4e2-eac3-4145-b962-ee2a86cab80b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:44.320271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.321174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.329070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=e7666575-7fc9-4685-b3a4-4ec31b0c3321,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:44.330939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:44.338403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.340498 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/e7666575-7fc9-4685-b3a4-4ec31b0c3321 HTTP/1.1" status: 204  len: 168 time: 0.8594902
Dec 22 13:01:44.342065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/subnets/d5e6c8cb-9034-425b-a6ff-bcc37c63b21d HTTP/1.1" status: 204  len: 168 time: 1.0197477
Dec 22 13:01:44.343740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:44.374914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53042) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:44.402163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 09f5d04b-21fa-43f0-80c8-660575f3dbfb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:44.431890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2aeee-d056-4d4f-9204-77344a31376d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:44.437844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2aeee-d056-4d4f-9204-77344a31376d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:44.438624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ea2aeee-d056-4d4f-9204-77344a31376d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:44.516911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ea2aeee-d056-4d4f-9204-77344a31376d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:44.520744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1ea2aeee-d056-4d4f-9204-77344a31376d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.1733835
Dec 22 13:01:44.521258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53048) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:44.572847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 09f5d04b-21fa-43f0-80c8-660575f3dbfb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:44.573227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.598451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port d38a9742-6491-4477-b3c1-b50d9de5da53 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:44.598792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.720476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] DHCP port deletion for d9d8b4e2-eac3-4145-b962-ee2a86cab80b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:01:44.725460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Deleting port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:44.725842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.760459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.834946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.870250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:44.870595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:44.973542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] For port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,segment=NetworkSegment(57c247df-4547-4f5a-988d-1d9a135b8826),segment_id=57c247df-4547-4f5a-988d-1d9a135b8826)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:44.973946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.011984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.076351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for d38a9742-6491-4477-b3c1-b50d9de5da53 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:45.147779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Calling delete_port for 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:45.271959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.280723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:45.302657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.312205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:45.331126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.351647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=d38a9742-6491-4477-b3c1-b50d9de5da53,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:45.352855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] No DVR routers for this DVR port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:01:45.367040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:45.368051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.375031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Pushing event deleted for resources: {'Port': ['ID=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:45.377281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:45.406701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Calling delete_port for 8d8ded34-7cf1-469f-9eaf-37ff7686903a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:45.437179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/d38a9742-6491-4477-b3c1-b50d9de5da53 HTTP/1.1" status: 204  len: 168 time: 0.9148190
Dec 22 13:01:45.439728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53058) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:45.449417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62c615a8-2f0e-4eb0-a1aa-1671b8c04ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:45.521133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e5d6b-cd80-45d4-8c69-7d01b1bf524b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:45.521826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-db0e5d6b-cd80-45d4-8c69-7d01b1bf524b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:45.605301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-db0e5d6b-cd80-45d4-8c69-7d01b1bf524b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:45.606415 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-db0e5d6b-cd80-45d4-8c69-7d01b1bf524b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1649628
Dec 22 13:01:45.609238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53062) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:45.637149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.651942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4b1309-e326-4d1f-af05-a4ef89a1bfc8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:01:45.655903 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0b4b1309-e326-4d1f-af05-a4ef89a1bfc8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/e7666575-7fc9-4685-b3a4-4ec31b0c3321 HTTP/1.1" status: 404  len: 333 time: 0.0430820
Dec 22 13:01:45.656059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53066) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:45.701637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-db27ad47-943d-4d01-8e43-cf667781137f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:01:45.702971 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-db27ad47-943d-4d01-8e43-cf667781137f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/d38a9742-6491-4477-b3c1-b50d9de5da53 HTTP/1.1" status: 404  len: 333 time: 0.0460088
Dec 22 13:01:45.705774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:45.725999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=7171f0f0-e982-4f14-8e2e-a7465595f5bf,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:45.740372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] For port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=56974164-4e5b-47e3-a12e-c9bc8dc9e0c3,segment=NetworkSegment(57c247df-4547-4f5a-988d-1d9a135b8826),segment_id=57c247df-4547-4f5a-988d-1d9a135b8826)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:45.740734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.748779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:45.761202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': 'a28daba7-29ea-4022-9c23-57ee45e978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:45.761857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 5a5b34bc-a145-4cde-bc00-f895070f2107, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:45.815783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.943837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:45.953492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:45.979141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298e0dd30>,) {'filters': {'network_id': ['55aeb381-1200-4261-92a4-4c372b82dc56']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:45.991441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298e0dd30>, '2cdc5aec-c1ed-4286-bd1d-27f0f3ccadcd') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:45.991732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298e0dd30>, '2cdc5aec-c1ed-4286-bd1d-27f0f3ccadcd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:46.002739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.018260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.024848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:46.025237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:46.040164 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:46.125319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:46.125670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:46.137693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:46.162394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.168756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:46.185469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.191025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:46.207862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.216842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=55aeb381-1200-4261-92a4-4c372b82dc56,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:46.221731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:46.221731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/55aeb381-1200-4261-92a4-4c372b82dc56 HTTP/1.1" status: 204  len: 168 time: 0.5141096
Dec 22 13:01:46.224927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53078) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:46.231333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-140804063'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:46.236883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:46.240690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:46.244192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:46.250130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:46.266467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d8ded34-7cf1-469f-9eaf-37ff7686903a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:46.274917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:46.275520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5a5b34bc-a145-4cde-bc00-f895070f2107) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:46.276919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router f4907cc9-61fe-4785-a473-a05ef9a3c9b0 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:01:46.284645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b91600-8b5c-4431-9bc1-c714b78bd05e None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:46.316698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:46.317302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.333698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:46.337285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.379943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:46.392053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.392559 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment 91f8e6d0-222e-4b5f-a890-1ffaf32140c9 of type vlan for network 5ed73cd8-9c89-4f65-af80-50a372e5e979
Dec 22 13:01:46.408239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:01:46.440609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.448834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:01:46.449103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:01:46.455336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.457654 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] 10.222.0.16 "DELETE /v2.0/ports/8d8ded34-7cf1-469f-9eaf-37ff7686903a HTTP/1.1" status: 204  len: 168 time: 2.4499843
Dec 22 13:01:46.513506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53086) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:46.513741 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.9558232
Dec 22 13:01:46.520227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1364732173'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:46.528023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:46.533279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:46.541160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:46.547896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:46.567673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:01:46.568188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.580380 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Sync routers for ids ['f4907cc9-61fe-4785-a473-a05ef9a3c9b0'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:01:46.583975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:46.584748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.591329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:46.597330 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Routers {'f4907cc9-61fe-4785-a473-a05ef9a3c9b0'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:46.598062 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb3d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f4907cc9-61fe-4785-a473-a05ef9a3c9b0'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:46.626707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port 56974164-4e5b-47e3-a12e-c9bc8dc9e0c3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:46.627635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.651415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-5a5b34bc-a145-4cde-bc00-f895070f2107', 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': '7171f0f0-e982-4f14-8e2e-a7465595f5bf'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:46.652259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.702430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.705991 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 7.2905357
Dec 22 13:01:46.709273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] The port '56974164-4e5b-47e3-a12e-c9bc8dc9e0c3' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:01:46.709971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53090) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:46.712673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:46.717646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.749201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=5ed73cd8-9c89-4f65-af80-50a372e5e979,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:46.755090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:46.769773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:46.778462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.778799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 3c3305ee-4f62-473c-bcc6-3eba344185e5 of type vlan for network a8c0a594-d284-4697-8b01-d62632bc2fad
Dec 22 13:01:46.804743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:46.806251 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Set router f4907cc9-61fe-4785-a473-a05ef9a3c9b0 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:46.840900 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.6119447
Dec 22 13:01:46.841108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53094) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:46.844420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:46.854562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:46.946163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Allocated IP 172.20.255.242 (5a5b34bc-a145-4cde-bc00-f895070f2107/7171f0f0-e982-4f14-8e2e-a7465595f5bf/0b33a4b0-b04f-4efe-802d-71f126b4da48) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:46.960650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.000239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:47.001282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.013477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:47.139890 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e66e4b6-25b8-4d3f-8ff0-9b754e2dfd9d tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/f4907cc9-61fe-4785-a473-a05ef9a3c9b0 HTTP/1.1" status: 200  len: 907 time: 0.4285376
Dec 22 13:01:47.159693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53100) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:47.161349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=a8c0a594-d284-4697-8b01-d62632bc2fad,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:47.165091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:47.169374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53104) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:47.187524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network a8c0a594-d284-4697-8b01-d62632bc2fad details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:47.191749 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb3d0>, [{'id': 'f4907cc9-61fe-4785-a473-a05ef9a3c9b0', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.51'}], 'enable_snat': True}, 'gw_port_id': '759ee03a-aea6-4f88-bee2-b6ce69b446d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:39Z', 'updated_at': '2021-12-22T13:01:43Z', 'revision_number': 3, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port': {'id': '759ee03a-aea6-4f88-bee2-b6ce69b446d4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4907cc9-61fe-4785-a473-a05ef9a3c9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:01:42Z', 'updated_at': '2021-12-22T13:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:47.197152 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Checking router: f4907cc9-61fe-4785-a473-a05ef9a3c9b0 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:01:47.197952 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Updating router f4907cc9-61fe-4785-a473-a05ef9a3c9b0 port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:01:47.282454 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.364464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:47.374513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:47.388770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.414012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Transition to ACTIVE for port object 0b33a4b0-b04f-4efe-802d-71f126b4da48 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:47.441154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.475957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Transition to ACTIVE for port object 0b33a4b0-b04f-4efe-802d-71f126b4da48 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:47.484865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52981af4f0>,) {'filters': {'network_id': ['d9d8b4e2-eac3-4145-b962-ee2a86cab80b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:47.512914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981af4f0>, '57c247df-4547-4f5a-988d-1d9a135b8826') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:47.513270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981af4f0>, '57c247df-4547-4f5a-988d-1d9a135b8826') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:47.521715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.543969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:47.545125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:db82e189abd1450293f55cfd1174cc89 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:47.549003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:47.559169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:47.562906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.564147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.568831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:47.612334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:47.618475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:47.638538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1224303
Dec 22 13:01:47.640308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53116) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:47.645911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.652333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:47.655702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:47.661368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:47.667306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': 'a8c0a594-d284-4697-8b01-d62632bc2fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:47.667697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Pushing event updated for resources: {'Port': ['ID=0b33a4b0-b04f-4efe-802d-71f126b4da48,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:47.673348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.678364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:47.735891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:47.739699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.779515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:47.779924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.784944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.787928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Attempting to bind port 0b33a4b0-b04f-4efe-802d-71f126b4da48 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:47.790209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Attempting to bind port 0b33a4b0-b04f-4efe-802d-71f126b4da48 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a28daba7-29ea-4022-9c23-57ee45e978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:47.790209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Attempting to bind port 0b33a4b0-b04f-4efe-802d-71f126b4da48 on network 5a5b34bc-a145-4cde-bc00-f895070f2107 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:47.794611 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:47.800592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:47.801272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Checking segment: {'id': 'a28daba7-29ea-4022-9c23-57ee45e978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:47.801900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.802514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Bound using segment: {'id': 'a28daba7-29ea-4022-9c23-57ee45e978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:47.803519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Bound port: 0b33a4b0-b04f-4efe-802d-71f126b4da48, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28daba7-29ea-4022-9c23-57ee45e978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5a5b34bc-a145-4cde-bc00-f895070f2107'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:47.804075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.858996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Performing IP validity checks on allocation pools {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:01:47.859602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:01:47.906764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] For port 0b33a4b0-b04f-4efe-802d-71f126b4da48, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:47.911147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] For port 0b33a4b0-b04f-4efe-802d-71f126b4da48, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0b33a4b0-b04f-4efe-802d-71f126b4da48,segment=NetworkSegment(a28daba7-29ea-4022-9c23-57ee45e978d9),segment_id=a28daba7-29ea-4022-9c23-57ee45e978d9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:47.933757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:47.942075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:47.946725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:47.957520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:47.970648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.975016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:47.980652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.000915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.013941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.015012 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Transition to ACTIVE for port object 759ee03a-aea6-4f88-bee2-b6ce69b446d4 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:48.018518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.039398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.045467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Network': ['ID=d9d8b4e2-eac3-4145-b962-ee2a86cab80b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.051130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:48.051496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.055145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.055145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:48.056274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.088620 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/networks/d9d8b4e2-eac3-4145-b962-ee2a86cab80b HTTP/1.1" status: 204  len: 168 time: 3.7052033
Dec 22 13:01:48.090044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53120) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:48.092716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Pushing event updated for resources: {'Port': ['ID=0b33a4b0-b04f-4efe-802d-71f126b4da48,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.106370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.133855 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.151791 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-744d0da1-b350-4a42-82f9-4640fd6e806c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.162714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.174084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33adc617-61c8-42f5-9011-600be340166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.234887 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db82e189abd1450293f55cfd1174cc89&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0582960
Dec 22 13:01:48.236367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53124) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:48.238702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49205e6f-ae76-4c11-9d3c-3e9465d2716a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.254032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.260830 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Attempting to bind port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:48.270029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Attempting to bind port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:48.270029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Attempting to bind port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:48.284753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:48.285135 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:48.285535 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.285929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:48.286409 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Bound port: 759ee03a-aea6-4f88-bee2-b6ce69b446d4, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:48.286784 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.366899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.376901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Deleting port 3f81c6bb-e9d9-48e9-b872-4b0ee5344499 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:48.377562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.390857 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Pushing event updated for resources: {'Port': ['ID=759ee03a-aea6-4f88-bee2-b6ce69b446d4,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.396310 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.423634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.452482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.457914 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] For port 759ee03a-aea6-4f88-bee2-b6ce69b446d4, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:48.461600 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] For port 759ee03a-aea6-4f88-bee2-b6ce69b446d4, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=759ee03a-aea6-4f88-bee2-b6ce69b446d4,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:48.484260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-acd11ffd-917a-4f99-8409-2023a62b9b53 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.534491 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.542199 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e461e04-b16a-4fdf-bddd-2008f761828c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.664805 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Pushing event updated for resources: {'Port': ['ID=759ee03a-aea6-4f88-bee2-b6ce69b446d4,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.681992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.686350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=8ec03c93-97f0-4a83-a494-7322bf3ecce8,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.698885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.707753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Routers {'f4907cc9-61fe-4785-a473-a05ef9a3c9b0'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:01:48.709205 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb3d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f4907cc9-61fe-4785-a473-a05ef9a3c9b0'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:48.711647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': '91f8e6d0-222e-4b5f-a890-1ffaf32140c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:48.712168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 5ed73cd8-9c89-4f65-af80-50a372e5e979, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:48.749656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.754599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.762868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.818505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.918629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=ac9cf27e-6158-4429-90d7-39f65fac473d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.927896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.928610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '3c3305ee-4f62-473c-bcc6-3eba344185e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'a8c0a594-d284-4697-8b01-d62632bc2fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:48.928965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: a8c0a594-d284-4697-8b01-d62632bc2fad, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:48.936557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-178aef3b-bbe3-42cc-9dfa-f2cd78fa2ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:48.938167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.938602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.950410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:48.954606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/49205e6f-ae76-4c11-9d3c-3e9465d2716a HTTP/1.1" status: 204  len: 168 time: 0.7171161
Dec 22 13:01:48.958967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49205e6f-ae76-4c11-9d3c-3e9465d2716a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:48.961601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:48.995902 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] Set router f4907cc9-61fe-4785-a473-a05ef9a3c9b0 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:01:49.052018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network a8c0a594-d284-4697-8b01-d62632bc2fad is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:49.116407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for 759ee03a-aea6-4f88-bee2-b6ce69b446d4 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:49.132521 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb3d0>, [{'id': 'f4907cc9-61fe-4785-a473-a05ef9a3c9b0', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:39Z', 'updated_at': '2021-12-22T13:01:47Z', 'revision_number': 4, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:49.137245 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eba029-da8a-42e0-86a7-1221c7cce8a1 None None] The sync data for ids ['f4907cc9-61fe-4785-a473-a05ef9a3c9b0'] in dv-neutron-822662-1-hyperv is: [{'id': 'f4907cc9-61fe-4785-a473-a05ef9a3c9b0', 'name': 'tempest-snat-router-1942455094', 'tenant_id': '4751ced01839473690001034a1d94688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:01:39Z', 'updated_at': '2021-12-22T13:01:47Z', 'revision_number': 4, 'project_id': '4751ced01839473690001034a1d94688', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:01:49.149713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:49.171504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, a8c0a594-d284-4697-8b01-d62632bc2fad) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:49.173157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Calling delete_port for 3f81c6bb-e9d9-48e9-b872-4b0ee5344499 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:49.182425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e562ae7-1c4d-4e16-af10-1631b2381fbb None None] Network a8c0a594-d284-4697-8b01-d62632bc2fad requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:49.185618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:49.186305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.287821 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.6453278
Dec 22 13:01:49.290534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53136) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:49.499573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5ed73cd8-9c89-4f65-af80-50a372e5e979) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:49.519695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f4de7-3bcd-42b6-bdba-115898de7c52 None None] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:49.534573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:49.535565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.541382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c3ef7-d648-474b-898f-6505e7104868 None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:49.629397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.677661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53142) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:49.678706 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8366213
Dec 22 13:01:49.687819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979', 'name': 'tempest-PortsTestJSON-1993625814'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:49.760878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:49.761238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:49.789516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.800891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8f856e7f-9eff-415a-93a8-f71a3b0f8408 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:49.812481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.850568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-234c1432-27b1-41b9-ab42-965ce6f2acb9 None None] Provisioning for port 0b33a4b0-b04f-4efe-802d-71f126b4da48 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:49.890409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fdb4e7-c456-400a-a5da-9ada5c85e65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-a8c0a594-d284-4697-8b01-d62632bc2fad', 'network_id': 'a8c0a594-d284-4697-8b01-d62632bc2fad', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'ac9cf27e-6158-4429-90d7-39f65fac473d'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:49.890409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-23fdb4e7-c456-400a-a5da-9ada5c85e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:49.910201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53150) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:49.965897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Pushing event deleted for resources: {'Port': ['ID=3f81c6bb-e9d9-48e9-b872-4b0ee5344499,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:49.988020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:49.999873 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1ca5644d-63a1-44fa-8c1a-33fa69d568b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=169789d95d414c349c06e1335c0990cc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0890462
Dec 22 13:01:50.001276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.011266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53156) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:50.040901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a9b87a5-47a2-4318-a995-42477d22c0f7 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:50.093983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9cf27e-6158-4429-90d7-39f65fac473d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:50.093983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:50.169158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.176109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:50.185898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-5ed73cd8-9c89-4f65-af80-50a372e5e979', 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': '8ec03c93-97f0-4a83-a494-7322bf3ecce8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:50.186758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.230938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:50.234112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.261391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88365b89-6eda-47bf-9878-28013a048519 None None] Network a8c0a594-d284-4697-8b01-d62632bc2fad requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:50.262705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port 759ee03a-aea6-4f88-bee2-b6ce69b446d4 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:50.263254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.281855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52938aeeb0>,) {'filters': {'network_id': ['a8c0a594-d284-4697-8b01-d62632bc2fad']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:50.289957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.317664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.326293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] 10.222.0.16 "DELETE /v2.0/floatingips/fe1e9238-ccd6-4013-b812-c8113531b67e HTTP/1.1" status: 204  len: 168 time: 2.2323282
Dec 22 13:01:50.484531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:50.488845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.508545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938aeeb0>, '3c3305ee-4f62-473c-bcc6-3eba344185e5') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:50.509119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938aeeb0>, '3c3305ee-4f62-473c-bcc6-3eba344185e5') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:50.541328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.553702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Allocated IP 172.20.0.2 (5ed73cd8-9c89-4f65-af80-50a372e5e979/8ec03c93-97f0-4a83-a494-7322bf3ecce8/1600261b-cebf-4c4e-b271-217d5df84d19) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:50.560401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 717d0e0b-6ce2-4511-9de7-c31ff53a440c yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:01:50.570212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] For port 759ee03a-aea6-4f88-bee2-b6ce69b446d4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=759ee03a-aea6-4f88-bee2-b6ce69b446d4,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:50.570758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.572698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0b33a4b0-b04f-4efe-802d-71f126b4da48 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:50.610728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.619956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.650069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:50.650526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:50.672001 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:50.720751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for 759ee03a-aea6-4f88-bee2-b6ce69b446d4 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:50.849260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.854497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.880012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e329833e-f727-4764-9e79-11c80492412b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:50.905287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.916668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=a8c0a594-d284-4697-8b01-d62632bc2fad,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:50.924768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:50.929326 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/a8c0a594-d284-4697-8b01-d62632bc2fad HTTP/1.1" status: 204  len: 168 time: 1.6342907
Dec 22 13:01:50.929326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b5557cf7-84b1-4a13-9166-0d378d213aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:50.931257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53164) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:50.940867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0b33a4b0-b04f-4efe-802d-71f126b4da48 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:50.940961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.940961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e9d59b-f43d-4927-95ef-c795a561cafb HTTP/1.1" status: 204  len: 168 time: 0.9261999
Dec 22 13:01:50.942621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9d59b-f43d-4927-95ef-c795a561cafb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:50.943438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0b33a4b0-b04f-4efe-802d-71f126b4da48 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:50.943676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735649062'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:50.944265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.944898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:50.949379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:50.954739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:50.959229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:50.965626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:50.988866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:50.996896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b839f364-cbb1-494a-8a21-fd28b7904b7d tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.033680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.049435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Transition to ACTIVE for port object 1600261b-cebf-4c4e-b271-217d5df84d19 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:51.069198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Port': ['ID=759ee03a-aea6-4f88-bee2-b6ce69b446d4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:51.075150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:51.076034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:51.076962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53172) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:51.080284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.118766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Transition to ACTIVE for port object 1600261b-cebf-4c4e-b271-217d5df84d19 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:51.204542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.218748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:51.241621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.252290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0b33a4b0-b04f-4efe-802d-71f126b4da48, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0b33a4b0-b04f-4efe-802d-71f126b4da48,segment=NetworkSegment(a28daba7-29ea-4022-9c23-57ee45e978d9),segment_id=a28daba7-29ea-4022-9c23-57ee45e978d9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:51.273584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.284461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-94373598-9375-4d66-b564-ea6a02caa4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.290586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.290959 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment bd384e8f-5ceb-47fe-a212-03c230d971cc of type vlan for network 3c1bb778-e48c-48b5-a38a-8a5e1417e663
Dec 22 13:01:51.370969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.405446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:51.410423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:51.415810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:51.458076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.14 (5ed73cd8-9c89-4f65-af80-50a372e5e979/8ec03c93-97f0-4a83-a494-7322bf3ecce8/717d0e0b-6ce2-4511-9de7-c31ff53a440c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:51.458647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.462095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.462754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fcead2a0-153c-45b0-8c13-e9abca1a014e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ba0aae28fa147039480e6930aeb1739&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3845978
Dec 22 13:01:51.466211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Pushing event updated for resources: {'Port': ['ID=1600261b-cebf-4c4e-b271-217d5df84d19,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:51.466351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53184) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:51.467888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.469192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:51.476771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.567955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.597962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.601592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4907cc9-61fe-4785-a473-a05ef9a3c9b0 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:51.605616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.617780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Attempting to bind port 1600261b-cebf-4c4e-b271-217d5df84d19 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:51.618309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Attempting to bind port 1600261b-cebf-4c4e-b271-217d5df84d19 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '91f8e6d0-222e-4b5f-a890-1ffaf32140c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:51.619910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Attempting to bind port 1600261b-cebf-4c4e-b271-217d5df84d19 on network 5ed73cd8-9c89-4f65-af80-50a372e5e979 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:51.626955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.628036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:51.628468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Checking segment: {'id': '91f8e6d0-222e-4b5f-a890-1ffaf32140c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:51.634090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.634090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Bound using segment: {'id': '91f8e6d0-222e-4b5f-a890-1ffaf32140c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:51.634090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Bound port: 1600261b-cebf-4c4e-b271-217d5df84d19, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f8e6d0-222e-4b5f-a890-1ffaf32140c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5ed73cd8-9c89-4f65-af80-50a372e5e979'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:51.634090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.639651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:51.640254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.651555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0b33a4b0-b04f-4efe-802d-71f126b4da48,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:51.655104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:51.658215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.767967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.768409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] For port 1600261b-cebf-4c4e-b271-217d5df84d19, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:51.771888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] For port 1600261b-cebf-4c4e-b271-217d5df84d19, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1600261b-cebf-4c4e-b271-217d5df84d19,segment=NetworkSegment(91f8e6d0-222e-4b5f-a890-1ffaf32140c9),segment_id=91f8e6d0-222e-4b5f-a890-1ffaf32140c9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:51.791211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 717d0e0b-6ce2-4511-9de7-c31ff53a440c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:51.854611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.858449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.888657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.896909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:51.913263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:51.915278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/f4907cc9-61fe-4785-a473-a05ef9a3c9b0 HTTP/1.1" status: 204  len: 168 time: 4.7484429
Dec 22 13:01:51.919082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53196) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:51.957009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Pushing event updated for resources: {'Port': ['ID=1600261b-cebf-4c4e-b271-217d5df84d19,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:51.961997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:51.968726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:51.972545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:51.977001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:51.985926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=3c1bb778-e48c-48b5-a38a-8a5e1417e663,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:51.988809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:51.998308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:52.001960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.0685394
Dec 22 13:01:52.009326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53200) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:52.026804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=717d0e0b-6ce2-4511-9de7-c31ff53a440c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:52.038058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:52.124885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:52.133065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.147399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:52.160670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bde0494-3092-4522-84ac-df0b98d77bd8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:52.164833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:52.174312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:52.175052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.197098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.204995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:52.209935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:52.221130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:52.221130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:52.279129 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.6003160
Dec 22 13:01:52.281973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53212) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:52.296496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.297650 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bde0494-3092-4522-84ac-df0b98d77bd8 HTTP/1.1" status: 204  len: 168 time: 0.8254116
Dec 22 13:01:52.430284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:52.433752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.541411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0b33a4b0-b04f-4efe-802d-71f126b4da48 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:52.594989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.633702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing IP validity checks on allocation pools {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:01:52.634299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:01:52.639926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 717d0e0b-6ce2-4511-9de7-c31ff53a440c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:52.640559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.676976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0b33a4b0-b04f-4efe-802d-71f126b4da48 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:52.677699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.682512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53224) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:52.710486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Deleting port 09f5d04b-21fa-43f0-80c8-660575f3dbfb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:52.710824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.981440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] For port 09f5d04b-21fa-43f0-80c8-660575f3dbfb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=09f5d04b-21fa-43f0-80c8-660575f3dbfb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:52.981920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:52.996588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.062248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1541590168'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:53.074563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.128823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:53.132767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:53.138660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Calling delete_port for 09f5d04b-21fa-43f0-80c8-660575f3dbfb owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:53.163038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53232) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:53.174441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:53.183934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:53.194562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:53.275048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 717d0e0b-6ce2-4511-9de7-c31ff53a440c owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:53.314369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:53.318408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.342780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.365176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.368310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:53.374101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:security_group_rule and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:53.377602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:53.386131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:53.408510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:53.435117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Usage tracker for resource:security_group_rule and tenant:45e63d0c10764e5faeb36354b3ec14c7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:53.437768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=7fb046ba-adb2-41b1-af2d-20fcc89a18c3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:53.440228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:53.445803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:53.446984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ca6ef7-de20-496c-a9de-ecadfc6de465 None None] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:53.450833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:53.456617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': 'bd384e8f-5ceb-47fe-a212-03c230d971cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:53.457227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 3c1bb778-e48c-48b5-a38a-8a5e1417e663, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:53.480091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.489987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02e85750-96b8-4217-9255-f0f3abe4d076 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:53.520289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.536373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event deleted for resources: {'Port': ['ID=09f5d04b-21fa-43f0-80c8-660575f3dbfb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:53.540268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:53.618419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.630097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:53.642197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1c002e77-03c8-483a-ab5c-ece25bf84fc7 None None] Provisioning for port 1600261b-cebf-4c4e-b271-217d5df84d19 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:53.644403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.644938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment c79600aa-4f05-45ee-baf7-fd1ded48d9b7 of type vlan for network baf6dfe3-d5af-4333-866c-414afce37a33
Dec 22 13:01:53.647673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:53.672264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.673184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.681894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:53.696913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.710460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:53.742358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f9a523-1ac4-4863-a364-3909a14f6a0f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:53.747927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:53.749673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.802223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=717d0e0b-6ce2-4511-9de7-c31ff53a440c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:53.804970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:53.811957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.837860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3c1bb778-e48c-48b5-a38a-8a5e1417e663) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:53.839692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:53.840296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.844335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e28d1-2779-4432-805a-63732dd58eec None None] Network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:53.848419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:53.939182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167b1d57-3e2a-420d-93ed-0e31a300e89f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:53.943430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:53.946017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:53.965806 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45e63d0c10764e5faeb36354b3ec14c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6591897
Dec 22 13:01:53.970442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53242) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.000866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/717d0e0b-6ce2-4511-9de7-c31ff53a440c HTTP/1.1" status: 204  len: 168 time: 1.7176771
Dec 22 13:01:54.009103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53246) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.085841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.096527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:54.096527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.096775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.098703 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a3af75-5d4c-48a6-b0dc-0bbd72c62649 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:01:54.099218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a3af75-5d4c-48a6-b0dc-0bbd72c62649 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:01:54.103797 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93a3af75-5d4c-48a6-b0dc-0bbd72c62649 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/717d0e0b-6ce2-4511-9de7-c31ff53a440c HTTP/1.1" status: 404  len: 333 time: 0.0908844
Dec 22 13:01:54.103967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.104060 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:54.108750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53250) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.121649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.136966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-3c1bb778-e48c-48b5-a38a-8a5e1417e663', 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': '7fb046ba-adb2-41b1-af2d-20fcc89a18c3'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:54.137993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.163320 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.1498926
Dec 22 13:01:54.166625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53254) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.176932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-af865a93-27d4-455c-9e36-b8fd40c59df6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:01:54.177694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af865a93-27d4-455c-9e36-b8fd40c59df6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:01:54.226296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.294885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=baf6dfe3-d5af-4333-866c-414afce37a33,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:54.315840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:54.315923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network baf6dfe3-d5af-4333-866c-414afce37a33 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:54.316244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af865a93-27d4-455c-9e36-b8fd40c59df6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:01:54.317267 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af865a93-27d4-455c-9e36-b8fd40c59df6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/717d0e0b-6ce2-4511-9de7-c31ff53a440c HTTP/1.1" status: 404  len: 333 time: 0.2075729
Dec 22 13:01:54.320792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53258) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.394329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.396965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.7134004
Dec 22 13:01:54.402876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53262) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.411096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-777731441'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:54.411932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.412769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8519aa17-22df-4ed3-a5b9-fe2562baefe3 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:01:54.426599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:54.431983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:54.435217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:54.444107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:54.477342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.482112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "DELETE /v2.0/routers/8519aa17-22df-4ed3-a5b9-fe2562baefe3 HTTP/1.1" status: 204  len: 168 time: 2.5571711
Dec 22 13:01:54.491181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53266) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:54.499890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-237296408', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:54.504084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 8ec03c93-97f0-4a83-a494-7322bf3ecce8 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:01:54.512910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.516599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.525378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b017daff-1b61-425b-b126-f7c1c49b3d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:54.536332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:54.545021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:54.545426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.567687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:54.570636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167b1d57-3e2a-420d-93ed-0e31a300e89f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:54.573240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:54.578534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:54.594337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:54.608643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.620493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1600261b-cebf-4c4e-b271-217d5df84d19 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:01:54.620900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.652459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4bbb8d14-6d21-4005-a5e3-f77e3ddb5b3c None None] Could not find standard attr ID for object 717d0e0b-6ce2-4511-9de7-c31ff53a440c. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:01:54.655085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:54.665607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.666043 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 1872956b-78b4-433d-9e0c-ccde4f7866a6 of type vlan for network 07a07cb6-04ff-4980-bc50-9022c1d6bd51
Dec 22 13:01:54.672491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.683315 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/167b1d57-3e2a-420d-93ed-0e31a300e89f HTTP/1.1" status: 204  len: 168 time: 0.7020705
Dec 22 13:01:54.716614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Allocated IP 172.20.0.3 (3c1bb778-e48c-48b5-a38a-8a5e1417e663/7fb046ba-adb2-41b1-af2d-20fcc89a18c3/e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:54.725886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.763222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.764435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.796849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.802008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.913042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 1600261b-cebf-4c4e-b271-217d5df84d19 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:01:54.920142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1600261b-cebf-4c4e-b271-217d5df84d19 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:01:54.920519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.948669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.954907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:54.954907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.981683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:54.985697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:54.996562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b566ac47-0d3c-463c-9731-965c7952b993 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:55.088641 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6821544
Dec 22 13:01:55.091177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53278) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:55.102395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec03c93-97f0-4a83-a494-7322bf3ecce8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:55.111078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:55.121731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.128323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aac8495-5023-49c1-97b5-f819e8100043 None None] Network 5ed73cd8-9c89-4f65-af80-50a372e5e979 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:55.129148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:55.165781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.240371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Transition to ACTIVE for port object e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:55.303511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.322939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Transition to ACTIVE for port object e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:55.323490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=07a07cb6-04ff-4980-bc50-9022c1d6bd51,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:55.337758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:55.344273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.351426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/8ec03c93-97f0-4a83-a494-7322bf3ecce8 HTTP/1.1" status: 204  len: 168 time: 1.0266871
Dec 22 13:01:55.353727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53284) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:55.405582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:01:55.411389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:55.415239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:55.418111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:55.424146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:55.441540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.489884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15714e24-52aa-4cb6-81f0-d3c2ef955bde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:55.555052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 1600261b-cebf-4c4e-b271-217d5df84d19, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1600261b-cebf-4c4e-b271-217d5df84d19,segment=NetworkSegment(91f8e6d0-222e-4b5f-a890-1ffaf32140c9),segment_id=91f8e6d0-222e-4b5f-a890-1ffaf32140c9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:55.573910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:55.577748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.580591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:55.595854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:55.604886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:55.654377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Pushing event updated for resources: {'Port': ['ID=e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:55.663072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:55.667579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.697367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.700763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 1600261b-cebf-4c4e-b271-217d5df84d19 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:55.701186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.705054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:55.750665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.776778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9e335285-e762-4478-8120-a46761d59c08 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:55.780198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Attempting to bind port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:55.780576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Attempting to bind port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'bd384e8f-5ceb-47fe-a212-03c230d971cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:55.780945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Attempting to bind port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 on network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:55.792161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:55.792547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Checking segment: {'id': 'bd384e8f-5ceb-47fe-a212-03c230d971cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:55.792956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.793361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Bound using segment: {'id': 'bd384e8f-5ceb-47fe-a212-03c230d971cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:55.793833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Bound port: e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd384e8f-5ceb-47fe-a212-03c230d971cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:55.794209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.810206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=1600261b-cebf-4c4e-b271-217d5df84d19,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:55.814694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:55.850073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb046ba-adb2-41b1-af2d-20fcc89a18c3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:55.857816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53288) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:55.858731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:55.885363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.898874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] For port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:55.901145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.902210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:55.906130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] For port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5,segment=NetworkSegment(bd384e8f-5ceb-47fe-a212-03c230d971cc),segment_id=bd384e8f-5ceb-47fe-a212-03c230d971cc)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:55.910914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c03e7c82-3ce4-45d6-92cb-bd68b46cd816 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:55.916622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] DHCP port deletion for 5ed73cd8-9c89-4f65-af80-50a372e5e979 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:01:55.921176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Deleting port 1600261b-cebf-4c4e-b271-217d5df84d19 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:55.921633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:55.938633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Usage tracker for resource:security_group_rule and tenant:af9b228ef814419fa7e53934a7ca20e5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:55.942509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:55.956741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:56.008846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.014226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.019912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-362ad6ad-4e21-4ed3-8d2d-a83487cb8baa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:56.120591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=f4e66643-015f-4991-8b70-4f5e3ee7dd61,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:56.132952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:56.142196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:56.142562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: baf6dfe3-d5af-4333-866c-414afce37a33, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:56.191065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293574580>,) {'filters': {'network_id': ['3c1bb778-e48c-48b5-a38a-8a5e1417e663']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:56.244961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.247653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network baf6dfe3-d5af-4333-866c-414afce37a33 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:56.248950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Pushing event updated for resources: {'Port': ['ID=e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:56.258506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:56.270394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] For port 1600261b-cebf-4c4e-b271-217d5df84d19, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1600261b-cebf-4c4e-b271-217d5df84d19,segment=NetworkSegment(91f8e6d0-222e-4b5f-a890-1ffaf32140c9),segment_id=91f8e6d0-222e-4b5f-a890-1ffaf32140c9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:56.270394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.277008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293574580>, 'bd384e8f-5ceb-47fe-a212-03c230d971cc') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:56.277302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293574580>, 'bd384e8f-5ceb-47fe-a212-03c230d971cc') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:56.320018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.334531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.340786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d38ad2-eb71-405b-9dd6-2802359b0aab None None] Network 3c1bb778-e48c-48b5-a38a-8a5e1417e663 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:56.347754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port 1600261b-cebf-4c4e-b271-217d5df84d19, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1600261b-cebf-4c4e-b271-217d5df84d19,segment=NetworkSegment(91f8e6d0-222e-4b5f-a890-1ffaf32140c9),segment_id=91f8e6d0-222e-4b5f-a890-1ffaf32140c9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:56.348117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.356613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af246a88-d184-4ec4-8892-83a5998df242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:56.369787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.390272 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af9b228ef814419fa7e53934a7ca20e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5311062
Dec 22 13:01:56.391553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53298) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:56.392705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e553a243-2ce5-45f8-a2bf-198347040a00,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:56.396277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:56.399047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, baf6dfe3-d5af-4333-866c-414afce37a33) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:56.403371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:56.403971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.463870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Calling delete_port for 1600261b-cebf-4c4e-b271-217d5df84d19 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:56.494394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed222a80-92e4-445b-82b3-4a064fd23c70 None None] Network baf6dfe3-d5af-4333-866c-414afce37a33 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:56.497272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.516896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1600261b-cebf-4c4e-b271-217d5df84d19 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:01:56.528299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.542444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4428537
Dec 22 13:01:56.545133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53302) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:56.557220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:56.595351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 1600261b-cebf-4c4e-b271-217d5df84d19 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:56.625459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.627421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.684420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:56.685112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.691800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:56.697026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:56.701115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:56.701316 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:56.710414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:56.793979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.797690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b355701c-188a-4470-97ca-dc74ac7d5ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:56.811896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e553a243-2ce5-45f8-a2bf-198347040a00,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:56.823142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:56.824254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.828569 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e553a243-2ce5-45f8-a2bf-198347040a00 HTTP/1.1" status: 204  len: 168 time: 0.4286983
Dec 22 13:01:56.828569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:56.831663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.848829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:01:56.848829 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:01:56.848829 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '3c1bb778-e48c-48b5-a38a-8a5e1417e663'}]
Dec 22 13:01:56.848829 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:56.849457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:56.928785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:01:56.929133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:01:56.930130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Allocated IP 172.26.3.57 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/d973af11-eb48-4183-a1a4-672368e399d4) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:56.941138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:56.952537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:57.003929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.016906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Pushing event deleted for resources: {'Port': ['ID=1600261b-cebf-4c4e-b271-217d5df84d19,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:57.021378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] No DVR routers for this DVR port 1600261b-cebf-4c4e-b271-217d5df84d19 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:01:57.027234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:57.116252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.130751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-baf6dfe3-d5af-4333-866c-414afce37a33', 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': 'f4e66643-015f-4991-8b70-4f5e3ee7dd61'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:57.131621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.150501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 09f5d04b-21fa-43f0-80c8-660575f3dbfb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:01:57.193644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 09f5d04b-21fa-43f0-80c8-660575f3dbfb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:01:57.193998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 09f5d04b-21fa-43f0-80c8-660575f3dbfb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:01:57.225758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.238162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.247414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-df9b17a5-8dbe-4c42-b125-e17d7a187f64 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:57.255219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:57.372701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:57.372925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.376590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:57.380519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:57.383110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '1872956b-78b4-433d-9e0c-ccde4f7866a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:57.383572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 07a07cb6-04ff-4980-bc50-9022c1d6bd51, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:01:57.383782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:57.391655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:57.403435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Allocated IP 172.20.0.2 (baf6dfe3-d5af-4333-866c-414afce37a33/f4e66643-015f-4991-8b70-4f5e3ee7dd61/28aac579-2a06-4144-8369-73a60636c813) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:57.485239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:01:57.531554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 1600261b-cebf-4c4e-b271-217d5df84d19 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:57.531898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.561552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 07a07cb6-04ff-4980-bc50-9022c1d6bd51) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:57.574792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:57.576901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.610141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event updated for resources: {'Port': ['ID=d973af11-eb48-4183-a1a4-672368e399d4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:57.627238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] The port '1600261b-cebf-4c4e-b271-217d5df84d19' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:01:57.629459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:57.632750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:01:57.635672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.636247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.647642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Transition to ACTIVE for port object 28aac579-2a06-4144-8369-73a60636c813 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:57.657482 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1089935
Dec 22 13:01:57.657813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53324) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:57.664053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2146566128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:57.667889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb550bac-6bef-43bf-a403-a71ca142e60f None None] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:01:57.673738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:57.678061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:57.681152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:57.687549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:57.755514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Transition to ACTIVE for port object 28aac579-2a06-4144-8369-73a60636c813 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:57.767874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.769717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.785071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.840588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.847083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:57.897452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:57.919869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Network baf6dfe3-d5af-4333-866c-414afce37a33 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:57.925102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:57.965685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:58.016718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Pushing event updated for resources: {'Port': ['ID=28aac579-2a06-4144-8369-73a60636c813,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:58.019781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.020110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-07a07cb6-04ff-4980-bc50-9022c1d6bd51', 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': 'a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:01:58.020820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.021929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec369400-3536-4e37-bee6-d25ceb1b4297 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3627675
Dec 22 13:01:58.022172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.024597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53334) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:58.031813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:58.150382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52937b7100>,) {'filters': {'network_id': ['5ed73cd8-9c89-4f65-af80-50a372e5e979']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:58.171748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52937b7100>, '91f8e6d0-222e-4b5f-a890-1ffaf32140c9') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:58.172044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52937b7100>, '91f8e6d0-222e-4b5f-a890-1ffaf32140c9') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:58.208301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.223502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5,segment=NetworkSegment(bd384e8f-5ceb-47fe-a212-03c230d971cc),segment_id=bd384e8f-5ceb-47fe-a212-03c230d971cc)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:01:58.224128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.231597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Attempting to bind port 28aac579-2a06-4144-8369-73a60636c813 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:58.231982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Attempting to bind port 28aac579-2a06-4144-8369-73a60636c813 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:58.232359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Attempting to bind port 28aac579-2a06-4144-8369-73a60636c813 on network baf6dfe3-d5af-4333-866c-414afce37a33 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:58.249352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:58.249791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Checking segment: {'id': 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:58.250206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.250613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Bound using segment: {'id': 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:58.251180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Bound port: 28aac579-2a06-4144-8369-73a60636c813, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'baf6dfe3-d5af-4333-866c-414afce37a33'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:58.251563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.365123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53340) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:58.441536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:01:58.474889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.504364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Allocated IP 172.21.0.2 (07a07cb6-04ff-4980-bc50-9022c1d6bd51/a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a/3c17a574-1053-412e-91c2-7d1486bb992c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:58.510876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:58.511362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.514286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] For port 28aac579-2a06-4144-8369-73a60636c813, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:58.522744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] For port 28aac579-2a06-4144-8369-73a60636c813, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=28aac579-2a06-4144-8369-73a60636c813,segment=NetworkSegment(c79600aa-4f05-45ee-baf7-fd1ded48d9b7),segment_id=c79600aa-4f05-45ee-baf7-fd1ded48d9b7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:58.527028 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:58.619790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.628751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1535289873'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:58.630247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-274abe4b-1020-416d-8a1e-e5d8e6895c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:58.658233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:58.713516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.729833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5dc880e8-90dc-48d7-b55f-1c052911b292 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:58.743913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Pushing event updated for resources: {'Port': ['ID=28aac579-2a06-4144-8369-73a60636c813,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:58.798192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:58.803426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port e2683480-d1ef-4a7d-a2ac-3feec9e9f8c5 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:01:58.822246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:58.835786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:network and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:58.840748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:58.849195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:58.862798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:58.877056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.918109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:58.930269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Transition to ACTIVE for port object 3c17a574-1053-412e-91c2-7d1486bb992c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:58.954296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Transition to ACTIVE for port object 3c17a574-1053-412e-91c2-7d1486bb992c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:01:58.989929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:58.995195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.013508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.028888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.050556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:59.054926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.066817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.092591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5e58fb3d-d960-4b9d-8cc8-5e2134d2f6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.127186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1975b695-464b-4d33-b842-ff212a5d849f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.146431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.151289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:security_group_rule and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:59.162419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:59.184375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:01:59.187676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:01:59.194413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:01:59.196790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=5ed73cd8-9c89-4f65-af80-50a372e5e979,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:59.202736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.222725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:59.262307 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/5ed73cd8-9c89-4f65-af80-50a372e5e979 HTTP/1.1" status: 204  len: 168 time: 3.9073534
Dec 22 13:01:59.274254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53352) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:59.275153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:59.288298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242870534'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:59.293799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:59.298775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:59.304699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:01:59.309298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Pushing event updated for resources: {'Port': ['ID=3c17a574-1053-412e-91c2-7d1486bb992c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:59.309733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:01:59.312236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:59.341726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529846d670>,) {'filters': {'network_id': ['3c1bb778-e48c-48b5-a38a-8a5e1417e663']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:59.353610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Attempting to bind port 3c17a574-1053-412e-91c2-7d1486bb992c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:01:59.354120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Attempting to bind port 3c17a574-1053-412e-91c2-7d1486bb992c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1872956b-78b4-433d-9e0c-ccde4f7866a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:01:59.356829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Attempting to bind port 3c17a574-1053-412e-91c2-7d1486bb992c on network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:01:59.367337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:01:59.367901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Checking segment: {'id': '1872956b-78b4-433d-9e0c-ccde4f7866a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:01:59.368588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.369098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Bound using segment: {'id': '1872956b-78b4-433d-9e0c-ccde4f7866a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:01:59.369687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Bound port: 3c17a574-1053-412e-91c2-7d1486bb992c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1872956b-78b4-433d-9e0c-ccde4f7866a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '07a07cb6-04ff-4980-bc50-9022c1d6bd51'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:01:59.370178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.377886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529846d670>, 'bd384e8f-5ceb-47fe-a212-03c230d971cc') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:59.378423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529846d670>, 'bd384e8f-5ceb-47fe-a212-03c230d971cc') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:01:59.394934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:01:59.396653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.398376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.475015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] For port 3c17a574-1053-412e-91c2-7d1486bb992c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:01:59.477249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.478895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:59.480226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] For port 3c17a574-1053-412e-91c2-7d1486bb992c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c17a574-1053-412e-91c2-7d1486bb992c,segment=NetworkSegment(1872956b-78b4-433d-9e0c-ccde4f7866a6),segment_id=1872956b-78b4-433d-9e0c-ccde4f7866a6)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:01:59.500615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:01:59.501018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:01:59.516148 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:01:59.538482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.538967 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7 of type vlan for network 06446e09-1391-4736-bca3-1e7aa4d3ffdc
Dec 22 13:01:59.557073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.566362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dd5805e5-0a45-41c1-9cbf-d8123dd33117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.636700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.681299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.715142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Pushing event updated for resources: {'Port': ['ID=3c17a574-1053-412e-91c2-7d1486bb992c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:59.719544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:59.725258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.20.0.1 (baf6dfe3-d5af-4333-866c-414afce37a33/f4e66643-015f-4991-8b70-4f5e3ee7dd61/9ed53042-f914-472b-9974-5a49b39dc421) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:01:59.725907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.763306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.771154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11b3c8e7-3680-4c42-981b-95384666f147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.800407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.801110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.820244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.846879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=3c1bb778-e48c-48b5-a38a-8a5e1417e663,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:59.851087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:59.852597 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/3c1bb778-e48c-48b5-a38a-8a5e1417e663 HTTP/1.1" status: 204  len: 168 time: 5.6848154
Dec 22 13:01:59.857062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53360) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:01:59.863212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-136214745'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:01:59.875154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:01:59.877937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.883962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:01:59.884587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.943814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:01:59.948052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:01:59.948149 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Added segment a40b2466-4bf5-4618-800d-d77f6c97706f of type vlan for network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2
Dec 22 13:01:59.952165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d2135c-1f36-4686-b125-261eb6460225,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:01:59.957822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:01:59.968946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-765e5f3b-c6f2-47ff-af7e-be92a6f2bedc tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:01:59.985781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:01:59.996888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:00.007158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:00.114484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:00.119833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.154713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Router 037e78c2-903f-4758-8d9d-8d4692d1f1b6 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:00.165708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.169513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:00.173078 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8951030
Dec 22 13:02:00.191129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53366) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:00.198543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:00.215338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=06446e09-1391-4736-bca3-1e7aa4d3ffdc,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:00.218194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:00.226366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.228330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:00.262933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.263614 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment ad89c626-f6e0-47a8-819b-1144236dd3ea of type vlan for network 363ff9fb-ae06-4deb-95cb-09b5cba4de70
Dec 22 13:02:00.300774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:02:00.330310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 9ed53042-f914-472b-9974-5a49b39dc421 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:00.362474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:00.368261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:00.372112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:00.387349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:00.401364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.426684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.434551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:00.435052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.445935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:00.461404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b2fa8c-c6be-4b05-8c1d-2f6e82b64836 None None] Network baf6dfe3-d5af-4333-866c-414afce37a33 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:00.469686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:00.485825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:00.489924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.490089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] Sync routers for ids ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:00.516079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.522430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:00.523311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.537264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:00.573708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.574830 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 6.0793509
Dec 22 13:02:00.598974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 28aac579-2a06-4144-8369-73a60636c813 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:00.622189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53370) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:00.631376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] Routers {'037e78c2-903f-4758-8d9d-8d4692d1f1b6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:00.632048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52987c63a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:00.651161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:00.689074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:00.710804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52987c63a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:00.724229 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.3580790
Dec 22 13:02:00.761380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53374) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:00.762856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=363ff9fb-ae06-4deb-95cb-09b5cba4de70,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:00.763118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] Routers {'037e78c2-903f-4758-8d9d-8d4692d1f1b6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:00.763921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52987c63a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:00.766193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:00.767726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9097116
Dec 22 13:02:00.772161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53376) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:00.789847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'subnet': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:00.804776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network baf6dfe3-d5af-4333-866c-414afce37a33 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:00.820283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:00.867244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:00.868733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:00.879135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:00.906771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e4988af7-6e17-42dc-94bf-585fbea6ece0 None None] Provisioning for port 28aac579-2a06-4144-8369-73a60636c813 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:00.924643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Network': ['ID=0eed9f37-b786-4f6e-9f1e-e6c1666056b2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:00.925498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52987c63a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:00.926025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd807df-9c9e-44b1-b42e-02f00049c744 None None] The sync data for ids ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:00.944800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:00.945380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ecd1cfab-d945-4107-9172-ca72ae6e7802 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:01.082139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:01.110611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=9ed53042-f914-472b-9974-5a49b39dc421,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:01.114742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:01.135874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.164631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0038a57-95fc-4f6e-abf7-cf220bd8468a None None] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:01.304302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 28aac579-2a06-4144-8369-73a60636c813 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:01.356405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 28aac579-2a06-4144-8369-73a60636c813 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:01.357156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.387149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:01.400336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:01.404721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:01.415032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b1542ef-6ad3-47a9-aceb-f6c4b048f006 None None] Provisioning for port 3c17a574-1053-412e-91c2-7d1486bb992c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:01.428726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:01.439234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:01.448412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.449045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:subnet and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:01.454440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:01.500048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:01.521338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:01.537088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:01.540530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.587725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.603658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=43501c45-4453-4973-a3e4-4b759905eba9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:01.611906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:01.647523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:01.647523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 06446e09-1391-4736-bca3-1e7aa4d3ffdc, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:01.696012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.696512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:01.700203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.754273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 28aac579-2a06-4144-8369-73a60636c813, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=28aac579-2a06-4144-8369-73a60636c813,segment=NetworkSegment(c79600aa-4f05-45ee-baf7-fd1ded48d9b7),segment_id=c79600aa-4f05-45ee-baf7-fd1ded48d9b7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:01.774392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:01.848188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:01.849060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c17a574-1053-412e-91c2-7d1486bb992c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:01.877835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:02.016683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=28aac579-2a06-4144-8369-73a60636c813,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:02.029824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:02.036832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.057387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 06446e09-1391-4736-bca3-1e7aa4d3ffdc) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:02.066834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:02.067802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.090114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c3cc3-850a-4b3e-8669-15e324ae17d7 None None] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:02.107906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.137595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3c17a574-1053-412e-91c2-7d1486bb992c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:02.209486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0172575
Dec 22 13:02:02.210349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53392) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:02.211176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.236033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3c17a574-1053-412e-91c2-7d1486bb992c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:02.237251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.252709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3fd25012-4404-4dd6-9838-e486b07cc032 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:02.291972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Provisioning for port 9ed53042-f914-472b-9974-5a49b39dc421 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:02.308320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Provisioning complete for port 9ed53042-f914-472b-9974-5a49b39dc421 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:02.308990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.318495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1895284408'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:02.385824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Port 9ed53042-f914-472b-9974-5a49b39dc421 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:02.397802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.422118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Provisioning complete for port 28aac579-2a06-4144-8369-73a60636c813 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:02.422676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.423196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:02.459865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=9ed53042-f914-472b-9974-5a49b39dc421,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:02.468521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:02.473711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.474584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.534662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.550376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=cf693b5e-0059-45cb-909e-176868993fe4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:02.558533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:02.562092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3da5762f-ea8b-4d01-910b-23e0735e6194 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:02.603562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': 'ad89c626-f6e0-47a8-819b-1144236dd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:02.603841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 363ff9fb-ae06-4deb-95cb-09b5cba4de70, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:02.624440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.677015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Subnet': ['ID=e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:02.682461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:02.695271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Checking segment: {'id': 'a40b2466-4bf5-4618-800d-d77f6c97706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:02.695630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network hostable DHCP agents. Network: 0eed9f37-b786-4f6e-9f1e-e6c1666056b2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:02.726059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:02.733142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:02.738524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:02.747940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3c17a574-1053-412e-91c2-7d1486bb992c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c17a574-1053-412e-91c2-7d1486bb992c,segment=NetworkSegment(1872956b-78b4-433d-9e0c-ccde4f7866a6),segment_id=1872956b-78b4-433d-9e0c-ccde4f7866a6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:02.750363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-06446e09-1391-4736-bca3-1e7aa4d3ffdc', 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': '43501c45-4453-4973-a3e4-4b759905eba9'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:02.751432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.756136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:02.778560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Provisioning complete for port 3c17a574-1053-412e-91c2-7d1486bb992c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:02.779050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b64207ee-b984-4e10-b327-abb9b3fa2a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.780023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:02.788003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network baf6dfe3-d5af-4333-866c-414afce37a33 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:02.789142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:02.866056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.875308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:02.918113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:02.921991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:02.984391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 7cd76dda-39e5-4655-becf-78463ff096a2 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:03.052319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:03.055942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Allocated IP 172.20.0.2 (06446e09-1391-4736-bca3-1e7aa4d3ffdc/43501c45-4453-4973-a3e4-4b759905eba9/c6c5d874-272e-48c7-82aa-52684cc8ece4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:03.075462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3c17a574-1053-412e-91c2-7d1486bb992c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:03.083525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 28aac579-2a06-4144-8369-73a60636c813 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:03.110447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:03.164124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 363ff9fb-ae06-4deb-95cb-09b5cba4de70) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:03.167171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 5d723907-6c49-42a9-8327-73bf22f79607 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:03.179110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:03.179647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.183651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 0eed9f37-b786-4f6e-9f1e-e6c1666056b2) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:03.197666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98676faa-5450-4db8-a9e0-e37968007784 None None] Network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:03.201879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:03.202479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.258697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30ddf4a-a1fa-47b3-96a8-0413b96afeb6 None None] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:03.298360 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5281277
Dec 22 13:02:03.302749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5189838
Dec 22 13:02:03.310594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53400) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:03.310970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53402) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:03.318423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038926759'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:03.384174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:03.396503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3703418
Dec 22 13:02:03.396681 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] Sync routers for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:03.399532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53410) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:03.411471 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:03.412091 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:03.500736 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:03.510622 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:03.510856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae2513-92f5-419c-8e0a-539848c6b240 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:03.511821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-29ae2513-92f5-419c-8e0a-539848c6b240 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:03.512453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:03.577273 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:03.577803 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c333355-7ce2-4dd9-8cf7-73aa5209d5a2 None None] The sync data for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:03.622622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-29ae2513-92f5-419c-8e0a-539848c6b240 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:03.624107 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-29ae2513-92f5-419c-8e0a-539848c6b240 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports/9ed53042-f914-472b-9974-5a49b39dc421 HTTP/1.1" status: 200  len: 910 time: 0.2159622
Dec 22 13:02:03.628961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53416) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:03.764310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 28aac579-2a06-4144-8369-73a60636c813 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:03.764855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.848544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:03.865524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:port and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:03.877506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:03.897046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:03.919128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.934754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.949728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-75229376-3da8-4489-951d-bc40f76eedda None None] Provisioning complete for port 9ed53042-f914-472b-9974-5a49b39dc421 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:03.950107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-75229376-3da8-4489-951d-bc40f76eedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.968664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.976538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'tenant_id': '25befeaff7d54f50832b76f604e071b2', 'fixed_ips': [{'subnet_id': 'e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:03.977556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:03.992904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.011416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-363ff9fb-ae06-4deb-95cb-09b5cba4de70', 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'cf693b5e-0059-45cb-909e-176868993fe4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:04.012381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.045305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Transition to ACTIVE for port object c6c5d874-272e-48c7-82aa-52684cc8ece4 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:04.050038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:04.053803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.096914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port 989baef6-dd59-4155-a7ae-7d5722106c57 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:04.137899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.176161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-75229376-3da8-4489-951d-bc40f76eedda None None] Port 9ed53042-f914-472b-9974-5a49b39dc421 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:04.186443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Transition to ACTIVE for port object c6c5d874-272e-48c7-82aa-52684cc8ece4 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:04.304393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.323977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router 037e78c2-903f-4758-8d9d-8d4692d1f1b6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:04.364993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.378930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-21b1c977-ff66-4d14-827e-902ae605aafc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:04.458677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:04.470356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:04.480807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:04.491585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Pushing event updated for resources: {'Port': ['ID=c6c5d874-272e-48c7-82aa-52684cc8ece4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:04.494376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Allocated IP 172.20.0.1 (363ff9fb-ae06-4deb-95cb-09b5cba4de70/cf693b5e-0059-45cb-909e-176868993fe4/5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:04.496834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Allocated IP 2001:db8::2 (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/a5c37e82-d6c2-493c-b16b-53ca0f34fe22) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:04.500743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:04.511420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:04.522856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.524292 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f85eba05-151c-420a-8d48-a59b86206972 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "PUT /v2.0/routers/037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 200  len: 924 time: 3.9008677
Dec 22 13:02:04.527302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53422) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:04.538213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] Sync routers for ids ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:04.679825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] Routers {'037e78c2-903f-4758-8d9d-8d4692d1f1b6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:04.679825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988e1970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:04.715376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.9 (06446e09-1391-4736-bca3-1e7aa4d3ffdc/43501c45-4453-4973-a3e4-4b759905eba9/7cd76dda-39e5-4655-becf-78463ff096a2) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:04.895073 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-474d8444-ff09-470a-bdfc-5972b1a0935a tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 200  len: 924 time: 0.3662426
Dec 22 13:02:04.898978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53430) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:04.926090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988e1970>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:04.952032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Attempting to bind port c6c5d874-272e-48c7-82aa-52684cc8ece4 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:04.952409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Attempting to bind port c6c5d874-272e-48c7-82aa-52684cc8ece4 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:04.952778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Attempting to bind port c6c5d874-272e-48c7-82aa-52684cc8ece4 on network 06446e09-1391-4736-bca3-1e7aa4d3ffdc {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:04.980818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:04.981207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Checking segment: {'id': 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:04.981616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.982017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Bound using segment: {'id': 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:04.982512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Bound port: c6c5d874-272e-48c7-82aa-52684cc8ece4, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '06446e09-1391-4736-bca3-1e7aa4d3ffdc'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:04.982916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:04.998203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f84a9a-2db8-42ae-bae6-0e5d98cbf959 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:04.999789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-21f84a9a-2db8-42ae-bae6-0e5d98cbf959 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=037e78c2-903f-4758-8d9d-8d4692d1f1b6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0996735
Dec 22 13:02:05.001681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c17a574-1053-412e-91c2-7d1486bb992c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:05.002644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53434) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:05.050560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] Routers {'037e78c2-903f-4758-8d9d-8d4692d1f1b6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:05.051211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988e1970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:05.171391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.202732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988e1970>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:05.203171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dece6d-43c0-4a07-b00f-fe8e2c80fba6 None None] The sync data for ids ['037e78c2-903f-4758-8d9d-8d4692d1f1b6'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:05.220608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 7cd76dda-39e5-4655-becf-78463ff096a2 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.222383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.21.0.1 (07a07cb6-04ff-4980-bc50-9022c1d6bd51/a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a/aabd5ec9-6020-44ae-b462-1823f9844cb9) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:05.239512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2673a312-7c3a-4edd-a8fd-62dd6b2d6d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.251464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c031f6-0b17-4621-8bdf-f4f7a344e956 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:05.256132 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51c031f6-0b17-4621-8bdf-f4f7a344e956 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.2475324
Dec 22 13:02:05.257037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53438) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:05.373241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d1a4115c-07c0-4ab6-a18d-a89a613f73df tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 200  len: 205 time: 0.1157248
Dec 22 13:02:05.375852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53442) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:05.398918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.406540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] For port c6c5d874-272e-48c7-82aa-52684cc8ece4, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:05.408841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.412255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] For port c6c5d874-272e-48c7-82aa-52684cc8ece4, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6c5d874-272e-48c7-82aa-52684cc8ece4,segment=NetworkSegment(cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7),segment_id=cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:05.424769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3c17a574-1053-412e-91c2-7d1486bb992c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:05.425176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.455244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Transition to ACTIVE for port object 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.459829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.463217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Transition to ACTIVE for port object a5c37e82-d6c2-493c-b16b-53ca0f34fe22 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.475453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object aabd5ec9-6020-44ae-b462-1823f9844cb9 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.481969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.488648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-402442d3-3e5b-41af-b29c-2a75c52d1f72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:05.515910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Transition to ACTIVE for port object 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.519360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Transition to ACTIVE for port object a5c37e82-d6c2-493c-b16b-53ca0f34fe22 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:05.521958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.528479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:05.564825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:05.568167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.568993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:05.576286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:05.607507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=7cd76dda-39e5-4655-becf-78463ff096a2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:05.615657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:05.645442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.648951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:05.650196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.672280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.681579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Pushing event updated for resources: {'Port': ['ID=c6c5d874-272e-48c7-82aa-52684cc8ece4,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:05.694203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:05.694617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:05.711159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.714971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:05.735811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:05.746281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:05.758668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:05.766716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 3.5186784
Dec 22 13:02:05.784034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53448) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:05.798742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:05.833992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:05.845185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:05.845433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Pushing event updated for resources: {'Port': ['ID=5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:05.913929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 7cd76dda-39e5-4655-becf-78463ff096a2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:05.914603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.928106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::8b (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/989baef6-dd59-4155-a7ae-7d5722106c57) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:05.941920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.952607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:05.970504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a8de924c-1828-4dac-a707-697e3a228715 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:06.026289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:06.043274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:06.069811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Pushing event updated for resources: {'Port': ['ID=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:06.081434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:06.100461 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:02:06.106434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:06.129255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Attempting to bind port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:06.129725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Attempting to bind port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ad89c626-f6e0-47a8-819b-1144236dd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:06.130901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port d973af11-eb48-4183-a1a4-672368e399d4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:06.131137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Attempting to bind port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 on network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:06.131260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.139094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:06.139460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:06.167380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=aabd5ec9-6020-44ae-b462-1823f9844cb9,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:06.247025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=cf693b5e-0059-45cb-909e-176868993fe4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:06.247741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Checking segment: {'id': 'ad89c626-f6e0-47a8-819b-1144236dd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Bound using segment: {'id': 'ad89c626-f6e0-47a8-819b-1144236dd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Bound port: 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad89c626-f6e0-47a8-819b-1144236dd3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:06.247844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.252369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:06.348503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.357501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Attempting to bind port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:06.357884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Attempting to bind port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a40b2466-4bf5-4618-800d-d77f6c97706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:06.358252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Attempting to bind port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 on network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:06.377392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] For port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:06.381693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] For port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527,segment=NetworkSegment(ad89c626-f6e0-47a8-819b-1144236dd3ea),segment_id=ad89c626-f6e0-47a8-819b-1144236dd3ea)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:06.383706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:06.384832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.385175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Checking segment: {'id': 'a40b2466-4bf5-4618-800d-d77f6c97706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:06.385853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.386495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Bound using segment: {'id': 'a40b2466-4bf5-4618-800d-d77f6c97706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:06.387084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Bound port: a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a40b2466-4bf5-4618-800d-d77f6c97706f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:06.387550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.522085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] For port a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:06.526546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] For port a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,segment=NetworkSegment(a40b2466-4bf5-4618-800d-d77f6c97706f),segment_id=a40b2466-4bf5-4618-800d-d77f6c97706f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:06.543224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.551278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.552062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529396db50>,) {'filters': {'network_id': ['363ff9fb-ae06-4deb-95cb-09b5cba4de70']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:06.557096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:06.586727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529396db50>, 'ad89c626-f6e0-47a8-819b-1144236dd3ea') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:06.587072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529396db50>, 'ad89c626-f6e0-47a8-819b-1144236dd3ea') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:06.607599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.622336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.659995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.686605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:06.687044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:06.704039 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:06.706932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7faec655-711d-41a8-82b1-4a451a85a1aa None None] Provisioning for port aabd5ec9-6020-44ae-b462-1823f9844cb9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:06.728145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7faec655-711d-41a8-82b1-4a451a85a1aa None None] Provisioning complete for port aabd5ec9-6020-44ae-b462-1823f9844cb9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:06.728522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7faec655-711d-41a8-82b1-4a451a85a1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.764597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec85b1e-cbb8-47af-b7ab-3b41995cffb0 None None] Network 363ff9fb-ae06-4deb-95cb-09b5cba4de70 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:06.804522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 7cd76dda-39e5-4655-becf-78463ff096a2 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:06.837637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:06.941924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Pushing event updated for resources: {'Port': ['ID=5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:06.968155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:06.972570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:07.085970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.107838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2517402b-a6ed-40c5-b778-8690fa5b4f38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:07.125224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6c5d874-272e-48c7-82aa-52684cc8ece4 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:07.162540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.194868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Pushing event updated for resources: {'Port': ['ID=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:07.197509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7faec655-711d-41a8-82b1-4a451a85a1aa None None] Port aabd5ec9-6020-44ae-b462-1823f9844cb9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:07.201658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:07.247624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.418912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=7cd76dda-39e5-4655-becf-78463ff096a2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:07.419960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for d973af11-eb48-4183-a1a4-672368e399d4 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:07.421890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:07.463543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6226fa4f-8725-4f8d-9453-f53fa678a54e None None] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:07.474437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:02:07.474437 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:02:07.474437 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '363ff9fb-ae06-4deb-95cb-09b5cba4de70'}]
Dec 22 13:02:07.474437 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:07.474938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:07.489340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c6c5d874-272e-48c7-82aa-52684cc8ece4 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:07.496030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object 989baef6-dd59-4155-a7ae-7d5722106c57 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:07.557127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d9a3a3f8-7f43-45c0-8ffa-228f5bf4640e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.655347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Provisioning for port c6c5d874-272e-48c7-82aa-52684cc8ece4 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:07.666368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Provisioning complete for port c6c5d874-272e-48c7-82aa-52684cc8ece4 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:07.666713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.678306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.693699 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/7cd76dda-39e5-4655-becf-78463ff096a2 HTTP/1.1" status: 204  len: 168 time: 1.9086187
Dec 22 13:02:07.697625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53462) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:07.751413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-03291534-7277-415c-961e-ef3233a8304b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:07.752595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-03291534-7277-415c-961e-ef3233a8304b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:07.752892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.760602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:07.831340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:07.837852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:07.840092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-03291534-7277-415c-961e-ef3233a8304b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:07.843687 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-03291534-7277-415c-961e-ef3233a8304b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/7cd76dda-39e5-4655-becf-78463ff096a2 HTTP/1.1" status: 404  len: 333 time: 0.1429102
Dec 22 13:02:07.844121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.848418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53466) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:07.851896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:07.857100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:07.857740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.894420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] For port c6c5d874-272e-48c7-82aa-52684cc8ece4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6c5d874-272e-48c7-82aa-52684cc8ece4,segment=NetworkSegment(cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7),segment_id=cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:07.916459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=989baef6-dd59-4155-a7ae-7d5722106c57,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:07.930270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:07.946750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.947069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.952579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b7553d1b-d1fe-443b-bbba-e2bffe646a9b tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:07.984236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.985171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:07.987809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:07.997818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 43501c45-4453-4973-a3e4-4b759905eba9 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:08.001427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.014661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.043149 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.7310586
Dec 22 13:02:08.045264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=d973af11-eb48-4183-a1a4-672368e399d4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:08.046807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53470) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:08.057927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6de28607-bff1-47ad-8154-be012c197180 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:08.083833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Pushing event updated for resources: {'Port': ['ID=c6c5d874-272e-48c7-82aa-52684cc8ece4,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:08.087362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:08.092973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:08.120005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223419371', 'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:68:a6:29'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:08.172344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.177940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=aabd5ec9-6020-44ae-b462-1823f9844cb9,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:08.180911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:08.201098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:08.201443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.317693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1c78a0e0-75d8-41e6-9b58-4f4606a6f826 None None] Provisioning complete for port c6c5d874-272e-48c7-82aa-52684cc8ece4 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:08.318248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1c78a0e0-75d8-41e6-9b58-4f4606a6f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.318340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.382577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:08.383878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:08.475010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.552579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.584192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267489de-ccc5-49e8-8546-417a16638c46 None None] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:08.620918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.683236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 5d723907-6c49-42a9-8327-73bf22f79607 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:08.859633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.862555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6a7702f3-82cb-42b6-99af-5f60e05b429d None None] Provisioning for port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:08.892076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6a7702f3-82cb-42b6-99af-5f60e05b429d None None] Could not find standard attr ID for object 7cd76dda-39e5-4655-becf-78463ff096a2. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:02:08.910667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.913522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.950126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:08.982387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:09.004789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:09.014715 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3810034
Dec 22 13:02:09.015725 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] Sync routers for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:09.019383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53480) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:09.031254 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:09.031920 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8c760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:09.035663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5ac15-8cdc-47b7-9167-bfb32f0b9357 None None] Network 06446e09-1391-4736-bca3-1e7aa4d3ffdc requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:09.042777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.060096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-943a7734-bcfa-45c9-9929-57b70814256b None None] Provisioning complete for port aabd5ec9-6020-44ae-b462-1823f9844cb9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:09.060480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-943a7734-bcfa-45c9-9929-57b70814256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.068467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=43501c45-4453-4973-a3e4-4b759905eba9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:09.071571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:09.072878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.074348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router 037e78c2-903f-4758-8d9d-8d4692d1f1b6 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:09.128381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:09.134288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:port and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:09.141663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:09.145156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:09.167117 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8c760>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:09.179861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520e7cdb-1095-43e7-bc11-1a7f2b80391a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:09.181825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6c5d874-272e-48c7-82aa-52684cc8ece4 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:09.184700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-520e7cdb-1095-43e7-bc11-1a7f2b80391a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:09.184876 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:09.185505 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8c760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:09.270351 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8c760>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:09.271166 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad668389-246d-4140-9994-4a7cdc427598 None None] The sync data for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:09.286023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-943a7734-bcfa-45c9-9929-57b70814256b None None] Port aabd5ec9-6020-44ae-b462-1823f9844cb9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:09.338577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-520e7cdb-1095-43e7-bc11-1a7f2b80391a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:09.340158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-520e7cdb-1095-43e7-bc11-1a7f2b80391a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports/aabd5ec9-6020-44ae-b462-1823f9844cb9 HTTP/1.1" status: 200  len: 910 time: 0.3195121
Dec 22 13:02:09.343194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53484) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:09.370209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:09.385181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c6c5d874-272e-48c7-82aa-52684cc8ece4 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:09.385752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.398809 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/43501c45-4453-4973-a3e4-4b759905eba9 HTTP/1.1" status: 204  len: 168 time: 1.5357020
Dec 22 13:02:09.403179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.407611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 204  len: 168 time: 4.0272403
Dec 22 13:02:09.407611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53488) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:09.409335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53490) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:09.494815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819691446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:09.518371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:09.600824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3dc71258-55e2-4299-b3ed-4ea1d58267de None None] Provisioning for port 989baef6-dd59-4155-a7ae-7d5722106c57 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:09.617714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3dc71258-55e2-4299-b3ed-4ea1d58267de None None] Provisioning complete for port 989baef6-dd59-4155-a7ae-7d5722106c57 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:09.618292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3dc71258-55e2-4299-b3ed-4ea1d58267de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.673559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5c37e82-d6c2-493c-b16b-53ca0f34fe22 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:09.691474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:09.697825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:09.712089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] DHCP port deletion for 06446e09-1391-4736-bca3-1e7aa4d3ffdc request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:09.744623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Deleting port c6c5d874-272e-48c7-82aa-52684cc8ece4 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:09.745023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.786101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:09.810753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3dc71258-55e2-4299-b3ed-4ea1d58267de None None] Port 989baef6-dd59-4155-a7ae-7d5722106c57 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:09.865737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.888976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527,segment=NetworkSegment(ad89c626-f6e0-47a8-819b-1144236dd3ea),segment_id=ad89c626-f6e0-47a8-819b-1144236dd3ea)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:09.891870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.957329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:09.967581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.017347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:10.036647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:10.036647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.044890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:10.075690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.076703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.093766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port c6c5d874-272e-48c7-82aa-52684cc8ece4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:10.094167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.106152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] For port c6c5d874-272e-48c7-82aa-52684cc8ece4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6c5d874-272e-48c7-82aa-52684cc8ece4,segment=NetworkSegment(cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7),segment_id=cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:10.106545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.156876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port a8393011-bc91-4896-a9c5-cc2c93b78eff yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:10.179460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f7b975a4-9d24-402a-ae45-c792f94a5a35 None None] Provisioning complete for port 989baef6-dd59-4155-a7ae-7d5722106c57 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:10.179831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f7b975a4-9d24-402a-ae45-c792f94a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.203463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.261640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.270203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Calling delete_port for c6c5d874-272e-48c7-82aa-52684cc8ece4 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:10.313792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port aabd5ec9-6020-44ae-b462-1823f9844cb9 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:10.314398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.386347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.389898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f7b975a4-9d24-402a-ae45-c792f94a5a35 None None] Port 989baef6-dd59-4155-a7ae-7d5722106c57 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:10.402244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.432053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.459448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c83da6ff-a116-44e0-a857-70c4dff55928 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:10.475756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,segment=NetworkSegment(a40b2466-4bf5-4618-800d-d77f6c97706f),segment_id=a40b2466-4bf5-4618-800d-d77f6c97706f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:10.502307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.508030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:10.530009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.537084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:10.555981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:10.559151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] No DVR routers for this DVR port c6c5d874-272e-48c7-82aa-52684cc8ece4 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:10.562568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.563790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port 5f6ba3c4-5db0-47b8-b8f2-7c9dde8ad527 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:10.566929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Pushing event deleted for resources: {'Port': ['ID=c6c5d874-272e-48c7-82aa-52684cc8ece4,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:10.569348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:10.569829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:10.603058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8af120-1f03-4496-85b2-04c04ece5183 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:02:10.623715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::273 (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/a8393011-bc91-4896-a9c5-cc2c93b78eff) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:10.625886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.629644 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3d0010d4-5967-4b1c-8340-1b00c1a68e36 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.2124283
Dec 22 13:02:10.643920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53502) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:10.655813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port c6c5d874-272e-48c7-82aa-52684cc8ece4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6c5d874-272e-48c7-82aa-52684cc8ece4,segment=NetworkSegment(cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7),segment_id=cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:10.656198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:10.670789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for aabd5ec9-6020-44ae-b462-1823f9844cb9 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:10.676972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:10.712041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:10.715254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:10.792479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8af120-1f03-4496-85b2-04c04ece5183 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:02:11.036987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5c37e82-d6c2-493c-b16b-53ca0f34fe22 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:11.046250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for c6c5d874-272e-48c7-82aa-52684cc8ece4 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:11.198575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.227162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:11.227602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.376185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbfed7-a4a9-45cd-8713-3d6670b7164d req-b9540615-9499-4170-bd3a-57e1fa998d00 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:11.378014 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9cbbfed7-a4a9-45cd-8713-3d6670b7164d req-b9540615-9499-4170-bd3a-57e1fa998d00 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.3039024
Dec 22 13:02:11.384461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.399569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-75569861-eb6b-4548-baf1-4bc53e809a9c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:11.413471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298ebde50>,) {'filters': {'network_id': ['363ff9fb-ae06-4deb-95cb-09b5cba4de70']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:11.466420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=aabd5ec9-6020-44ae-b462-1823f9844cb9,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:11.473502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ffc29-aa35-4cbe-a275-1f6776e16b9c None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:02:11.474065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:11.526912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6c5d874-272e-48c7-82aa-52684cc8ece4 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:11.542665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298ebde50>, 'ad89c626-f6e0-47a8-819b-1144236dd3ea') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:11.543280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298ebde50>, 'ad89c626-f6e0-47a8-819b-1144236dd3ea') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:11.575573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:11.576189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:11.577990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.604717 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9cbbfed7-a4a9-45cd-8713-3d6670b7164d req-9c4d0171-86d8-4b20-866d-d67a32fa8b5e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2148304
Dec 22 13:02:11.614490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c6c5d874-272e-48c7-82aa-52684cc8ece4 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:11.614695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6c5d874-272e-48c7-82aa-52684cc8ece4 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:11.661177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.680853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.701759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:11.702158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.707231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ffc29-aa35-4cbe-a275-1f6776e16b9c None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:11.717419 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:11.738408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbb38a-81a7-45b8-a02e-1118a0c9bd10 req-d0d748ae-7a48-4caa-9a77-4f9d2cf09ccc tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:11.743521 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1cbb38a-81a7-45b8-a02e-1118a0c9bd10 req-d0d748ae-7a48-4caa-9a77-4f9d2cf09ccc tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.4179173
Dec 22 13:02:11.840068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.882884 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1cbb38a-81a7-45b8-a02e-1118a0c9bd10 req-02bccf1f-e3be-4a57-a5cc-5e62514899e0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880044
Dec 22 13:02:11.900523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.913065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.925370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:11.940897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:11.950224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object a8393011-bc91-4896-a9c5-cc2c93b78eff will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:11.966733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=363ff9fb-ae06-4deb-95cb-09b5cba4de70,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:11.972011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:11.976470 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/363ff9fb-ae06-4deb-95cb-09b5cba4de70 HTTP/1.1" status: 204  len: 168 time: 8.6598325
Dec 22 13:02:11.978121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:11.984535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944496504'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:11.992889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:12.000108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:12.005143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:12.016381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:12.130172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port c6c5d874-272e-48c7-82aa-52684cc8ece4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:12.131626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.175489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.178432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:12.181992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.254460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9750d34d-b216-4df4-8646-08f04ee6fc70 tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:12.267731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 5d723907-6c49-42a9-8327-73bf22f79607 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:12.405298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] The port 'c6c5d874-272e-48c7-82aa-52684cc8ece4' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:02:12.454184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:12.472268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:12.472764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] Sync routers for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:12.479072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=a8393011-bc91-4896-a9c5-cc2c93b78eff,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:12.482197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:12.491458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:12.492101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828c970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:12.521490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.540694 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1961572
Dec 22 13:02:12.543350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53534) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:12.575670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828c970>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:12.585700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:12.586421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828c970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:12.654822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828c970>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:12.655176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1052c2c-b3c7-420e-9ec8-828ea2ca1faf None None] The sync data for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:12.685983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:12.719231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:12.727056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:12.728384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.740681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:12.743372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.873535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.874221 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment b9313a3f-4c29-4a2c-985f-0b6cdb5cd985 of type vlan for network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c
Dec 22 13:02:12.891762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.934857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942af5e-9699-4043-870b-0fe4e6696927 req-cfd80fd2-201c-4524-857c-035555e5f7d2 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:12.936336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c942af5e-9699-4043-870b-0fe4e6696927 req-cfd80fd2-201c-4524-857c-035555e5f7d2 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.1769788
Dec 22 13:02:12.943468 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1006 time: 4.8593173
Dec 22 13:02:12.961767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53540) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:12.961767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:12.968147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52984bca90>,) {'filters': {'network_id': ['06446e09-1391-4736-bca3-1e7aa4d3ffdc']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:13.030682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bca90>, 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:13.031082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bca90>, 'cfb4ec2a-ee99-4b4c-ad76-9fe80fcdf0b7') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:13.088542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa7f795f-215b-4ccb-9758-66a8db08c5a0 None None] Provisioning for port a8393011-bc91-4896-a9c5-cc2c93b78eff completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:13.093339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.094154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa7f795f-215b-4ccb-9758-66a8db08c5a0 None None] Provisioning complete for port a8393011-bc91-4896-a9c5-cc2c93b78eff triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:13.094537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa7f795f-215b-4ccb-9758-66a8db08c5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.143097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.156045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-aa7f795f-215b-4ccb-9758-66a8db08c5a0 None None] Port a8393011-bc91-4896-a9c5-cc2c93b78eff cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:13.159566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:13.160000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:13.175899 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:13.178894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c942af5e-9699-4043-870b-0fe4e6696927 req-85b20aa0-8725-48bd-af10-e59440298138 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543722
Dec 22 13:02:13.249555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Allocated IP 172.26.3.105 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/4251b841-a12d-4d61-9880-aa6a251fad96) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:13.258620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8e216-c9e3-4400-97dc-0d97f5a8de33 req-1bbb3705-eb6c-43b3-a7ba-22bd59922dd5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.265898 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fc8e216-c9e3-4400-97dc-0d97f5a8de33 req-1bbb3705-eb6c-43b3-a7ba-22bd59922dd5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.3383994
Dec 22 13:02:13.272448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.277966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.279044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.289282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3eff2fc2-ad4f-40fe-9079-9456dfef0378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:13.404858 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fc8e216-c9e3-4400-97dc-0d97f5a8de33 req-032af444-dd16-46cf-b819-562c63673491 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1385534
Dec 22 13:02:13.435846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.437427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.451499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bb2f7-9e0d-4b82-959f-216774dfcc8b req-ae326335-7034-4ced-bdab-a7cf8b861e24 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.451617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:13.451792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd5bb2f7-9e0d-4b82-959f-216774dfcc8b req-ae326335-7034-4ced-bdab-a7cf8b861e24 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.1361802
Dec 22 13:02:13.451884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Synchronizing usage tracker for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:13.451884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.455780 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.4766989
Dec 22 13:02:13.463778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.467246 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/06446e09-1391-4736-bca3-1e7aa4d3ffdc HTTP/1.1" status: 204  len: 168 time: 4.0534918
Dec 22 13:02:13.483509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53548) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:13.484466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53552) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:13.498201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'name': 'tempest-PortsTestJSON-818356052'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:13.516002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:13.525728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:13.528599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:13.538707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:13.541462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1edfa4cf-d0d3-4d0a-a5bb-745db740188c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:13.570020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=06446e09-1391-4736-bca3-1e7aa4d3ffdc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:13.572425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:13.643214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.659933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Unset dirty status for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:13.661851 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5deaa7f6-e2cf-4da7-b78a-e0391f9aac77 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2481 time: 0.7044263
Dec 22 13:02:13.664983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53560) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:13.744935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port a8393011-bc91-4896-a9c5-cc2c93b78eff {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:13.745193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.796274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:13.803611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd5bb2f7-9e0d-4b82-959f-216774dfcc8b req-b5926f84-9c13-443e-8804-6fed3c8a4c61 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3222897
Dec 22 13:02:13.818714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:13.821671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:13.831137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:13.835195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:13.835659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.843215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:13.845731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:13.854943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.910768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:13.914285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.923379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:13.929122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:13.931295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:13.951283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:13.960212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:14.039057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event updated for resources: {'Port': ['ID=4251b841-a12d-4d61-9880-aa6a251fad96,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:14.052378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:14.137296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port ea113360-01a4-46c2-83a1-c14c4039c7aa yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:14.268745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:14.564099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for a8393011-bc91-4896-a9c5-cc2c93b78eff owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:14.853633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-c407a514-8ab0-4e15-912a-ed959fcbf60e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:14.855029 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-c407a514-8ab0-4e15-912a-ed959fcbf60e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.5505209
Dec 22 13:02:14.888060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:14.942351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:14.957734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-53221526-75c0-46b5-b6cc-5541f75c3075 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:14.993031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.010135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9818265-890c-4f3a-bf6a-4b95b5055f44 req-cbcf3289-bfe0-4b42-8fc9-163716b2743f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:15.010658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=a8393011-bc91-4896-a9c5-cc2c93b78eff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:15.011646 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f9818265-890c-4f3a-bf6a-4b95b5055f44 req-cbcf3289-bfe0-4b42-8fc9-163716b2743f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5461156
Dec 22 13:02:15.016555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:15.062084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Deleting port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:15.062428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.088412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.127241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d114b752-6a46-43e2-aefb-1404f1a8dbbc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:15.181168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28be7e-f4cb-4e91-a197-53b93d554433 req-d9857243-57a2-4ae1-93f3-d2e80b92aa21 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:15.183314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2f28be7e-f4cb-4e91-a197-53b93d554433 req-d9857243-57a2-4ae1-93f3-d2e80b92aa21 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.5144448
Dec 22 13:02:15.264884 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f9818265-890c-4f3a-bf6a-4b95b5055f44 req-d59cf575-e31e-4d3a-9168-3d145e2f7f55 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2151415
Dec 22 13:02:15.294421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 9ed53042-f914-472b-9974-5a49b39dc421 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:15.294421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.305448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.403301 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/a8393011-bc91-4896-a9c5-cc2c93b78eff HTTP/1.1" status: 204  len: 168 time: 1.7373314
Dec 22 13:02:15.406244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53574) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:15.422572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=a39f5270-2010-4bb1-b17d-379c55f6172b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:15.453204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:15.459997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef77d60-0803-4c02-ae38-9bb297fdd040 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:15.460678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aef77d60-0803-4c02-ae38-9bb297fdd040 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Synchronizing usage tracker for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:15.475154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.482622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.568563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aef77d60-0803-4c02-ae38-9bb297fdd040 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Unset dirty status for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:15.569735 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aef77d60-0803-4c02-ae38-9bb297fdd040 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports/a8393011-bc91-4896-a9c5-cc2c93b78eff HTTP/1.1" status: 404  len: 333 time: 0.1625993
Dec 22 13:02:15.573751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53578) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:15.576765 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2f28be7e-f4cb-4e91-a197-53b93d554433 req-0199f915-79bd-43e5-8b42-de8ecdbc9f66 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3646724
Dec 22 13:02:15.603163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.620988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9ec790d-49e4-498e-959c-3f54d2b013f4 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:15.627845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951326126'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:15.652894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:15.653257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:15.803050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:15.818621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:15.821159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:15.841780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:15.858597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:15.865040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:15.865638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.870611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=ea113360-01a4-46c2-83a1-c14c4039c7aa,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:15.879457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:15.886739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:15.891038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Router 2e69c92c-2fc1-4e6d-bb48-43e6093aef4a is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:16.114395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:16.117791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.180855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port ab827e3a-085b-40f9-86cf-97fb5ca07376 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:16.181698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 9ed53042-f914-472b-9974-5a49b39dc421 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:16.213218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:16.222895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecf402-7f49-494a-aebb-b9eabef2514d req-a0ccdb5d-bf64-40c7-9fc9-0f04f2fd140e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:16.227370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14ecf402-7f49-494a-aebb-b9eabef2514d req-a0ccdb5d-bf64-40c7-9fc9-0f04f2fd140e tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.8034580
Dec 22 13:02:16.286699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] For port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:16.287157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.299894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.8094804
Dec 22 13:02:16.305740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53584) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:16.344970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:16.360168 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] Sync routers for ids ['2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:16.376352 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] Routers {'2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:16.376352 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:16.397750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-145f3a41-6907-4a61-8caa-edaa29739119 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:16.399266 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-145f3a41-6907-4a61-8caa-edaa29739119 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.46 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.3223574
Dec 22 13:02:16.408374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.412198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "PUT /v2.0/routers/2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 200  len: 883 time: 5.7613003
Dec 22 13:02:16.420143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53588) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:16.445245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:16.455230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46490a0-21c4-4559-8c8a-70d08d712693 None None] Network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:16.456189 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:16.466836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] Routers {'2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:16.467670 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:16.526436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:16.527111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.541598 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14ecf402-7f49-494a-aebb-b9eabef2514d req-8cbd8476-b398-401d-a60c-0ddb5d100f1d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2863665
Dec 22 13:02:16.545741 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d8ccd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:16.546423 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9f508-4a98-4655-befa-553e70f04d97 None None] The sync data for ids ['2e69c92c-2fc1-4e6d-bb48-43e6093aef4a'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:16.586649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Deleting port 0e062768-c416-44c4-9643-3178486bb801 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:16.587310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.622896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::145 (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/ab827e3a-085b-40f9-86cf-97fb5ca07376) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:16.680094 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1944447
Dec 22 13:02:16.683841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port ea113360-01a4-46c2-83a1-c14c4039c7aa {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:16.684192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.699933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:16.734261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c', 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'a39f5270-2010-4bb1-b17d-379c55f6172b'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:16.736290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:16.909560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Allocated IP 172.20.0.2 (fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c/a39f5270-2010-4bb1-b17d-379c55f6172b/16c325c8-edd9-4fcf-84ad-dcebe41a192d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:16.932793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6075cba0-f9cc-4359-95e5-b69b7680d7f0 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 200  len: 924 time: 0.4841979
Dec 22 13:02:16.949503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53598) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:17.084874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1769af-0312-4882-83e7-0eb27dafc1e5 req-2112477c-5457-42e2-b15d-a6495ca4e2a7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:17.086367 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e1769af-0312-4882-83e7-0eb27dafc1e5 req-2112477c-5457-42e2-b15d-a6495ca4e2a7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6644819
Dec 22 13:02:17.130710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.131102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.131437 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Floating IP 1d2a0189-19b0-442c-811b-01c697833133 disassociated. External IP: 172.26.3.238, port: 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede.
Dec 22 13:02:17.131763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Calling delete_port for 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede owned by compute:nova {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:17.141592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.144044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.253254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] For port 0e062768-c416-44c4-9643-3178486bb801, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e062768-c416-44c4-9643-3178486bb801,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:17.253630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.340855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.344094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Transition to ACTIVE for port object 16c325c8-edd9-4fcf-84ad-dcebe41a192d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:17.366730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Transition to ACTIVE for port object 16c325c8-edd9-4fcf-84ad-dcebe41a192d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:17.373236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d03878-0c0e-457f-b9d1-eaa6c7718a34 req-7ab6f759-ba55-4689-981f-f8a8b5cc897f tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:17.374799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0d03878-0c0e-457f-b9d1-eaa6c7718a34 req-7ab6f759-ba55-4689-981f-f8a8b5cc897f tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 945 time: 0.6339662
Dec 22 13:02:17.378089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e1769af-0312-4882-83e7-0eb27dafc1e5 req-33ff55b8-ffe2-472b-a380-b4225d138830 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2662747
Dec 22 13:02:17.381976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.443910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:17.447795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.454057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:17.497710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.514418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:17.518697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:17.522245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:17.530019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.568100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for ea113360-01a4-46c2-83a1-c14c4039c7aa owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:17.571063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object ab827e3a-085b-40f9-86cf-97fb5ca07376 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:17.600131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=9ed53042-f914-472b-9974-5a49b39dc421,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:17.606786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:17.618864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Pushing event updated for resources: {'Port': ['ID=16c325c8-edd9-4fcf-84ad-dcebe41a192d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:17.623474 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:17.628215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Attempting to bind port 16c325c8-edd9-4fcf-84ad-dcebe41a192d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:17.628600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Attempting to bind port 16c325c8-edd9-4fcf-84ad-dcebe41a192d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:17.628970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Attempting to bind port 16c325c8-edd9-4fcf-84ad-dcebe41a192d on network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:17.634820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:17.634820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Checking segment: {'id': 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:17.635794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.636026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Bound using segment: {'id': 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:17.637646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Bound port: 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:17.637646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.809839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563833f3-bb33-4c75-9cbf-08c6020b6c35 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:17.811030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-563833f3-bb33-4c75-9cbf-08c6020b6c35 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Synchronizing usage tracker for tenant:4751ced01839473690001034a1d94688 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:17.830418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] For port 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:17.836747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.837259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] For port 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=16c325c8-edd9-4fcf-84ad-dcebe41a192d,segment=NetworkSegment(b9313a3f-4c29-4a2c-985f-0b6cdb5cd985),segment_id=b9313a3f-4c29-4a2c-985f-0b6cdb5cd985)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:17.837391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.837391 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Floating IP 4372b88d-4555-4879-9224-7025d5eec333 disassociated. External IP: 172.26.3.136, port: 0e062768-c416-44c4-9643-3178486bb801.
Dec 22 13:02:17.837391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Calling delete_port for 0e062768-c416-44c4-9643-3178486bb801 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:17.887349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.897100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2b53899-88db-4ac3-95ad-262906235153 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:17.910767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.925241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:17.932496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:17.957160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=a39f5270-2010-4bb1-b17d-379c55f6172b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:17.972728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0d03878-0c0e-457f-b9d1-eaa6c7718a34 req-34793638-2384-4e9b-8069-bbd342abf660 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups?id=1fca6f84-3e32-4961-8dbd-38503ed98747&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5851977
Dec 22 13:02:17.986977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:17.986977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4f67dd-8558-487e-b3bc-3400df44632c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:18.019740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Pushing event updated for resources: {'Port': ['ID=16c325c8-edd9-4fcf-84ad-dcebe41a192d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:18.024422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:18.039901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8a7bc-70b8-4b9a-adaa-f11f42afad07 req-a159e373-754c-4640-be60-de7e1c66d715 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:18.043848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4e8a7bc-70b8-4b9a-adaa-f11f42afad07 req-a159e373-754c-4640-be60-de7e1c66d715 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 945 time: 0.2260945
Dec 22 13:02:18.065497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-563833f3-bb33-4c75-9cbf-08c6020b6c35 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Unset dirty status for tenant:4751ced01839473690001034a1d94688 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:18.066889 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-563833f3-bb33-4c75-9cbf-08c6020b6c35 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=2e69c92c-2fc1-4e6d-bb48-43e6093aef4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.1014273
Dec 22 13:02:18.071142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53604) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:18.115118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.156318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:18.164416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.167268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.176061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e03f5679-b544-476e-8eb3-e3074b94e76f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:18.182266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:18.193359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:18.198818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:18.199466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.203264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=ab827e3a-085b-40f9-86cf-97fb5ca07376,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:18.219060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:18.220540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4e8a7bc-70b8-4b9a-adaa-f11f42afad07 req-0c7b59bc-2d7b-49ac-8fe5-8e496a0158a1 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups?id=df22153e-aa77-4d89-a2d9-7bb46273cc48&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1716239
Dec 22 13:02:18.238215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52980cf520>,) {'filters': {'network_id': ['fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:18.257399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event deleted for resources: {'Port': ['ID=6e5ee203-d2d0-4867-9fdf-261bc3ca4ede,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:18.284551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980cf520>, 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:18.284852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980cf520>, 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:18.305536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:18.307289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:18.309475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.329812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.337577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:18.338240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:18.363214 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:18.365157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.374962 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.7999945
Dec 22 13:02:18.378619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53608) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:18.432603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=ea113360-01a4-46c2-83a1-c14c4039c7aa,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:18.438381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:68:a6:29'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:18.539971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.540333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.544567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.548155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.549800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.550412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.551019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.551543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.552100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.552604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.553185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.553692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.555285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:18.590391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:18.608877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-405a7536-07c1-4907-991f-4123a8d0b4a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:18.623816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/ea113360-01a4-46c2-83a1-c14c4039c7aa HTTP/1.1" status: 204  len: 168 time: 2.3104670
Dec 22 13:02:18.637380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53614) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:18.647980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'mac_address': 'fa:16:3e:7b:b7:f1', 'name': 'tempest-PortsTestJSON-1119076614'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:18.683109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bb230-6a43-4765-9b7e-d2753ec50064 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:18.687318 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa7bb230-6a43-4765-9b7e-d2753ec50064 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.6123097
Dec 22 13:02:18.688376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53618) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:18.693376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event deleted for resources: {'Port': ['ID=0e062768-c416-44c4-9643-3178486bb801,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:18.699690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:18.738142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:02:18.738142 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:02:18.738142 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': 'fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c'}]
Dec 22 13:02:18.738142 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:18.738559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:18.848355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e59ce881-7038-4b18-a826-b69910f803bf tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 200  len: 205 time: 0.1526053
Dec 22 13:02:18.881305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9d570b73-49a3-458d-9862-a00b0cb157be None None] Provisioning for port ab827e3a-085b-40f9-86cf-97fb5ca07376 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:18.887019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9d570b73-49a3-458d-9862-a00b0cb157be None None] Provisioning complete for port ab827e3a-085b-40f9-86cf-97fb5ca07376 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:18.887596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9d570b73-49a3-458d-9862-a00b0cb157be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:18.900868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53622) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:18.955021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9d570b73-49a3-458d-9862-a00b0cb157be None None] Port ab827e3a-085b-40f9-86cf-97fb5ca07376 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:19.014893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:19.103748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:19.104336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:19.107442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 16c325c8-edd9-4fcf-84ad-dcebe41a192d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:19.114505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.140095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:19.150649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:19.153814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:19.162067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:19.167867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.253354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.316449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 16c325c8-edd9-4fcf-84ad-dcebe41a192d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:19.357532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:19.448459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Router 66de8636-3ac0-42d0-8385-d96062b7c43e has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:19.451029 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-462f6870-1820-4903-a052-c9a7a62f7b17 req-e4124227-ba3e-43df-9819-088501d340bf tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1786118
Dec 22 13:02:19.572928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0f521-a9fa-4ec2-b9f0-9f70a86758b8 None None] Network fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:19.650695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Router 3f2b02cc-78ee-41db-835b-d2a666fc642f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:19.684802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 16c325c8-edd9-4fcf-84ad-dcebe41a192d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:19.685302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.758667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Provisioning for port 16c325c8-edd9-4fcf-84ad-dcebe41a192d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:19.778708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Provisioning complete for port 16c325c8-edd9-4fcf-84ad-dcebe41a192d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:19.779378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.843954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-b93566af-6493-472c-a1f7-3fee9dbcfbad req-1daaf7d4-6c96-4fe8-96b0-653b65d2f9a7 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Synchronizing usage tracker for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:19.919227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.921834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=16c325c8-edd9-4fcf-84ad-dcebe41a192d,segment=NetworkSegment(b9313a3f-4c29-4a2c-985f-0b6cdb5cd985),segment_id=b9313a3f-4c29-4a2c-985f-0b6cdb5cd985)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:19.922303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:19.954254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8e0fe-5b8b-4147-be65-895083f99f5f req-eca07693-7074-444d-9a8a-f9f2147861ba tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:19.962231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18e8e0fe-5b8b-4147-be65-895083f99f5f req-eca07693-7074-444d-9a8a-f9f2147861ba tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 1.2826543
Dec 22 13:02:19.963400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] For port 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=16c325c8-edd9-4fcf-84ad-dcebe41a192d,segment=NetworkSegment(b9313a3f-4c29-4a2c-985f-0b6cdb5cd985),segment_id=b9313a3f-4c29-4a2c-985f-0b6cdb5cd985)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:19.979652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.035075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.044154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fceb20dc-1f34-42e6-b498-5b09ca5887dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:20.068859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 16c325c8-edd9-4fcf-84ad-dcebe41a192d owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:20.105370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 5d723907-6c49-42a9-8327-73bf22f79607 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:20.116214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] DHCP port deletion for fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:20.119040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Pushing event updated for resources: {'Port': ['ID=16c325c8-edd9-4fcf-84ad-dcebe41a192d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:20.122882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:20.124773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Deleting port 16c325c8-edd9-4fcf-84ad-dcebe41a192d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:20.125360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.139433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 2a0f3442-4754-4f3e-95c2-e07b4797e898 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:20.192235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-b93566af-6493-472c-a1f7-3fee9dbcfbad req-1daaf7d4-6c96-4fe8-96b0-653b65d2f9a7 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Unset dirty status for tenant:da42799729e14802b9c6ea466d334b32 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:20.193385 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b93566af-6493-472c-a1f7-3fee9dbcfbad req-1daaf7d4-6c96-4fe8-96b0-653b65d2f9a7 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.5414729
Dec 22 13:02:20.213508 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18e8e0fe-5b8b-4147-be65-895083f99f5f req-c84be190-3df2-4b27-ab6d-ee8234cbc341 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2503335
Dec 22 13:02:20.393568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] For port 16c325c8-edd9-4fcf-84ad-dcebe41a192d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=16c325c8-edd9-4fcf-84ad-dcebe41a192d,segment=NetworkSegment(b9313a3f-4c29-4a2c-985f-0b6cdb5cd985),segment_id=b9313a3f-4c29-4a2c-985f-0b6cdb5cd985)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:20.395052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.395756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.398162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.498998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:20.499329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:20.509087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port 4251b841-a12d-4d61-9880-aa6a251fad96 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:20.509429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.526702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:20.536527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:20.544140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:20.554037 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Sync routers for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:20.574518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] Sync routers for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:20.576355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:20.577004 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d99250>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:20.599457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Calling delete_port for 16c325c8-edd9-4fcf-84ad-dcebe41a192d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:20.658652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Sync routers for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:20.665869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] No DVR routers for this DVR port 0e062768-c416-44c4-9643-3178486bb801 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:20.668345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.675826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'name': 'network-vif-deleted', 'tag': '0e062768-c416-44c4-9643-3178486bb801'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:02:20.698069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:20.699158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529863ebb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:20.725170 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-819ff068-6bb4-4bf6-b3d6-7e7628b9ebeb req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.46 "DELETE /v2.0/ports/0e062768-c416-44c4-9643-3178486bb801 HTTP/1.1" status: 204  len: 173 time: 4.3086150
Dec 22 13:02:20.795403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:20.796447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981d5d00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:20.803726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb1c2af-e581-4a56-8de0-476b7c163f02', 'name': 'network-vif-deleted', 'tag': '0e062768-c416-44c4-9643-3178486bb801', 'status': 'completed', 'code': 200}
Dec 22 13:02:20.907703 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22fff332-45f1-49d5-9a75-a9f3e40f894d req-54405696-940d-40eb-b9cb-5d3d26f8c0cb tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/ports?device_id=1eb1c2af-e581-4a56-8de0-476b7c163f02 HTTP/1.1" status: 200  len: 210 time: 0.1914918
Dec 22 13:02:20.921690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] No DVR routers for this DVR port 6e5ee203-d2d0-4867-9fdf-261bc3ca4ede on host hv-neutron-8226 {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:20.928843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:20.931048 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14e1fb68-cd24-4a2b-a12f-c2eea5b72153 req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.46 "DELETE /v2.0/ports/6e5ee203-d2d0-4867-9fdf-261bc3ca4ede HTTP/1.1" status: 204  len: 173 time: 6.0631578
Dec 22 13:02:20.931720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'name': 'network-vif-deleted', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:02:20.950811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981d5d00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:20.959361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4121373
Dec 22 13:02:20.960276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53636) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:21.001136 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:21.006491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 16c325c8-edd9-4fcf-84ad-dcebe41a192d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:21.010670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.019545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c2b52a8a-413c-4fca-b14d-1bb2ffc5e619 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:21.073981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e062768-c416-44c4-9643-3178486bb801 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:21.119361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c6b4ef-6bb7-4045-b2b8-fd623106cd79', 'name': 'network-vif-deleted', 'tag': '6e5ee203-d2d0-4867-9fdf-261bc3ca4ede', 'status': 'completed', 'code': 200}
Dec 22 13:02:21.140656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c2b52a8a-413c-4fca-b14d-1bb2ffc5e619 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:21.142030 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c2b52a8a-413c-4fca-b14d-1bb2ffc5e619 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d723907-6c49-42a9-8327-73bf22f79607 HTTP/1.1" status: 200  len: 205 time: 0.1758199
Dec 22 13:02:21.150513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53640) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:21.200377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 16c325c8-edd9-4fcf-84ad-dcebe41a192d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:21.290751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.317547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] Routers {'5d723907-6c49-42a9-8327-73bf22f79607'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:21.318223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981d5d00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['5d723907-6c49-42a9-8327-73bf22f79607'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:21.515266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 0e062768-c416-44c4-9643-3178486bb801 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:21.516419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e062768-c416-44c4-9643-3178486bb801 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:21.519791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.557400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981d5d00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:21.557819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0f916e-e8ad-4169-94ed-1f362a0bac35 None None] The sync data for ids ['5d723907-6c49-42a9-8327-73bf22f79607'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:21.565655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for 4251b841-a12d-4d61-9880-aa6a251fad96 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:21.627386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:21.655502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:02:21.670247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] The port '16c325c8-edd9-4fcf-84ad-dcebe41a192d' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:02:21.689797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.719640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.723888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78857d37-92a6-4720-b1f6-d8f3248cc7e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:21.741594 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d99250>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:21.747071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Checking router: 66de8636-3ac0-42d0-8385-d96062b7c43e for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:02:21.757426 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:21.758036 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d99250>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:21.765193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 16c325c8-edd9-4fcf-84ad-dcebe41a192d {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:02:21.765986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 16c325c8-edd9-4fcf-84ad-dcebe41a192d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:21.854498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:21.865610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:21.961556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.008201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] In _notify_port_updated(), no bound segment for port ab827e3a-085b-40f9-86cf-97fb5ca07376 on network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:22.023137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:22.023981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.031954 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "PUT /v2.0/ports/ab827e3a-085b-40f9-86cf-97fb5ca07376 HTTP/1.1" status: 200  len: 1001 time: 3.6522136
Dec 22 13:02:22.033984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53652) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:22.058486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] No DVR routers for this DVR port 16c325c8-edd9-4fcf-84ad-dcebe41a192d on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:22.064581 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81cae2c7-99c0-4ff9-a3de-d2b94f79dff4 req-b2981850-771c-4a04-b498-65a70114f80d tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5c6b4ef-6bb7-4045-b2b8-fd623106cd79 HTTP/1.1" status: 200  len: 210 time: 0.3618872
Dec 22 13:02:22.095689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.129438 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:22.139929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52984ff7f0>,) {'filters': {'network_id': ['fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.153832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984ff7f0>, 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.154125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984ff7f0>, 'b9313a3f-4c29-4a2c-985f-0b6cdb5cd985') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.169279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.193578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.203359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:22.203845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.208426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Pushing event deleted for resources: {'Port': ['ID=16c325c8-edd9-4fcf-84ad-dcebe41a192d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:22.248343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.248704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.249046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.249381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.252649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.253143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.254539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.255105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.261195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.261195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.261195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.261195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.268491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:22.356661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529863ebb0>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.370709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Checking router: 3f2b02cc-78ee-41db-835b-d2a666fc642f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:22.374340 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:22.395783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53658) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:22.407176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:22.409792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529863ebb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.430491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=ab827e3a-085b-40f9-86cf-97fb5ca07376,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:22.451191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.451191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.451191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.451415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.451695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.452023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.452383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.452744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.453105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.453508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.453865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.454268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:02:22.478394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:22.480108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.487244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.490657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.493091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.508715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d22d9098-0037-4bad-95ae-79f2058ab354 tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:22.515331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-966b1c64-5f46-4466-830b-16f22ad08abe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:22.539574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.544788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:22.572137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port ab827e3a-085b-40f9-86cf-97fb5ca07376 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:22.572137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.591863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b5dd3d38-2f48-49a0-882a-45f6be68d499 None None] Provisioning complete for port ab827e3a-085b-40f9-86cf-97fb5ca07376 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:22.592246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5dd3d38-2f48-49a0-882a-45f6be68d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.594358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:22.603124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:22.607642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:22.608212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:22.617498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:22.617498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.636540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=2a0f3442-4754-4f3e-95c2-e07b4797e898,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:22.643003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:22.657246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ad726-ced5-4e20-b776-e25c9a64b06e req-a67311fe-4a95-497d-8229-c803a179a456 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:22.662623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.665285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7ad726-ced5-4e20-b776-e25c9a64b06e req-a67311fe-4a95-497d-8229-c803a179a456 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.9717960
Dec 22 13:02:22.715547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7ad726-ced5-4e20-b776-e25c9a64b06e req-f8fd1742-852c-46d8-9e28-649c99f21acf tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489376
Dec 22 13:02:22.715873 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c HTTP/1.1" status: 204  len: 168 time: 6.0147014
Dec 22 13:02:22.722876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53662) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:22.733063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-420463031'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:22.737029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.737323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router 5d723907-6c49-42a9-8327-73bf22f79607 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:22.745186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.746425 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-71199769-4b3c-4c94-83d2-d877791e389c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607 HTTP/1.1" status: 204  len: 168 time: 1.5946765
Dec 22 13:02:22.747902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:22.750239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53666) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:22.787967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:22.800523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 4.1616335
Dec 22 13:02:22.808786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd3d38-2f48-49a0-882a-45f6be68d499 None None] Port ab827e3a-085b-40f9-86cf-97fb5ca07376 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:22.808932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:22.812281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53670) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:22.818934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:22.820346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:22.824338 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d99250>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:22.829283 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1d33d9-f506-42be-b375-edc3480085f7 None None] The sync data for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv is: [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:34Z', 'revision_number': 4, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc', 'name': '', 'network_id': '2f0b802b-0de0-471f-80d2-0ba99dea9659', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'mac_address': 'fa:16:3e:9d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:30Z', 'updated_at': '2021-12-22T13:00:47Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'subnets': [{'id': 'ac8fb421-9afb-4a67-833c-72a10cb69987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:22.914951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497775ca-45d2-4af0-939b-8dfce3cf5d4e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:22.915663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-497775ca-45d2-4af0-939b-8dfce3cf5d4e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:22.924310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:22.928919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:22.943445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.010902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.045972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:23.047197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.050379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.082614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-497775ca-45d2-4af0-939b-8dfce3cf5d4e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:23.084603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-497775ca-45d2-4af0-939b-8dfce3cf5d4e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/2a0f3442-4754-4f3e-95c2-e07b4797e898 HTTP/1.1" status: 200  len: 841 time: 0.2710977
Dec 22 13:02:23.088466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53676) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:23.156996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.179348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 2a0f3442-4754-4f3e-95c2-e07b4797e898 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:23.179701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.213472 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cef891c-9103-4d4e-9aba-52a67e079710 None None] New status for floating IP 1d2a0189-19b0-442c-811b-01c697833133: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:02:23.229848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3c758508-3486-449c-ade5-48a175bd664b tempest-FloatingIPAdminTestJSON-968646870 tempest-FloatingIPAdminTestJSON-968646870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:23.230519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529863ebb0>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:23.236231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85c079b-b6b2-4f2a-90c0-d6ec53004091 None None] The sync data for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv is: [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:00:38Z', 'revision_number': 4, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '1a8e530b-87a2-4cf9-aac6-105708d85a43', 'name': '', 'network_id': '9cef62f1-d68b-4204-9a1b-a7dbb5b48840', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'mac_address': 'fa:16:3e:75:7c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:34Z', 'updated_at': '2021-12-22T13:00:50Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'subnets': [{'id': '2dfd6159-453e-425e-87e6-7875cfa051f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:23.273925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for ab827e3a-085b-40f9-86cf-97fb5ca07376 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:23.284979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.311682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53682) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:23.312318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.349610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:23.370774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=4251b841-a12d-4d61-9880-aa6a251fad96,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:23.392837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.393290 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment f7721f87-ab2b-4a6d-bb5d-edcba8798921 of type vlan for network e55f6fb3-566a-455b-8969-4225b7baeeb4
Dec 22 13:02:23.413549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:23.417638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a0dbf079-dde1-4176-acb9-179a790798e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:23.562452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.580923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.591993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fca6f84-3e32-4961-8dbd-38503ed98747,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:23.599918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:23.602833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:23.632820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.636257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "DELETE /v2.0/security-groups/1fca6f84-3e32-4961-8dbd-38503ed98747 HTTP/1.1" status: 204  len: 168 time: 1.2385261
Dec 22 13:02:23.637050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53686) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:23.648432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823ea2bc-308a-4b4b-a697-95058bfcd3c7 None None] New status for floating IP 4372b88d-4555-4879-9224-7025d5eec333: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:02:23.662687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.678104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:23.684987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:23.692724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.701783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.710403 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a HTTP/1.1" status: 204  len: 168 time: 0.9565988
Dec 22 13:02:23.719540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efc6f37-4503-4a69-ac97-a5a7fd4ff594 None None] Network 07a07cb6-04ff-4980-bc50-9022c1d6bd51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:23.753250 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e801d861-91dd-45df-ad58-d5143223073f tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] show failed (client error): The resource could not be found.
Dec 22 13:02:23.754439 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e801d861-91dd-45df-ad58-d5143223073f tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "GET /v2.0/security-groups/1fca6f84-3e32-4961-8dbd-38503ed98747 HTTP/1.1" status: 404  len: 347 time: 0.0974557
Dec 22 13:02:23.763369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53690) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:23.764690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53694) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:23.849536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 2a0f3442-4754-4f3e-95c2-e07b4797e898 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:23.865263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.980546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.983896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:23.995686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.093855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.102240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ddf35dcf-9aa4-4002-adec-8d6d655592c2 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:24.148779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.149396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router 2e69c92c-2fc1-4e6d-bb48-43e6093aef4a {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:24.201482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=ab827e3a-085b-40f9-86cf-97fb5ca07376,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:24.224477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:24.225289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.239905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be666634-9a6d-462a-8009-9c3e24ee67bf tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:24.246859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25301f7-389c-4423-af76-36219607ab5c None None] DHCP port deletion for 07a07cb6-04ff-4980-bc50-9022c1d6bd51 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:24.253350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Deleting port 3c17a574-1053-412e-91c2-7d1486bb992c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:24.253350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.261857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22153e-aa77-4d89-a2d9-7bb46273cc48,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:24.264993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.268053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:24.268668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.272979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:24.281324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Deleting port e2bb48a4-2f04-4dca-a8b4-4971aece365f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:24.281668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.296046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.300814 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 204  len: 168 time: 5.3864353
Dec 22 13:02:24.304042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53700) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.307952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a6dd64e-b0ee-4371-9a3f-0aba6597594e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:24.317813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-840689949', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:24.404321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:24.416155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.419156 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "DELETE /v2.0/security-groups/df22153e-aa77-4d89-a2d9-7bb46273cc48 HTTP/1.1" status: 204  len: 168 time: 1.0950880
Dec 22 13:02:24.426886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:24.429776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53704) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.434972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:24.452275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.454159 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/ab827e3a-085b-40f9-86cf-97fb5ca07376 HTTP/1.1" status: 204  len: 168 time: 2.3941061
Dec 22 13:02:24.456213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:24.459838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.509297 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-c594442e-4ab4-4fbb-bf7b-71c20f34b290 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] show failed (client error): The resource could not be found.
Dec 22 13:02:24.510353 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c594442e-4ab4-4fbb-bf7b-71c20f34b290 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "GET /v2.0/security-groups/df22153e-aa77-4d89-a2d9-7bb46273cc48 HTTP/1.1" status: 404  len: 347 time: 0.0794055
Dec 22 13:02:24.512622 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d77a5f7-98bf-433f-a49f-17fa1538fab0 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:24.513159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6d77a5f7-98bf-433f-a49f-17fa1538fab0 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Synchronizing usage tracker for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:24.516600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53712) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.522058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet f4e66643-015f-4991-8b70-4f5e3ee7dd61 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:24.523890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=e55f6fb3-566a-455b-8969-4225b7baeeb4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:24.530605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:24.531411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.561565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.576074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:24.586754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:24.595931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.597142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.642887 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.9167321
Dec 22 13:02:24.665359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53716) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.667069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=2a0f3442-4754-4f3e-95c2-e07b4797e898,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:24.673077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6d77a5f7-98bf-433f-a49f-17fa1538fab0 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Unset dirty status for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:24.678314 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6d77a5f7-98bf-433f-a49f-17fa1538fab0 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports/ab827e3a-085b-40f9-86cf-97fb5ca07376 HTTP/1.1" status: 404  len: 333 time: 0.2124939
Dec 22 13:02:24.682186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.686053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f25301f7-389c-4423-af76-36219607ab5c None None] For port 3c17a574-1053-412e-91c2-7d1486bb992c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c17a574-1053-412e-91c2-7d1486bb992c,segment=NetworkSegment(1872956b-78b4-433d-9e0c-ccde4f7866a6),segment_id=1872956b-78b4-433d-9e0c-ccde4f7866a6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:24.686053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.701852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1509491659'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:24.724114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:24.737086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.739023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:24.740676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.743729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/2a0f3442-4754-4f3e-95c2-e07b4797e898 HTTP/1.1" status: 204  len: 168 time: 1.6517017
Dec 22 13:02:24.749470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Deleting port 95a3f74d-3fc8-463e-8504-a74eaa802fec {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:24.749813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.754473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53724) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:24.809622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.830499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Calling delete_port for 3c17a574-1053-412e-91c2-7d1486bb992c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:24.946316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9bb905-1d1e-49ad-aa57-e01488796046 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:24.946873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dd9bb905-1d1e-49ad-aa57-e01488796046 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:24.966251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.967411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e964598-bad5-4a8e-9bb3-f8be59a90089 req-720517d6-c96b-4bf5-9432-24348bb9b650 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:24.968888 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e964598-bad5-4a8e-9bb3-f8be59a90089 req-720517d6-c96b-4bf5-9432-24348bb9b650 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.8579807
Dec 22 13:02:24.973199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:24.985055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cb97749f-e5c8-43ef-a776-7c32ca08ce34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:25.030872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:25.033200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.033524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.039160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c17a574-1053-412e-91c2-7d1486bb992c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:25.055156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:25.065063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.066959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.082297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25301f7-389c-4423-af76-36219607ab5c None None] No DVR routers for this DVR port 3c17a574-1053-412e-91c2-7d1486bb992c on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:25.085931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Pushing event deleted for resources: {'Port': ['ID=3c17a574-1053-412e-91c2-7d1486bb992c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:25.096379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:25.097155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3c17a574-1053-412e-91c2-7d1486bb992c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:25.097532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c17a574-1053-412e-91c2-7d1486bb992c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:25.185108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Calling delete_port for e2bb48a4-2f04-4dca-a8b4-4971aece365f owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:25.190513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:25.193994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.209208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.209208 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8e03af3b-dada-4ed7-9a87-729dc74bb7b5 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.8944495
Dec 22 13:02:25.211392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Calling delete_port for 95a3f74d-3fc8-463e-8504-a74eaa802fec owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:25.216096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:25.233684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53728) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:25.238004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dd9bb905-1d1e-49ad-aa57-e01488796046 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:25.239147 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dd9bb905-1d1e-49ad-aa57-e01488796046 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/2a0f3442-4754-4f3e-95c2-e07b4797e898 HTTP/1.1" status: 404  len: 333 time: 0.4734473
Dec 22 13:02:25.245562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': True}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:25.297079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:25.306821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53732) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:25.314747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:25.340427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:25.384347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port 31918db7-36a8-4856-aefe-02d3fc22b5cd yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:25.393475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'name': 'tempest-PortsTestJSON-1071649385'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:25.408875 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e964598-bad5-4a8e-9bb3-f8be59a90089 req-f47dfc67-73f8-4c58-befe-cc676ee51e20 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4203823
Dec 22 13:02:25.440306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.608923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::f3 (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/31918db7-36a8-4856-aefe-02d3fc22b5cd) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:25.690189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.699304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9bc894a-5e5a-4af7-b394-64d2b528e33a tempest-PortsAdminExtendedAttrsTestJSON-450427112 tempest-PortsAdminExtendedAttrsTestJSON-450427112-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:25.750786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:25.754315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.793378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Pushing event deleted for resources: {'Port': ['ID=95a3f74d-3fc8-463e-8504-a74eaa802fec,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:25.801200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:25.940102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.964224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:25.982660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:26.033332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.034489 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] 10.222.0.16 "DELETE /v2.0/floatingips/1d2a0189-19b0-442c-811b-01c697833133 HTTP/1.1" status: 204  len: 168 time: 1.5162737
Dec 22 13:02:26.037791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53736) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:26.088969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:26.094751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing IP validity checks on allocation pools {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:02:26.095483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:02:26.142480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.248456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.258672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:26.290698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object 31918db7-36a8-4856-aefe-02d3fc22b5cd will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:26.311827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.327069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:26.331269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.341378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e66643-015f-4991-8b70-4f5e3ee7dd61,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:26.357880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:26.361932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb51e54-4cb5-4de7-b149-a69964b74797 None None] Network baf6dfe3-d5af-4333-866c-414afce37a33 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:26.362972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-27528f10-f1d6-4608-82ea-205bff7e137e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:26.402942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.430152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Pushing event deleted for resources: {'Port': ['ID=e2bb48a4-2f04-4dca-a8b4-4971aece365f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:26.470832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:26.474516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 8930ae7d-098e-41bb-bba8-808ea525b6e9 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:26.516578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.525676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:26.543555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.553148 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/f4e66643-015f-4991-8b70-4f5e3ee7dd61 HTTP/1.1" status: 204  len: 168 time: 2.7807970
Dec 22 13:02:26.565254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53742) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:26.631975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f6bb64e1-80b0-48bf-b871-927a986cc8c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:26.692255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] DHCP port deletion for baf6dfe3-d5af-4333-866c-414afce37a33 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:26.697507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Deleting port 28aac579-2a06-4144-8369-73a60636c813 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:26.697889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.698042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:26.705445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:26.713841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:26.719261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:26.719872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.733023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=31918db7-36a8-4856-aefe-02d3fc22b5cd,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:26.747817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:26.758414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.837379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.844774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=be7fbc16-c928-4efd-a9b5-4883a01f0fa7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:26.858286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:26.873738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:26.873967 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.1882410
Dec 22 13:02:26.874619 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] 10.222.0.16 "DELETE /v2.0/floatingips/4372b88d-4555-4879-9224-7025d5eec333 HTTP/1.1" status: 204  len: 168 time: 3.0978870
Dec 22 13:02:26.895096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53746) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:26.895314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53748) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:26.896082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': 'f7721f87-ab2b-4a6d-bb5d-edcba8798921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:26.896447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: e55f6fb3-566a-455b-8969-4225b7baeeb4, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:26.916260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:68:a6:29'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:26.974319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] For port 28aac579-2a06-4144-8369-73a60636c813, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=28aac579-2a06-4144-8369-73a60636c813,segment=NetworkSegment(c79600aa-4f05-45ee-baf7-fd1ded48d9b7),segment_id=c79600aa-4f05-45ee-baf7-fd1ded48d9b7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:26.974936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.051220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 28aac579-2a06-4144-8369-73a60636c813 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:27.109999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.143390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52984bc1f0>,) {'filters': {'network_id': ['07a07cb6-04ff-4980-bc50-9022c1d6bd51']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:27.160058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bc1f0>, '1872956b-78b4-433d-9e0c-ccde4f7866a6') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:27.160494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bc1f0>, '1872956b-78b4-433d-9e0c-ccde4f7866a6') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:27.176396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.192951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.193817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Calling delete_port for 28aac579-2a06-4144-8369-73a60636c813 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:27.272552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.284906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:27.285428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:27.300458 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:27.310986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.407122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.425356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0bcc9673-8c18-4030-a243-de5e07d6f120 None None] Provisioning for port 31918db7-36a8-4856-aefe-02d3fc22b5cd completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:27.436186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0bcc9673-8c18-4030-a243-de5e07d6f120 None None] Provisioning complete for port 31918db7-36a8-4856-aefe-02d3fc22b5cd triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:27.436186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bcc9673-8c18-4030-a243-de5e07d6f120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.454181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cea9ef-1b84-442d-ba0b-d8265ba70ef5 req-c3215d6b-88b3-4723-a904-c58c55563af8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:27.456370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-56cea9ef-1b84-442d-ba0b-d8265ba70ef5 req-c3215d6b-88b3-4723-a904-c58c55563af8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.8388653
Dec 22 13:02:27.480266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.491141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:27.500639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:27.555509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.559158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e52cad6f-5caa-4b4d-8bc2-5051933bdde0 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:27.575015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.578564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Pushing event deleted for resources: {'Port': ['ID=28aac579-2a06-4144-8369-73a60636c813,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:27.581862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:27.591602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=07a07cb6-04ff-4980-bc50-9022c1d6bd51,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:27.591880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] No DVR routers for this DVR port 28aac579-2a06-4144-8369-73a60636c813 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:27.596537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:27.598257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/07a07cb6-04ff-4980-bc50-9022c1d6bd51 HTTP/1.1" status: 204  len: 168 time: 1.0320506
Dec 22 13:02:27.599039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0bcc9673-8c18-4030-a243-de5e07d6f120 None None] Port 31918db7-36a8-4856-aefe-02d3fc22b5cd cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:27.605720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53754) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:27.637197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-56cea9ef-1b84-442d-ba0b-d8265ba70ef5 req-bac64a9c-d247-4053-ac84-460bac38bb43 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641235
Dec 22 13:02:27.734628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.789412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, e55f6fb3-566a-455b-8969-4225b7baeeb4) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:27.798669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9c089f-b9f8-400e-b94f-7909aba4572e None None] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:27.856724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Deleting port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:27.856973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.869119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:27.869658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.875925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:27.904463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:27.973921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.055137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-e55f6fb3-566a-455b-8969-4225b7baeeb4', 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'be7fbc16-c928-4efd-a9b5-4883a01f0fa7'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:28.058868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.066792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529359d040>,) {'filters': {'network_id': ['baf6dfe3-d5af-4333-866c-414afce37a33']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:28.091884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529359d040>, 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:28.092478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529359d040>, 'c79600aa-4f05-45ee-baf7-fd1ded48d9b7') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:28.109664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.143622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.161863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:28.162501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:28.177935 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:28.188181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] For port a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:28.189394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.195772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:28.239729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 3.5705156
Dec 22 13:02:28.250062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53762) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:28.268956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Allocated IP 172.20.0.3 (e55f6fb3-566a-455b-8969-4225b7baeeb4/be7fbc16-c928-4efd-a9b5-4883a01f0fa7/f9a8abea-d27e-4be2-8a50-8e0130075da9) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:28.344252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:28.346952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=8930ae7d-098e-41bb-bba8-808ea525b6e9,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:28.355690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:28.365736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:28.371216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:28.371892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.401050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Calling delete_port for a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:28.414713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.472629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.474352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.494552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.604562 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.2857392
Dec 22 13:02:28.625629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53766) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:28.640952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:28.742896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3c92-116a-4f33-86fd-f6721179084c req-4003c1b3-ccf0-4efa-8e79-2f03a4f47879 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:28.743849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Transition to ACTIVE for port object f9a8abea-d27e-4be2-8a50-8e0130075da9 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:28.746833 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7f3c92-116a-4f33-86fd-f6721179084c req-4003c1b3-ccf0-4efa-8e79-2f03a4f47879 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6266005
Dec 22 13:02:28.756131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.767346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Transition to ACTIVE for port object f9a8abea-d27e-4be2-8a50-8e0130075da9 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:28.774328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-4417fd9b-bd31-451e-ae4b-e3a94e168d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:28.775850 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-4417fd9b-bd31-451e-ae4b-e3a94e168d9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.4728827
Dec 22 13:02:28.776202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:28.797666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.840429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.844521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9c6a518-9f1b-4ca7-9a94-3b4af8778454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:28.844734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=baf6dfe3-d5af-4333-866c-414afce37a33,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:28.850379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.861279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:28.867909 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/baf6dfe3-d5af-4333-866c-414afce37a33 HTTP/1.1" status: 204  len: 168 time: 1.2612200
Dec 22 13:02:28.881022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53770) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:28.896429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-225151971'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:28.904220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:28.909501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.918725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:28.921817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:28.924474 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:28.929868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:28.936661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port f9a8abea-d27e-4be2-8a50-8e0130075da9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:28.937293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:28.962165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Pushing event updated for resources: {'Port': ['ID=f9a8abea-d27e-4be2-8a50-8e0130075da9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:28.965265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:28.966544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:28.980530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:29.032895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Attempting to bind port f9a8abea-d27e-4be2-8a50-8e0130075da9 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:29.033285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Attempting to bind port f9a8abea-d27e-4be2-8a50-8e0130075da9 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'f7721f87-ab2b-4a6d-bb5d-edcba8798921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:29.033660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Attempting to bind port f9a8abea-d27e-4be2-8a50-8e0130075da9 on network e55f6fb3-566a-455b-8969-4225b7baeeb4 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:29.039867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:29.041096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Checking segment: {'id': 'f7721f87-ab2b-4a6d-bb5d-edcba8798921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:29.041096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.041319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Bound using segment: {'id': 'f7721f87-ab2b-4a6d-bb5d-edcba8798921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:29.041688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Bound port: f9a8abea-d27e-4be2-8a50-8e0130075da9, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7721f87-ab2b-4a6d-bb5d-edcba8798921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e55f6fb3-566a-455b-8969-4225b7baeeb4'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:29.042445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.140820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:29.144677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9a8abea-d27e-4be2-8a50-8e0130075da9,segment=NetworkSegment(f7721f87-ab2b-4a6d-bb5d-edcba8798921),segment_id=f7721f87-ab2b-4a6d-bb5d-edcba8798921)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:29.162806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:29.166218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.169293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7f3c92-116a-4f33-86fd-f6721179084c req-24b94ab9-a055-41dd-9406-e3d68471edb6 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4067936
Dec 22 13:02:29.171052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 172.26.3.241 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/9ea39b8b-084a-4d44-b65e-cb3b56cdd3d3) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:29.199905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.205687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-335bb97e-1bd1-4f0d-9158-53bc1dd02c04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:29.251739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-de6a68a3-4408-4bc6-9aa3-5fe1e70ff2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:29.253521 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-de6a68a3-4408-4bc6-9aa3-5fe1e70ff2d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.4595466
Dec 22 13:02:29.306954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Pushing event updated for resources: {'Port': ['ID=f9a8abea-d27e-4be2-8a50-8e0130075da9,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:29.310489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:29.406214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:29.415364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.424281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.424635 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 00b53f5d-ec91-41c5-b345-c2df980d8be6 of type vlan for network 176592ae-a084-4acc-87fe-b42c95fb1bc8
Dec 22 13:02:29.428431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-8241610d-b58a-4a83-9a70-ad2e559f052b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1000 time: 0.1478019
Dec 22 13:02:29.449520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.466610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6370203-6d29-45cd-b87e-02d7293c301a tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:29.494738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.500569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.539186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.546201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:29.554396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d86201c0-fe77-4081-9d36-b79cde1ed3a1 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:29.585844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.589766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, got binding levels [] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:29.590123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.601403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:29.614704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.632716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6c6ae8a9-7c42-420f-b561-55394ac32afc tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:29.747666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] In _notify_port_updated(), no bound segment for port 31918db7-36a8-4856-aefe-02d3fc22b5cd on network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:29.753177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:29.753839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.759836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "PUT /v2.0/ports/31918db7-36a8-4856-aefe-02d3fc22b5cd HTTP/1.1" status: 200  len: 1002 time: 2.8539884
Dec 22 13:02:29.767176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53774) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:29.768837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-4127ad04-0703-446c-82df-cfe48cb49400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:29.770517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-4127ad04-0703-446c-82df-cfe48cb49400 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.3358316
Dec 22 13:02:29.907150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for f9a8abea-d27e-4be2-8a50-8e0130075da9 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:29.944842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] In _notify_port_updated(), no bound segment for port 8930ae7d-098e-41bb-bba8-808ea525b6e9 on network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:29.951350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:29.952421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:29.958003 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/ports/8930ae7d-098e-41bb-bba8-808ea525b6e9 HTTP/1.1" status: 200  len: 818 time: 1.3312461
Dec 22 13:02:29.975948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53778) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:29.976103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=31918db7-36a8-4856-aefe-02d3fc22b5cd,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:29.987402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:02:30.014232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:30.060761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port 31918db7-36a8-4856-aefe-02d3fc22b5cd {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:30.061102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.094907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=8930ae7d-098e-41bb-bba8-808ea525b6e9,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:30.105830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:30.121463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.157473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2215e3ea-7d1d-4423-a478-fa64dde3a153 None None] Provisioning complete for port 31918db7-36a8-4856-aefe-02d3fc22b5cd triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:30.158141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2215e3ea-7d1d-4423-a478-fa64dde3a153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.216901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2215e3ea-7d1d-4423-a478-fa64dde3a153 None None] Port 31918db7-36a8-4856-aefe-02d3fc22b5cd cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:30.324122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.329611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:30.330216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.336965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 8930ae7d-098e-41bb-bba8-808ea525b6e9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:30.337306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.372082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c7a54cd-0b28-4c75-b761-f45d646aba39 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:30.397652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-a4a4181f-a3ff-4908-8d58-575c8a65c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:30.399164 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-a4a4181f-a3ff-4908-8d58-575c8a65c32c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5843763
Dec 22 13:02:30.451394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.463158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-280d62ee-6c7f-49b2-89e0-eb24af54080d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:30.567859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:30.568477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:30.645865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=176592ae-a084-4acc-87fe-b42c95fb1bc8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:30.651510 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.7686002
Dec 22 13:02:30.657027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:30.664674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:30.665174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53784) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:30.679659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:30.741045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53eb80e-c230-4955-aacb-b58e04141fba None None] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:30.785790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:30.812063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:30.821854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:30.841214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:30.890364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=9ea39b8b-084a-4d44-b65e-cb3b56cdd3d3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:30.923913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:30.977575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:30.993257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-44f8879b-47fb-4129-87ca-dc66aa191321 None None] Provisioning for port f9a8abea-d27e-4be2-8a50-8e0130075da9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:31.010654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:31.020418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.025595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.029908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:31.047329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:31.103565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-7d173c11-3622-4a93-8c29-f68b7d14c2e3 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6959386
Dec 22 13:02:31.118987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port f9a8abea-d27e-4be2-8a50-8e0130075da9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:31.119716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.140766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9a8abea-d27e-4be2-8a50-8e0130075da9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:31.254528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for 31918db7-36a8-4856-aefe-02d3fc22b5cd owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:31.275351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f9a8abea-d27e-4be2-8a50-8e0130075da9 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:31.281027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f9a8abea-d27e-4be2-8a50-8e0130075da9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:31.281886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.317361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 8930ae7d-098e-41bb-bba8-808ea525b6e9 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:31.351229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Deleting port 1a8e530b-87a2-4cf9-aac6-105708d85a43 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:31.351442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.406589 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06969-c68f-4651-97f3-5838609b4337 req-34bf4f85-5f19-4f09-bb01-4bd0a8cd583c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:31.412819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7be06969-c68f-4651-97f3-5838609b4337 req-34bf4f85-5f19-4f09-bb01-4bd0a8cd583c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 1.0773461
Dec 22 13:02:31.435145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.463612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4ff01000-2556-4c18-a765-cddc49d83e57 None None] Provisioning complete for port f9a8abea-d27e-4be2-8a50-8e0130075da9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:31.464251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ff01000-2556-4c18-a765-cddc49d83e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.475533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:31.479966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.518665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9a8abea-d27e-4be2-8a50-8e0130075da9,segment=NetworkSegment(f7721f87-ab2b-4a6d-bb5d-edcba8798921),segment_id=f7721f87-ab2b-4a6d-bb5d-edcba8798921)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:31.598367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.601880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a7d309d-faa9-44ca-9dfe-b87548985767 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:31.636747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4ff01000-2556-4c18-a765-cddc49d83e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.651857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7be06969-c68f-4651-97f3-5838609b4337 req-32cdd1a3-01c8-4bde-8053-7a39fac617e0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1746583
Dec 22 13:02:31.744935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f9a8abea-d27e-4be2-8a50-8e0130075da9,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:31.749563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efc878ad-f89d-4084-ba43-38ce31540c89 req-d3186363-26a4-409a-8a62-8adc62cd8b39 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5855482
Dec 22 13:02:31.760783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:31.767670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-4ff01000-2556-4c18-a765-cddc49d83e57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:31.768024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-4ff01000-2556-4c18-a765-cddc49d83e57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:31.858517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] For port 1a8e530b-87a2-4cf9-aac6-105708d85a43, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1a8e530b-87a2-4cf9-aac6-105708d85a43,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:31.858791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.916525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:31.935378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ec4cae8-953f-4fb2-b2c5-591d7967ba1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-459751936-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:32.034387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Calling delete_port for 1a8e530b-87a2-4cf9-aac6-105708d85a43 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:32.046574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=8930ae7d-098e-41bb-bba8-808ea525b6e9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:32.062240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:32.066038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.089313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-259933fe-3efe-4bc6-b238-83397f8f4d1c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:32.091988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.164429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=31918db7-36a8-4856-aefe-02d3fc22b5cd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:32.164429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:32.185427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9a8abea-d27e-4be2-8a50-8e0130075da9,segment=NetworkSegment(f7721f87-ab2b-4a6d-bb5d-edcba8798921),segment_id=f7721f87-ab2b-4a6d-bb5d-edcba8798921)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:32.185788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.210772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Router 66de8636-3ac0-42d0-8385-d96062b7c43e has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:32.330543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/8930ae7d-098e-41bb-bba8-808ea525b6e9 HTTP/1.1" status: 204  len: 168 time: 2.3533931
Dec 22 13:02:32.338727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for f9a8abea-d27e-4be2-8a50-8e0130075da9 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:32.349631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53788) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:32.398556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.437342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.585275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.630915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.640185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:32.644355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/31918db7-36a8-4856-aefe-02d3fc22b5cd HTTP/1.1" status: 204  len: 168 time: 2.8723342
Dec 22 13:02:32.657617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53792) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:32.681034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:32.681603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:32.694693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:32.707617 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Sync routers for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:32.718654 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:32.726611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] 10.222.0.16 "PUT /v2.0/routers/66de8636-3ac0-42d0-8385-d96062b7c43e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6877832
Dec 22 13:02:32.727989 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:32.731137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53798) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:32.742705 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9534a3-a533-42a9-a65e-038ea66f8b20 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:32.743261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5c9534a3-a533-42a9-a65e-038ea66f8b20 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Synchronizing usage tracker for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:32.761015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87851384-5874-49a3-b54f-3d61ca84b593 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:32.761709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87851384-5874-49a3-b54f-3d61ca84b593 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:32.793372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=7af03a55-2c1b-4e53-b4c1-995f99dc195f,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:32.803068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:32.829172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '00b53f5d-ec91-41c5-b345-c2df980d8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:32.829532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 176592ae-a084-4acc-87fe-b42c95fb1bc8, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:32.946774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:32.949437 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:33.005044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9a8abea-d27e-4be2-8a50-8e0130075da9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:33.042588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5c9534a3-a533-42a9-a65e-038ea66f8b20 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Unset dirty status for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:33.047370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5c9534a3-a533-42a9-a65e-038ea66f8b20 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports/31918db7-36a8-4856-aefe-02d3fc22b5cd HTTP/1.1" status: 404  len: 333 time: 0.3835413
Dec 22 13:02:33.053953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53802) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:33.076609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-155134399'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:33.089238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f9a8abea-d27e-4be2-8a50-8e0130075da9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:33.089629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.091138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87851384-5874-49a3-b54f-3d61ca84b593 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:33.095902 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-87851384-5874-49a3-b54f-3d61ca84b593 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.6645365
Dec 22 13:02:33.097947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:33.129381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:33.170540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.225886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 176592ae-a084-4acc-87fe-b42c95fb1bc8) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:33.237886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b7f74-2eee-4ee9-af2a-ea54ea5623f3 None None] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:33.244726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port f9a8abea-d27e-4be2-8a50-8e0130075da9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:33.245077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.256983 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-73957dc6-5123-4583-98db-867dbafcf9b3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:33.262246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-73957dc6-5123-4583-98db-867dbafcf9b3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/8930ae7d-098e-41bb-bba8-808ea525b6e9 HTTP/1.1" status: 404  len: 333 time: 0.1571171
Dec 22 13:02:33.300166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53810) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:33.301964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:33.302555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.305784 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efa0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:29Z', 'revision_number': 5, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port': {'id': 'fd6bd864-8216-45e2-85e2-1f5d434d654a', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:9a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:33.307881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Deleting port fd6bd864-8216-45e2-85e2-1f5d434d654a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:33.308211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.311001 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Checking router: 66de8636-3ac0-42d0-8385-d96062b7c43e for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:02:33.320554 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Routers {'66de8636-3ac0-42d0-8385-d96062b7c43e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:33.321508 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['66de8636-3ac0-42d0-8385-d96062b7c43e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:33.413206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.422126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0c4f7f95-5557-4975-9916-b40dcd779ae9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:33.460414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15ba7-9e22-4ea0-b98c-11eef99f2827 req-c36f2a85-deba-4698-ba67-d35c45bc47c8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:33.461955 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49e15ba7-9e22-4ea0-b98c-11eef99f2827 req-c36f2a85-deba-4698-ba67-d35c45bc47c8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6393950
Dec 22 13:02:33.489761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-176592ae-a084-4acc-87fe-b42c95fb1bc8', 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '7af03a55-2c1b-4e53-b4c1-995f99dc195f'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:33.490817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.496021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-158464519'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:33.504911 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] Set router 66de8636-3ac0-42d0-8385-d96062b7c43e gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:33.512887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8e530b-87a2-4cf9-aac6-105708d85a43,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:33.515908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:33.517542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:33.529960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:33.540336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:33.546799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] For port fd6bd864-8216-45e2-85e2-1f5d434d654a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd6bd864-8216-45e2-85e2-1f5d434d654a,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:33.546799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.651694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.677866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:33.687380 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49e15ba7-9e22-4ea0-b98c-11eef99f2827 req-afbd5bc2-7232-47ba-9148-cbfcfbdc89de tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2060690
Dec 22 13:02:33.697968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:33.726614 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efa0>, [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:33Z', 'revision_number': 6, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:33.730825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Allocated IP 172.20.0.2 (176592ae-a084-4acc-87fe-b42c95fb1bc8/7af03a55-2c1b-4e53-b4c1-995f99dc195f/d390cbc5-f000-4b0b-a66d-971b9db0246e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:33.733573 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c9bf3c-ecef-438b-97bd-03989143210a None None] The sync data for ids ['66de8636-3ac0-42d0-8385-d96062b7c43e'] in dv-neutron-822662-1-hyperv is: [{'id': '66de8636-3ac0-42d0-8385-d96062b7c43e', 'name': 'tempest-ServersTestManualDisk-670999305-router', 'tenant_id': 'da42799729e14802b9c6ea466d334b32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:33Z', 'revision_number': 6, 'project_id': 'da42799729e14802b9c6ea466d334b32', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:33.903123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:33.914074 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2457137
Dec 22 13:02:33.919667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53816) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:33.921957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:33.989008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1737289719', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:34.018165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.029613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Transition to ACTIVE for port object d390cbc5-f000-4b0b-a66d-971b9db0246e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:34.050119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Transition to ACTIVE for port object d390cbc5-f000-4b0b-a66d-971b9db0246e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:34.064345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Calling delete_port for fd6bd864-8216-45e2-85e2-1f5d434d654a owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:34.094487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:34.114887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:34.119152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:34.128827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:34.138918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.145470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:34.184555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:34.187979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.225469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port f9a8abea-d27e-4be2-8a50-8e0130075da9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9a8abea-d27e-4be2-8a50-8e0130075da9,segment=NetworkSegment(f7721f87-ab2b-4a6d-bb5d-edcba8798921),segment_id=f7721f87-ab2b-4a6d-bb5d-edcba8798921)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:34.225815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.236145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:34.236838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Pushing event updated for resources: {'Port': ['ID=d390cbc5-f000-4b0b-a66d-971b9db0246e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:34.248636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.249589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.262509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:34.264070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:34.268075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:34.273587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:34.277256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.326049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port acdf08cc-858c-4dfa-96f8-fa960da4a1cf yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:34.378894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for f9a8abea-d27e-4be2-8a50-8e0130075da9 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:34.379677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Attempting to bind port d390cbc5-f000-4b0b-a66d-971b9db0246e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:34.380061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Attempting to bind port d390cbc5-f000-4b0b-a66d-971b9db0246e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '00b53f5d-ec91-41c5-b345-c2df980d8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:34.380868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Attempting to bind port d390cbc5-f000-4b0b-a66d-971b9db0246e on network 176592ae-a084-4acc-87fe-b42c95fb1bc8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:34.386519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:34.387167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Checking segment: {'id': '00b53f5d-ec91-41c5-b345-c2df980d8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:34.387567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.387971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Bound using segment: {'id': '00b53f5d-ec91-41c5-b345-c2df980d8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:34.388469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Bound port: d390cbc5-f000-4b0b-a66d-971b9db0246e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b53f5d-ec91-41c5-b345-c2df980d8be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:34.389471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.427942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.430468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:34.449107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.474245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.474629 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment 0747bf54-316d-4bf4-9f94-0bcfb0b1bf22 of type vlan for network 6ce22568-6f91-4a63-96a0-28ac9a4535cb
Dec 22 13:02:34.525936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] For port d390cbc5-f000-4b0b-a66d-971b9db0246e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:34.529094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] For port d390cbc5-f000-4b0b-a66d-971b9db0246e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d390cbc5-f000-4b0b-a66d-971b9db0246e,segment=NetworkSegment(00b53f5d-ec91-41c5-b345-c2df980d8be6),segment_id=00b53f5d-ec91-41c5-b345-c2df980d8be6)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:34.532996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc1334-e0c9-482e-80a2-760bf4c026cc req-29479946-98fb-4a56-a84f-0536c69e658c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:34.534553 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1dc1334-e0c9-482e-80a2-760bf4c026cc req-29479946-98fb-4a56-a84f-0536c69e658c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6292148
Dec 22 13:02:34.584716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.613536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.625298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.633441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:34.719210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1dc1334-e0c9-482e-80a2-760bf4c026cc req-5d893c48-95e9-44e5-abe8-0046d8e21ddb tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436000
Dec 22 13:02:34.732867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Pushing event updated for resources: {'Port': ['ID=d390cbc5-f000-4b0b-a66d-971b9db0246e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:34.746803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:34.773741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::3be (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/acdf08cc-858c-4dfa-96f8-fa960da4a1cf) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:34.779874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router f378276c-a39e-4d36-ac77-e9240e9fa3fd is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:34.803378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.807223 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-94d0d798-c0c4-43ea-b4a3-079e8ed3bcdb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.8803020
Dec 22 13:02:34.807223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.809075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53822) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:34.811222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.816084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.822370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:34.823093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:34.831214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-60ed31e2-1087-48f0-9530-982cc9887a3e tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:34.882650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'port': {'network_id': '176592ae-a084-4acc-87fe-b42c95fb1bc8', 'name': 'tempest-RoutersTest-1504593252'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:34.896985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=f9a8abea-d27e-4be2-8a50-8e0130075da9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:35.117527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f72dbf-0b06-4c65-8687-13e760924112 None None] DHCP port deletion for e55f6fb3-566a-455b-8969-4225b7baeeb4 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:35.155699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26423be-036a-483f-aa6a-3f14d1147dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.190541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd6bd864-8216-45e2-85e2-1f5d434d654a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:35.198445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd6bd864-8216-45e2-85e2-1f5d434d654a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:35.199152 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.8926132
Dec 22 13:02:35.200564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port f9a8abea-d27e-4be2-8a50-8e0130075da9 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:35.209201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:35.209796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:35.210185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:35.239950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53826) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:35.240827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3201e72e-3eff-4af7-86c2-bd8f330f88ea tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:35.265572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: fd6bd864-8216-45e2-85e2-1f5d434d654a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:35.267143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd6bd864-8216-45e2-85e2-1f5d434d654a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:35.269009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:35.276402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:35.308504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:35.309234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a4fd3a12-ddd0-4135-8ee4-a5a1cd3886cc not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:35.431994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:35.436577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:port and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:35.440249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:35.477938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.513106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:35.536801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=6ce22568-6f91-4a63-96a0-28ac9a4535cb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:35.539018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.548855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:35.606026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:35.631418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] Sync routers for ids ['f378276c-a39e-4d36-ac77-e9240e9fa3fd'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:35.646155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] Routers {'f378276c-a39e-4d36-ac77-e9240e9fa3fd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:35.646806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f3d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f378276c-a39e-4d36-ac77-e9240e9fa3fd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:35.699378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:35.736602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f3d60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:35.753130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] Routers {'f378276c-a39e-4d36-ac77-e9240e9fa3fd'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:35.753756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f3d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f378276c-a39e-4d36-ac77-e9240e9fa3fd'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:35.810017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:35.813637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.828670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f3d60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:35.830243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c05c1f4-33cb-45dc-aded-e70253984867 None None] The sync data for ids ['f378276c-a39e-4d36-ac77-e9240e9fa3fd'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:35.854102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:35.858661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Router 3f2b02cc-78ee-41db-835b-d2a666fc642f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:35.862863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.864843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:35.867924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.872736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:35.886690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:35.892774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.904269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] device_id is not set on port 1483c533-e624-4bb4-9e76-398bfc6b7f55 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:35.954658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:35.955895 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "PUT /v2.0/routers/f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 200  len: 918 time: 10.7198305
Dec 22 13:02:35.958643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53832) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:35.964549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object acdf08cc-858c-4dfa-96f8-fa960da4a1cf will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:36.019175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.019547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66de8636-3ac0-42d0-8385-d96062b7c43e {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:36.048323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:36.052031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.065209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dda8d6-d92f-4a87-a388-fbe7d15a9a9d req-fd172908-7572-465a-a8e7-92b0cdcc4ad4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:36.066784 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f7dda8d6-d92f-4a87-a388-fbe7d15a9a9d req-fd172908-7572-465a-a8e7-92b0cdcc4ad4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5648928
Dec 22 13:02:36.162362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.189424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:36.196353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c837fe-b6d1-4ca0-bf7f-e76acf628f4e None None] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:36.299994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.301147 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] 10.222.0.16 "DELETE /v2.0/routers/66de8636-3ac0-42d0-8385-d96062b7c43e HTTP/1.1" status: 204  len: 168 time: 3.5672567
Dec 22 13:02:36.302244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=be7fbc16-c928-4efd-a9b5-4883a01f0fa7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:36.305972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53836) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:36.323283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.20.0.3 (176592ae-a084-4acc-87fe-b42c95fb1bc8/7af03a55-2c1b-4e53-b4c1-995f99dc195f/1483c533-e624-4bb4-9e76-398bfc6b7f55) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:36.325723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd17c98-41e8-4375-89b2-97af997a6b70 None None] Network e55f6fb3-566a-455b-8969-4225b7baeeb4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:36.338630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f7dda8d6-d92f-4a87-a388-fbe7d15a9a9d req-76288ad6-a129-4987-ad30-4f344490b17c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599008
Dec 22 13:02:36.405137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:36.421951 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Sync routers for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:36.434615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:36.436546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:36.437302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299115d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:36.457703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.491471 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] 10.222.0.16 "PUT /v2.0/routers/3f2b02cc-78ee-41db-835b-d2a666fc642f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5878880
Dec 22 13:02:36.492435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f23c8ed-adbf-4159-8428-aef3adb5e272 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:36.517076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.533078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:36.573836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4c9619fa-8441-400a-820e-312f545c7df8 None None] Provisioning for port d390cbc5-f000-4b0b-a66d-971b9db0246e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:36.680195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:36.683143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299817850>,) {'filters': {'network_id': ['e55f6fb3-566a-455b-8969-4225b7baeeb4']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:36.685760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:36.692732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:36.697403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Deleting subnet ac8fb421-9afb-4a67-833c-72a10cb69987 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:36.698328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:36.699020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.712708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb60d2-3970-41a1-94a1-71ac95e05094 None None] DHCP port deletion for e55f6fb3-566a-455b-8969-4225b7baeeb4 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:36.717231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=acdf08cc-858c-4dfa-96f8-fa960da4a1cf,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:36.723098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:36.734321 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:36.804652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.834436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 1483c533-e624-4bb4-9e76-398bfc6b7f55 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:36.835754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299817850>, 'f7721f87-ab2b-4a6d-bb5d-edcba8798921') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:36.835754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299817850>, 'f7721f87-ab2b-4a6d-bb5d-edcba8798921') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:36.841646 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.7772605
Dec 22 13:02:36.846214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53848) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:36.851041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:36.852660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'network_id': '0eed9f37-b786-4f6e-9f1e-e6c1666056b2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-539275739'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:36.918127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e6c6c6fb-346c-47fd-9d34-34ec9cffccef tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 200  len: 924 time: 0.9580860
Dec 22 13:02:36.926668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53852) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:37.041161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.122618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d390cbc5-f000-4b0b-a66d-971b9db0246e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:37.148826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.158727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:37.159291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.179674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:37.190292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Usage tracker for resource:port and tenant:25befeaff7d54f50832b76f604e071b2 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:37.195050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:37.203221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:37.213784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99121bd-73cd-46b2-b3e6-7d82f5779e9d None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:02:37.219491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033c1da-bfed-4655-9f1f-b67b422ac723 req-672df423-c529-4f94-9d27-3bcb7577245e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:37.221715 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0033c1da-bfed-4655-9f1f-b67b422ac723 req-672df423-c529-4f94-9d27-3bcb7577245e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2125828
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:37.286143 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:37.312617 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0033c1da-bfed-4655-9f1f-b67b422ac723 req-fce37e56-ca46-4df1-9ddc-9b22ca9323a5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807757
Dec 22 13:02:37.314450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.323156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:37.337376 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299115d60>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:32Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:37.353213 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Checking router: 3f2b02cc-78ee-41db-835b-d2a666fc642f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:02:37.360022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.367023 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Routers {'3f2b02cc-78ee-41db-835b-d2a666fc642f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:37.367645 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299115d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3f2b02cc-78ee-41db-835b-d2a666fc642f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:37.417555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99121bd-73cd-46b2-b3e6-7d82f5779e9d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:02:37.434631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.458138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=1483c533-e624-4bb4-9e76-398bfc6b7f55,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:37.463212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Made reservation on behalf of 25befeaff7d54f50832b76f604e071b2 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:37.467113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.480141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:37.506732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] device_id is not set on port 3a49186a-3f82-4e4c-9fce-2b4893a83310 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:37.554980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:37.558889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:37.561378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:37.585661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] Set router 3f2b02cc-78ee-41db-835b-d2a666fc642f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:02:37.698676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a901608e-6b7a-4bb0-911e-ee909770bd78 None None] Provisioning for port acdf08cc-858c-4dfa-96f8-fa960da4a1cf completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:37.713367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.750736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:37.751648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.757545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a901608e-6b7a-4bb0-911e-ee909770bd78 None None] Provisioning complete for port acdf08cc-858c-4dfa-96f8-fa960da4a1cf triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:37.758305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a901608e-6b7a-4bb0-911e-ee909770bd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.814019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Allocated IP 2001:db8::350 (0eed9f37-b786-4f6e-9f1e-e6c1666056b2/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7/3a49186a-3f82-4e4c-9fce-2b4893a83310) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:37.821146 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-e1102512-ccea-43f0-9846-fab956fc7f76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2183931
Dec 22 13:02:37.831712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d390cbc5-f000-4b0b-a66d-971b9db0246e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:37.834882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af0b33d2-dbf2-4ce4-b86c-52f1747a3639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.848743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d390cbc5-f000-4b0b-a66d-971b9db0246e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:37.849120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.906742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a901608e-6b7a-4bb0-911e-ee909770bd78 None None] Port acdf08cc-858c-4dfa-96f8-fa960da4a1cf cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:37.917911 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299115d60>, [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:32Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:37.925729 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730e3ee4-7280-4f6b-a831-d97578f5833e None None] The sync data for ids ['3f2b02cc-78ee-41db-835b-d2a666fc642f'] in dv-neutron-822662-1-hyperv is: [{'id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'name': 'tempest-ServersTestJSON-2110290383-router', 'tenant_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31'}], 'enable_snat': True}, 'gw_port_id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:20Z', 'updated_at': '2021-12-22T13:02:32Z', 'revision_number': 5, 'project_id': '5cd4c593c75146dea7f2c21b51ec1e34', 'gw_port': {'id': '32634537-3d8a-442d-a62c-3377cc30eedb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:54:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2b02cc-78ee-41db-835b-d2a666fc642f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:22Z', 'updated_at': '2021-12-22T13:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:37.942750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237565e1-69fd-4d84-b6f2-47eed3211fef tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:37.944324 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-237565e1-69fd-4d84-b6f2-47eed3211fef tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=f378276c-a39e-4d36-ac77-e9240e9fa3fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.0057769
Dec 22 13:02:37.961456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53856) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:37.972202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.982220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:37.988052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:37.993912 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.1795290
Dec 22 13:02:38.012172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53860) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:38.024477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.037055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac8fb421-9afb-4a67-833c-72a10cb69987,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:38.049827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:38.050279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:38.065109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.085966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=e55f6fb3-566a-455b-8969-4225b7baeeb4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:38.088638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/e55f6fb3-566a-455b-8969-4225b7baeeb4 HTTP/1.1" status: 204  len: 168 time: 9.8354371
Dec 22 13:02:38.089590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:38.093398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53864) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:38.097908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.106939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805366916'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:38.109093 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac8fb421-9afb-4a67-833c-72a10cb69987 HTTP/1.1" status: 204  len: 168 time: 1.7815979
Dec 22 13:02:38.113374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:38.115396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:38.138271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:38.142105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.142278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.145888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:38.151328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:38.181024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d390cbc5-f000-4b0b-a66d-971b9db0246e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d390cbc5-f000-4b0b-a66d-971b9db0246e,segment=NetworkSegment(00b53f5d-ec91-41c5-b345-c2df980d8be6),segment_id=00b53f5d-ec91-41c5-b345-c2df980d8be6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:38.184355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bc602e-beb3-471a-a88c-c146814fbc35 None None] Network 2f0b802b-0de0-471f-80d2-0ba99dea9659 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:38.238686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:38.307814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Deleting port 32634537-3d8a-442d-a62c-3377cc30eedb {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:38.308212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.338630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.342342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-343fddb9-62a2-4d28-9d0f-3893dcc13597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:38.412778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:38.416928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.446804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.449387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d390cbc5-f000-4b0b-a66d-971b9db0246e,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:38.462114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:38.467341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9a8abea-d27e-4be2-8a50-8e0130075da9 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:38.504503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=e1e31d8c-aca3-44cf-aa6b-28da599e943e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:38.529992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:38.558294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f9a8abea-d27e-4be2-8a50-8e0130075da9 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:38.558976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9a8abea-d27e-4be2-8a50-8e0130075da9 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:38.620729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:38.622814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:38.623200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 6ce22568-6f91-4a63-96a0-28ac9a4535cb, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:38.644543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Deleting port b2683fee-9e67-43ac-9fc1-b2492d19d062 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:38.644913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.700494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.700825 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 50751955-4327-4973-95ec-ac70350dd304 of type vlan for network 526e85bf-f591-4771-8b15-20817e51bf16
Dec 22 13:02:38.722379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.753918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-05d332c3-5816-4fd4-9dba-6f426966b1c5 None None] Provisioning for port 1483c533-e624-4bb4-9e76-398bfc6b7f55 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:38.771746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.776520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-05d332c3-5816-4fd4-9dba-6f426966b1c5 None None] Provisioning complete for port 1483c533-e624-4bb4-9e76-398bfc6b7f55 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:38.777002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05d332c3-5816-4fd4-9dba-6f426966b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.809231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.810576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] DHCP port deletion for 2f0b802b-0de0-471f-80d2-0ba99dea9659 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:38.828190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Deleting port b2683fee-9e67-43ac-9fc1-b2492d19d062 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:38.828570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.836569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] For port 32634537-3d8a-442d-a62c-3377cc30eedb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32634537-3d8a-442d-a62c-3377cc30eedb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:38.836941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:38.841301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d6d51-2e69-40c0-8c19-1ee4f2c874ce tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:38.846244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ce0d6d51-2e69-40c0-8c19-1ee4f2c874ce tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.8782992
Dec 22 13:02:38.847318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53874) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:38.885692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-05d332c3-5816-4fd4-9dba-6f426966b1c5 None None] Port 1483c533-e624-4bb4-9e76-398bfc6b7f55 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:38.916536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-c5cc8ef3-4f92-4688-96ea-d84aeb7f1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:38.918067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-c5cc8ef3-4f92-4688-96ea-d84aeb7f1592 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 1.0694046
Dec 22 13:02:38.920125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:39.029368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.042308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d390cbc5-f000-4b0b-a66d-971b9db0246e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:39.051759 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cf506104-24df-4a4e-9127-3f1c4a5fb776 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 200  len: 205 time: 0.2030909
Dec 22 13:02:39.058606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Calling delete_port for 32634537-3d8a-442d-a62c-3377cc30eedb owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:39.092745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53878) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:39.115303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] For port b2683fee-9e67-43ac-9fc1-b2492d19d062, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b2683fee-9e67-43ac-9fc1-b2492d19d062,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:39.115840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.152346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.157860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:39.158458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.170894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-942d8847-8b0f-4545-b4f5-592e0ed49a1c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:39.222303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Transition to ACTIVE for port object 3a49186a-3f82-4e4c-9fce-2b4893a83310 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:39.243780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacffa93-e705-41a4-ae58-69873bc03f66 req-3e7281a0-9a18-4745-847f-be60ce770905 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:39.245253 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eacffa93-e705-41a4-ae58-69873bc03f66 req-3e7281a0-9a18-4745-847f-be60ce770905 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6958451
Dec 22 13:02:39.249252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Calling delete_port for b2683fee-9e67-43ac-9fc1-b2492d19d062 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:39.275600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 6ce22568-6f91-4a63-96a0-28ac9a4535cb) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:39.292047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c3721-fe6b-45ce-a32c-628871c2e6b5 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:39.309762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] For port b2683fee-9e67-43ac-9fc1-b2492d19d062, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b2683fee-9e67-43ac-9fc1-b2492d19d062,segment=NetworkSegment(db4d23ab-f84c-470c-9d10-341cef0fa308),segment_id=db4d23ab-f84c-470c-9d10-341cef0fa308)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:39.311835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.319511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:39.320310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.389158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d390cbc5-f000-4b0b-a66d-971b9db0246e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:39.389696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.408941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=526e85bf-f591-4771-8b15-20817e51bf16,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:39.433426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 526e85bf-f591-4771-8b15-20817e51bf16 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:39.457749 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eacffa93-e705-41a4-ae58-69873bc03f66 req-e10e8bea-f9eb-4df0-8009-e4039a13efd0 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1987345
Dec 22 13:02:39.598611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:39.605442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5070193
Dec 22 13:02:39.608498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.613547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Calling delete_port for b2683fee-9e67-43ac-9fc1-b2492d19d062 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:39.625585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53884) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:39.663919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '526e85bf-f591-4771-8b15-20817e51bf16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:39.698967 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4300678
Dec 22 13:02:39.699184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53888) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:39.705557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-a4aba648-b092-4842-bf76-84ea30a91325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:39.705557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-a4aba648-b092-4842-bf76-84ea30a91325 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.7128537
Dec 22 13:02:39.707071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:39.712482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.730906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:39.734938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:39.735615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:39.764517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] No DVR routers for this DVR port b2683fee-9e67-43ac-9fc1-b2492d19d062 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:39.827969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Pushing event deleted for resources: {'Port': ['ID=b2683fee-9e67-43ac-9fc1-b2492d19d062,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:39.923667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:39.928248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:39.931804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:39.939077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:39.954528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': 'e1e31d8c-aca3-44cf-aa6b-28da599e943e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:39.955595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:39.969728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:40.029776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.036013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-174fd589-b468-4d5f-a0e6-d1e3c62452f8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:40.064230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1a8e530b-87a2-4cf9-aac6-105708d85a43 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:40.086605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:40.090407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.098622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.111104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 1a8e530b-87a2-4cf9-aac6-105708d85a43 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:40.111104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1a8e530b-87a2-4cf9-aac6-105708d85a43 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:40.111104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b2683fee-9e67-43ac-9fc1-b2492d19d062 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:40.127883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=32634537-3d8a-442d-a62c-3377cc30eedb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:40.146039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b2683fee-9e67-43ac-9fc1-b2492d19d062 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:40.146396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:40.146539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b2683fee-9e67-43ac-9fc1-b2492d19d062 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:40.174792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.209415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Allocated IP 172.20.0.2 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/e1e31d8c-aca3-44cf-aa6b-28da599e943e/c8b4c2f7-a049-401e-995d-5e6347ee6f28) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:40.259027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Deleting port b2683fee-9e67-43ac-9fc1-b2492d19d062 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:40.271272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.324330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.330814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:40.352169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58866a6e-1f85-40db-a8b9-d546a55014c7 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:40.394894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] The port 'b2683fee-9e67-43ac-9fc1-b2492d19d062' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:02:40.451052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.452080 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-ee806a9a-9c39-4380-a49a-548d36bd1852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1000 time: 0.7294273
Dec 22 13:02:40.453658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:40.461793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Transition to ACTIVE for port object c8b4c2f7-a049-401e-995d-5e6347ee6f28 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:40.481313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Transition to ACTIVE for port object c8b4c2f7-a049-401e-995d-5e6347ee6f28 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:40.506631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:40.554601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.555555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.563585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:40.563785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-32c51d77-c862-413b-a921-0075956a6bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:40.623376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:40.626189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:40.630030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:40.662630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:40.672421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Pushing event updated for resources: {'Port': ['ID=c8b4c2f7-a049-401e-995d-5e6347ee6f28,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:40.673550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.679106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:40.706903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:40.716064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=3a49186a-3f82-4e4c-9fce-2b4893a83310,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:40.742337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Attempting to bind port c8b4c2f7-a049-401e-995d-5e6347ee6f28 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:40.744587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Attempting to bind port c8b4c2f7-a049-401e-995d-5e6347ee6f28 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:40.744587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Attempting to bind port c8b4c2f7-a049-401e-995d-5e6347ee6f28 on network 6ce22568-6f91-4a63-96a0-28ac9a4535cb {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:40.749102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:40.750378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Checking segment: {'id': '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:40.750378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.750378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Bound using segment: {'id': '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:40.751484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Bound port: c8b4c2f7-a049-401e-995d-5e6347ee6f28, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:40.751866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.759212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1e31d8c-aca3-44cf-aa6b-28da599e943e (CIDR: 172.20.0.0/28)
Dec 22 13:02:40.766916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:40.772964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:40.773601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.774965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298510e20>,) {'filters': {'network_id': ['2f0b802b-0de0-471f-80d2-0ba99dea9659']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:40.783385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.787650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.789236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:40.792734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298510e20>, 'db4d23ab-f84c-470c-9d10-341cef0fa308') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:40.793022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298510e20>, 'db4d23ab-f84c-470c-9d10-341cef0fa308') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:40.808107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:40.810075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:02:40.810808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:02:40.811611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.816300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.846980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.859816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:40.860790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.867242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] For port c8b4c2f7-a049-401e-995d-5e6347ee6f28, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:40.868774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-6c897df4-da94-4db0-9571-5130cbc6f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:40.869834 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-6c897df4-da94-4db0-9571-5130cbc6f91c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.3752215
Dec 22 13:02:40.870407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] For port c8b4c2f7-a049-401e-995d-5e6347ee6f28, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8b4c2f7-a049-401e-995d-5e6347ee6f28,segment=NetworkSegment(0747bf54-316d-4bf4-9f94-0bcfb0b1bf22),segment_id=0747bf54-316d-4bf4-9f94-0bcfb0b1bf22)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:40.874439 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:40.966218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:40.966728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2b02cc-78ee-41db-835b-d2a666fc642f {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:41.006943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.014644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:41.015966 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bacbbe1b-d978-4a35-bf61-8731795c49d7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3157494
Dec 22 13:02:41.016758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:41.022751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:41.032945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4690cad-1b6c-419f-98fc-7180b39b1c9e req-11362b1e-9fbf-4e14-a660-f75838ba79d3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:41.040545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4690cad-1b6c-419f-98fc-7180b39b1c9e req-11362b1e-9fbf-4e14-a660-f75838ba79d3 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.9323218
Dec 22 13:02:41.076551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.2318251
Dec 22 13:02:41.080026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53898) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:41.087936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.106028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::8b', 'mac_address': 'fa:16:3e:68:a6:29'}, {'ip_address': '2001:db8::3be', 'mac_address': 'fa:16:3e:30:c8:51'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:41.113919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Pushing event updated for resources: {'Port': ['ID=c8b4c2f7-a049-401e-995d-5e6347ee6f28,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:41.117008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:41.125419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.125419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3f2b02cc-78ee-41db-835b-d2a666fc642f HTTP/1.1" status: 204  len: 168 time: 4.5907564
Dec 22 13:02:41.126250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.127980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53902) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:41.147069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:41.164041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.165854 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2f0b802b-0de0-471f-80d2-0ba99dea9659 HTTP/1.1" status: 204  len: 168 time: 3.0524199
Dec 22 13:02:41.218479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0b802b-0de0-471f-80d2-0ba99dea9659,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:41.232024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:41.284040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.285563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Deleting subnet 2dfd6159-453e-425e-87e6-7875cfa051f5 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:41.290714 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4690cad-1b6c-419f-98fc-7180b39b1c9e req-2c8b80f0-732e-4ae7-a7ac-01056349e133 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2493689
Dec 22 13:02:41.292930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.375338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-af2cd08a-beef-4b14-a755-8a0dc8e856b0 None None] Provisioning for port 3a49186a-3f82-4e4c-9fce-2b4893a83310 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:41.384636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-af2cd08a-beef-4b14-a755-8a0dc8e856b0 None None] Provisioning complete for port 3a49186a-3f82-4e4c-9fce-2b4893a83310 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:41.385062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af2cd08a-beef-4b14-a755-8a0dc8e856b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.458909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port 9ea39b8b-084a-4d44-b65e-cb3b56cdd3d3 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:41.459273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.498972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-af2cd08a-beef-4b14-a755-8a0dc8e856b0 None None] Port 3a49186a-3f82-4e4c-9fce-2b4893a83310 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:41.532537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:41.543942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:41.548935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:41.563066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:41.573972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.630093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.648673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b439e3a2-f46e-4476-bf8c-b870d05fec3e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:41.720998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-2ce1b147-bb63-4a67-8697-86cdac0c8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:41.722579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-2ce1b147-bb63-4a67-8697-86cdac0c8edd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7979932
Dec 22 13:02:41.726429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:41.737305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.766316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:41.868986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53908) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:42.073834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.080449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e48f4ad-b075-4b0e-a3cc-da7138c12c4e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:42.123935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dfd6159-453e-425e-87e6-7875cfa051f5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:42.125914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.132374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35c965-e5d3-4531-af1e-b9450fa45a7a None None] Network 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:42.135019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=1483c533-e624-4bb4-9e76-398bfc6b7f55,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:42.139442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2dfd6159-453e-425e-87e6-7875cfa051f5 HTTP/1.1" status: 204  len: 168 time: 1.0003984
Dec 22 13:02:42.139442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:42.140457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53912) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:42.183176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:42.249531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f2953811-060e-4180-8bf2-eaaf0be896ce None None] Provisioning complete for port 1483c533-e624-4bb4-9e76-398bfc6b7f55 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:42.249964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2953811-060e-4180-8bf2-eaaf0be896ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.279258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.302261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Deleting port e63a282f-5fed-45c1-b869-97cce3707746 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:42.302885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.370961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.382181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.383027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f2953811-060e-4180-8bf2-eaaf0be896ce None None] Port 1483c533-e624-4bb4-9e76-398bfc6b7f55 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:42.404559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:42.471781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:42.479148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:42.485238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:42.485983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.521940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] DHCP port deletion for 9cef62f1-d68b-4204-9a1b-a7dbb5b48840 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:42.526523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Deleting port e63a282f-5fed-45c1-b869-97cce3707746 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:42.526929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.542014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=c9012326-2c02-4241-9b05-1b405cdb2c49,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:42.555761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:42.634001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for 9ea39b8b-084a-4d44-b65e-cb3b56cdd3d3 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:42.649282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.6313488
Dec 22 13:02:42.652652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53918) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:42.660139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'fixed_ips': [{'subnet_id': 'e1e31d8c-aca3-44cf-aa6b-28da599e943e'}, {'subnet_id': 'c9012326-2c02-4241-9b05-1b405cdb2c49'}], 'name': 'tempest-PortsTestJSON-1554507581'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:42.739276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb8cee-2d12-4f17-914f-25e00e175fb4 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:42.779800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] For port e63a282f-5fed-45c1-b869-97cce3707746, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e63a282f-5fed-45c1-b869-97cce3707746,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:42.780390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.837233 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8bc82b41-411e-45b0-adb1-7dbbe330d54e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da42799729e14802b9c6ea466d334b32&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9579170
Dec 22 13:02:42.845046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] For port e63a282f-5fed-45c1-b869-97cce3707746, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e63a282f-5fed-45c1-b869-97cce3707746,segment=NetworkSegment(932e8535-cc44-4cdd-9b9a-574df9dd4026),segment_id=932e8535-cc44-4cdd-9b9a-574df9dd4026)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:42.846591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.856864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53922) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:42.921053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Calling delete_port for e63a282f-5fed-45c1-b869-97cce3707746 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:42.941813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.955186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:42.980942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-90dca288-8a59-48af-bded-7728faed08ab service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2203472
Dec 22 13:02:42.991708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:42.996321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:42.998779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:43.005544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:43.006068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b969f5dc-db15-47c5-b8c7-89e6e0147fbe tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:43.027005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Calling delete_port for e63a282f-5fed-45c1-b869-97cce3707746 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:43.089373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8b4c2f7-a049-401e-995d-5e6347ee6f28 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:43.100055 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:02:43.206126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:43.270330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-57a093bb-523a-4d68-8451-faf911e5bbd5 None None] Provisioning for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:43.292761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:43.293355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:43.321183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.335435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.341878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-755dae76-c5b2-4d7e-a61a-8faca536d04a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:43.378408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:43.380320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c1390-d82a-4f61-bb4a-a05caae77129 req-da2dd21d-1100-430d-8fc5-07a71c85a55c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:43.381856 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b53c1390-d82a-4f61-bb4a-a05caae77129 req-da2dd21d-1100-430d-8fc5-07a71c85a55c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.7110083
Dec 22 13:02:43.393113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=e3b14087-2219-4a68-b11a-6508efd60bc8,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:43.396111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:43.399897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63a282f-5fed-45c1-b869-97cce3707746,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:43.402988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:43.403200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:43.404371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.405698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] No DVR routers for this DVR port e63a282f-5fed-45c1-b869-97cce3707746 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:43.483128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Update dhcp port {'port': {'network_id': '6ce22568-6f91-4a63-96a0-28ac9a4535cb', 'fixed_ips': [{'subnet_id': 'e1e31d8c-aca3-44cf-aa6b-28da599e943e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9012326-2c02-4241-9b05-1b405cdb2c49'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': 'c8b4c2f7-a049-401e-995d-5e6347ee6f28'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:02:43.504342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.516084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.518466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '50751955-4327-4973-95ec-ac70350dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:43.518829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 526e85bf-f591-4771-8b15-20817e51bf16, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:43.585422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.643401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.662305 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b53c1390-d82a-4f61-bb4a-a05caae77129 req-e046d699-440c-4d30-8bff-c0421537c7c8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2493033
Dec 22 13:02:43.664256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be20d9a3-eaa9-424e-afc2-d0720054a5a5 req-01a8ed58-6da7-46f4-b201-696c889e2784 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6262283
Dec 22 13:02:43.689418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.748172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c8b4c2f7-a049-401e-995d-5e6347ee6f28, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8b4c2f7-a049-401e-995d-5e6347ee6f28,segment=NetworkSegment(0747bf54-316d-4bf4-9f94-0bcfb0b1bf22),segment_id=0747bf54-316d-4bf4-9f94-0bcfb0b1bf22)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:43.750507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293d141f0>,) {'filters': {'network_id': ['9cef62f1-d68b-4204-9a1b-a7dbb5b48840']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:43.796949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.810273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Deleting port e63a282f-5fed-45c1-b869-97cce3707746 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:43.810656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.820484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293d141f0>, '932e8535-cc44-4cdd-9b9a-574df9dd4026') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:43.820895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293d141f0>, '932e8535-cc44-4cdd-9b9a-574df9dd4026') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:43.838888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port db17962c-49c3-48c9-9e93-d9b82c6394a9 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:43.849685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.857301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f25301f7-389c-4423-af76-36219607ab5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:43.880029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.901018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 526e85bf-f591-4771-8b15-20817e51bf16 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:43.935556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.944300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-18e9d921-c75c-4a6f-94a5-fcaf237a83f3 None None] The port 'e63a282f-5fed-45c1-b869-97cce3707746' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:02:43.948611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32634537-3d8a-442d-a62c-3377cc30eedb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:43.951875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:43.952350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.957558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:43.967056 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:43.975064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaed1e-e546-4a39-9433-23acd1df65b7 req-eeabc748-7254-42a5-96b9-0c0552430f9a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:43.976260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35eaed1e-e546-4a39-9433-23acd1df65b7 req-eeabc748-7254-42a5-96b9-0c0552430f9a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.1415777
Dec 22 13:02:44.007861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 32634537-3d8a-442d-a62c-3377cc30eedb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:44.008217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32634537-3d8a-442d-a62c-3377cc30eedb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:44.008649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e63a282f-5fed-45c1-b869-97cce3707746 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:44.054234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Allocated IP 172.20.0.18 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/c9012326-2c02-4241-9b05-1b405cdb2c49/c8b4c2f7-a049-401e-995d-5e6347ee6f28) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:44.057937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e63a282f-5fed-45c1-b869-97cce3707746 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:44.057937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e63a282f-5fed-45c1-b869-97cce3707746 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:44.065275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c8b4c2f7-a049-401e-995d-5e6347ee6f28,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:44.072168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:44.151770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 526e85bf-f591-4771-8b15-20817e51bf16) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:44.153830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.160465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8f83e4-03a0-49cc-860c-f2484c8dffdf None None] Network 526e85bf-f591-4771-8b15-20817e51bf16 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:44.180072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.193875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a02d8bfd-c27f-4a1a-8914-fe70cc7900aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:44.207165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.211434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.216359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:44.224335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.234335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:44.235303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.240569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cef62f1-d68b-4204-9a1b-a7dbb5b48840,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:44.243060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:44.256465 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9cef62f1-d68b-4204-9a1b-a7dbb5b48840 HTTP/1.1" status: 204  len: 168 time: 2.1154401
Dec 22 13:02:44.313688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] For port c8b4c2f7-a049-401e-995d-5e6347ee6f28, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8b4c2f7-a049-401e-995d-5e6347ee6f28,segment=NetworkSegment(0747bf54-316d-4bf4-9f94-0bcfb0b1bf22),segment_id=0747bf54-316d-4bf4-9f94-0bcfb0b1bf22)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:44.340674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] In _notify_port_updated(), no bound segment for port 3a49186a-3f82-4e4c-9fce-2b4893a83310 on network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:44.346069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:44.349577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.354130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53932) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:44.354325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "PUT /v2.0/ports/3a49186a-3f82-4e4c-9fce-2b4893a83310 HTTP/1.1" status: 200  len: 1066 time: 3.2683973
Dec 22 13:02:44.399662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35eaed1e-e546-4a39-9433-23acd1df65b7 req-37a95162-4d1a-4a01-af27-376c0d48aee7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4147491
Dec 22 13:02:44.454627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.482428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port 3a49186a-3f82-4e4c-9fce-2b4893a83310 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:44.482871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.502864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c8bcd-25d0-4d52-8944-93446df207e6 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event updated for resources: {'Port': ['ID=3a49186a-3f82-4e4c-9fce-2b4893a83310,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:44.508914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.8500354
Dec 22 13:02:44.509131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:02:44.522668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-526e85bf-f591-4771-8b15-20817e51bf16', 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'e3b14087-2219-4a68-b11a-6508efd60bc8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:44.523527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.536955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:44.545709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.634481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=9ea39b8b-084a-4d44-b65e-cb3b56cdd3d3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:44.638296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:44.639608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.641387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d51c057-24f7-47ba-90ed-e3aef6b454f1 HTTP/1.1" status: 204  len: 168 time: 1.7798862
Dec 22 13:02:44.641733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Transition to ACTIVE for port object c8b4c2f7-a049-401e-995d-5e6347ee6f28 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:44.694058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:44.694308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:44.708190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76f8ff25-d890-4ea0-93e0-766af87e6851 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.481s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:44.738004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.741232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51c057-24f7-47ba-90ed-e3aef6b454f1,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:44.743705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:44.747778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1bcb8d26-8f5f-4fa5-9c66-616445770993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:44.769765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:44.785775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 53944) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:44.965802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20ea9414-e529-4f51-ba5c-0fa0c8b9f095 None None] Provisioning complete for port 3a49186a-3f82-4e4c-9fce-2b4893a83310 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:44.965802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20ea9414-e529-4f51-ba5c-0fa0c8b9f095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.007196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Pushing event updated for resources: {'Port': ['ID=c8b4c2f7-a049-401e-995d-5e6347ee6f28,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:45.010347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.045894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Allocated IP 172.20.0.1 (526e85bf-f591-4771-8b15-20817e51bf16/e3b14087-2219-4a68-b11a-6508efd60bc8/b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:45.053817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:45.066693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8b4c2f7-a049-401e-995d-5e6347ee6f28 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:45.147925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.150375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-20ea9414-e529-4f51-ba5c-0fa0c8b9f095 None None] Port 3a49186a-3f82-4e4c-9fce-2b4893a83310 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:45.175220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.181442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53950) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:45.182344 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-573b8648-ae73-4ac6-b14c-da5a32d5a6f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5cd4c593c75146dea7f2c21b51ec1e34&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3923113
Dec 22 13:02:45.187852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.238519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80116d-0d92-4132-89d7-3532fcbcdc2b req-d348bb14-2ec9-45fa-9934-edb559ca70e9 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:45.240222 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2d80116d-0d92-4132-89d7-3532fcbcdc2b req-d348bb14-2ec9-45fa-9934-edb559ca70e9 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5875309
Dec 22 13:02:45.387831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for 3a49186a-3f82-4e4c-9fce-2b4893a83310 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:45.409068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.451938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.451938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router f378276c-a39e-4d36-ac77-e9240e9fa3fd {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:45.521288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.540276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Transition to ACTIVE for port object b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:45.554472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.5 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/e1e31d8c-aca3-44cf-aa6b-28da599e943e/db17962c-49c3-48c9-9e93-d9b82c6394a9) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:45.559422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.560535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 204  len: 168 time: 6.4633956
Dec 22 13:02:45.560655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.569010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Transition to ACTIVE for port object b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:45.578067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2d80116d-0d92-4132-89d7-3532fcbcdc2b req-9bacfa6f-4ca4-4fd7-92f0-560ea116508f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3200345
Dec 22 13:02:45.578525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53960) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:45.584348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.611073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1074525116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:45.611278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.28 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/c9012326-2c02-4241-9b05-1b405cdb2c49/db17962c-49c3-48c9-9e93-d9b82c6394a9) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:45.611458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:45.614627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:45.617944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:45.624658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:45.643372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.650863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:45.744391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.745424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.775105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Network 526e85bf-f591-4771-8b15-20817e51bf16 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:45.780864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:45.789575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:45.807901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Pushing event updated for resources: {'Port': ['ID=b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:45.847700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:45.858320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.892947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.897847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:45.910130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d5a30-ed2d-47d3-8747-77055a1db0fb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:45.912897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:45.942338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:45.945613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/447d5a30-ed2d-47d3-8747-77055a1db0fb HTTP/1.1" status: 204  len: 168 time: 0.7583461
Dec 22 13:02:45.951608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa2c70-36ac-4997-9b46-ce0d269bb395 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:45.965678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ddd37-d719-4109-9d69-b5ca8acb52bf req-e959480a-b96a-448c-b5bd-622893586e26 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:45.977171 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-632ddd37-d719-4109-9d69-b5ca8acb52bf req-e959480a-b96a-448c-b5bd-622893586e26 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.1821814
Dec 22 13:02:46.017834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.035034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Attempting to bind port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:46.035508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Attempting to bind port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '50751955-4327-4973-95ec-ac70350dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:46.035952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Attempting to bind port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 on network 526e85bf-f591-4771-8b15-20817e51bf16 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:46.064131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:46.064637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Checking segment: {'id': '50751955-4327-4973-95ec-ac70350dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:46.065121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.065594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Bound using segment: {'id': '50751955-4327-4973-95ec-ac70350dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:46.066171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Bound port: b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50751955-4327-4973-95ec-ac70350dd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '526e85bf-f591-4771-8b15-20817e51bf16'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:46.066626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.070511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7885aabb-b342-48ea-992c-4225c313a98e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:46.148513 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-632ddd37-d719-4109-9d69-b5ca8acb52bf req-808fc8a2-a45c-454b-a791-41b351ac6bf5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1703935
Dec 22 13:02:46.161430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.164964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.170936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.175313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:46.212489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.221472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b14087-2219-4a68-b11a-6508efd60bc8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:46.229863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=1483c533-e624-4bb4-9e76-398bfc6b7f55,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:46.234866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:46.257397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8d353736-9a19-4110-8f3a-27766b659ab1 None None] Provisioning for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:46.272752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8d353736-9a19-4110-8f3a-27766b659ab1 None None] Provisioning complete for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:46.273096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d353736-9a19-4110-8f3a-27766b659ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.333662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.335148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] For port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:46.351272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] For port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00,segment=NetworkSegment(50751955-4327-4973-95ec-ac70350dd304),segment_id=50751955-4327-4973-95ec-ac70350dd304)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:46.361768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298212f10>,) {'filters': {'network_id': ['526e85bf-f591-4771-8b15-20817e51bf16']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:46.374120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298212f10>, '50751955-4327-4973-95ec-ac70350dd304') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:46.374422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298212f10>, '50751955-4327-4973-95ec-ac70350dd304') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:46.387965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.409637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:46.411365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-39892a12-91f7-40ca-8857-869eca764cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:46.443125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.451288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.458914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:46.459323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.460598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:46.546571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Pushing event updated for resources: {'Port': ['ID=b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:46.560318 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:46.575336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:46.585298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=3a49186a-3f82-4e4c-9fce-2b4893a83310,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:46.604028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:46.639587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.681047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:46.687107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:46.701043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:02:46.701043 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:02:46.701043 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '526e85bf-f591-4771-8b15-20817e51bf16'}]
Dec 22 13:02:46.701043 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:46.701538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:46.741856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc2e2a8-a3a4-41ee-bd61-4f82189d69e3 None None] Network 526e85bf-f591-4771-8b15-20817e51bf16 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:46.894584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.950582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object db17962c-49c3-48c9-9e93-d9b82c6394a9 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:46.987373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:46.989395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa38ce78-ab26-4e6e-abef-945a6bb438b0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.3982587
Dec 22 13:02:46.995774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 53994) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:47.005480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:47.128803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8b4c2f7-a049-401e-995d-5e6347ee6f28 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:47.209933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.266143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fa1df-8159-4cf1-887c-81542be86de3 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:02:47.275118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:47.275462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.319584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.335057 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/3a49186a-3f82-4e4c-9fce-2b4893a83310 HTTP/1.1" status: 204  len: 168 time: 2.9791219
Dec 22 13:02:47.338175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:47.363205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7892ad71-c303-4ffe-9c48-4542f011bdec None None] Provisioning complete for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:47.363838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7892ad71-c303-4ffe-9c48-4542f011bdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.447848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-354fc055-a178-4b82-a9d3-0e4c392720b9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:47.448386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-354fc055-a178-4b82-a9d3-0e4c392720b9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Synchronizing usage tracker for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:47.479861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:47.479861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.508972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.543557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-046e596e-c6d2-4451-b25e-4d2dbbb85327 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:47.574233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router a6fe572d-8524-4b4a-a1e3-f010bbd01c95 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:47.632991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:47.645209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:47.652854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:47.668894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.709820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4fa1df-8159-4cf1-887c-81542be86de3 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:02:47.718817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:47.720439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.742018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00,segment=NetworkSegment(50751955-4327-4973-95ec-ac70350dd304),segment_id=50751955-4327-4973-95ec-ac70350dd304)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:47.742526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.759150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=db17962c-49c3-48c9-9e93-d9b82c6394a9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:47.820695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:47.832416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-354fc055-a178-4b82-a9d3-0e4c392720b9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Unset dirty status for tenant:25befeaff7d54f50832b76f604e071b2 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:47.835957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-354fc055-a178-4b82-a9d3-0e4c392720b9 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports/3a49186a-3f82-4e4c-9fce-2b4893a83310 HTTP/1.1" status: 404  len: 333 time: 0.4968064
Dec 22 13:02:47.887657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54018) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:47.898086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:47.962467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-67d221f8-d6f7-44a3-ad66-efb10ed8818b None None] Provisioning complete for port 1483c533-e624-4bb4-9e76-398bfc6b7f55 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:47.963320 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 5.3096907
Dec 22 13:02:47.965913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67d221f8-d6f7-44a3-ad66-efb10ed8818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:47.982776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54026) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:48.003691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1e31d8c-aca3-44cf-aa6b-28da599e943e'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:48.031233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:48.045790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/a6fe572d-8524-4b4a-a1e3-f010bbd01c95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0319419
Dec 22 13:02:48.046604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54032) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:48.131657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] Sync routers for ids ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:48.152121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port acdf08cc-858c-4dfa-96f8-fa960da4a1cf {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:48.152618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:48.156250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54038) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:48.164647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] Routers {'a6fe572d-8524-4b4a-a1e3-f010bbd01c95'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:48.165289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529833bfa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:48.211817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82779817-7e79-4eac-89ec-a0089b245e35 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:48.212458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82779817-7e79-4eac-89ec-a0089b245e35 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:48.261580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529833bfa0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:48.276244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] Routers {'a6fe572d-8524-4b4a-a1e3-f010bbd01c95'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:48.276881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529833bfa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:48.342678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-67d221f8-d6f7-44a3-ad66-efb10ed8818b None None] Port 1483c533-e624-4bb4-9e76-398bfc6b7f55 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:48.345266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529833bfa0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:48.345842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f879f3-3b28-46ab-8707-59a572f3634f None None] The sync data for ids ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:48.413302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:48.516590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82779817-7e79-4eac-89ec-a0089b245e35 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:48.531302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-82779817-7e79-4eac-89ec-a0089b245e35 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports/1483c533-e624-4bb4-9e76-398bfc6b7f55 HTTP/1.1" status: 200  len: 977 time: 0.4766655
Dec 22 13:02:48.537012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54046) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:48.695924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-222539050', 'router:external': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:48.733140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:48.752505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b7f9b8c5-8586-4805-91d1-feb8cf9cdc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:48.874596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:48.888511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port b229a3ad-7b82-4d1c-b9c3-ea3b7c2cbc00 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:48.893974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:48.906824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:48.921373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:network and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:48.934271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:48.949383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0c7e333b-174c-41bb-abc9-c0a67f632d61 None None] Provisioning for port db17962c-49c3-48c9-9e93-d9b82c6394a9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:48.956348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0c7e333b-174c-41bb-abc9-c0a67f632d61 None None] Provisioning complete for port db17962c-49c3-48c9-9e93-d9b82c6394a9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:48.956904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c7e333b-174c-41bb-abc9-c0a67f632d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.065505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0c7e333b-174c-41bb-abc9-c0a67f632d61 None None] Port db17962c-49c3-48c9-9e93-d9b82c6394a9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:49.079639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:49.119793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54058) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:49.162266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.188402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.258309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.260057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Made reservation on behalf of 1354b893231746ddbdee6af7d8e345b7 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:49.262385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.371472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.383215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-697783578'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:49.398904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for acdf08cc-858c-4dfa-96f8-fa960da4a1cf owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:49.412472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:49.436977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:49.441988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Usage tracker for resource:network and tenant:48975a7169ff4189bebc1ecb890d5c55 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:49.450008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:49.454482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.455630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:security_group_rule and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:49.460085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:49.474354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:49.481930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:49.496254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Delete allocated IP 172.20.0.28 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/c9012326-2c02-4241-9b05-1b405cdb2c49) {{(pid=88166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:02:49.511613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293aad1f0>,) {'filters': {'network_id': ['526e85bf-f591-4771-8b15-20817e51bf16']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:49.562213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293aad1f0>, '50751955-4327-4973-95ec-ac70350dd304') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:49.562580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293aad1f0>, '50751955-4327-4973-95ec-ac70350dd304') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:49.591442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Made reservation on behalf of 48975a7169ff4189bebc1ecb890d5c55 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:49.595681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.624369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.633018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.665662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:49.675347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Allocated IP 172.26.3.108 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/d24f29b1-8f7a-4a6a-86f9-5c6d717649d8) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:49.677507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Usage tracker for resource:security_group_rule and tenant:48975a7169ff4189bebc1ecb890d5c55 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:49.682521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:49.696821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:49.700659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.725778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:49.726174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:49.743015 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:49.862513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.878089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Ignored duplicate provisioning block setup for port db17962c-49c3-48c9-9e93-d9b82c6394a9 by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 13:02:49.892690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.899236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:49.928056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.938923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:49.949498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=acdf08cc-858c-4dfa-96f8-fa960da4a1cf,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:49.989952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:49.991954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8b63d5d-97f9-4320-b57e-9938da526dde tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.016782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.029843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.036076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.040680 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/acdf08cc-858c-4dfa-96f8-fa960da4a1cf HTTP/1.1" status: 204  len: 168 time: 2.1491675
Dec 22 13:02:50.043795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=526e85bf-f591-4771-8b15-20817e51bf16,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:50.048312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54064) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:50.053413 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/526e85bf-f591-4771-8b15-20817e51bf16 HTTP/1.1" status: 204  len: 168 time: 5.5120230
Dec 22 13:02:50.055154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54066) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:50.087207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:50.088044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22fe1141-4a63-499d-82a1-c68de5291327 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.124251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727422442'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:50.145445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:50.163136 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb22169-2efa-454b-8c96-af46a76181ed tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:50.164537 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8fb22169-2efa-454b-8c96-af46a76181ed tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "GET /v2.0/ports/acdf08cc-858c-4dfa-96f8-fa960da4a1cf HTTP/1.1" status: 404  len: 333 time: 0.1099911
Dec 22 13:02:50.171688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.229550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54072) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:50.250962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.250962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.328144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:50.341103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:50.352192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.355293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.357298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:50.374292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=db17962c-49c3-48c9-9e93-d9b82c6394a9,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:50.374488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.379739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] In _notify_port_updated(), no bound segment for port db17962c-49c3-48c9-9e93-d9b82c6394a9 on network 6ce22568-6f91-4a63-96a0-28ac9a4535cb {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:50.385400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:50.386022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.389135 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/ports/db17962c-49c3-48c9-9e93-d9b82c6394a9 HTTP/1.1" status: 200  len: 919 time: 2.4056346
Dec 22 13:02:50.389135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:50.390288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54076) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:50.396944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1e31d8c-aca3-44cf-aa6b-28da599e943e'}, {'subnet_id': 'c9012326-2c02-4241-9b05-1b405cdb2c49'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:50.400801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8a048bc6-b645-4a04-949e-10e28942c3e7 None None] Provisioning complete for port db17962c-49c3-48c9-9e93-d9b82c6394a9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:50.401343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a048bc6-b645-4a04-949e-10e28942c3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.433262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:50.438293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.448663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:50.459659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a048bc6-b645-4a04-949e-10e28942c3e7 None None] Port db17962c-49c3-48c9-9e93-d9b82c6394a9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:50.474878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:50.478473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.478819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port 989baef6-dd59-4155-a7ae-7d5722106c57 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:50.479187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.504584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f65d3c-ccf7-4f09-86e2-fa41483c24c1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:50.529661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.530007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Added segment 43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2 of type vlan for network 6ee51654-9076-4885-98db-82ca91868c6d
Dec 22 13:02:50.576109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:50.604306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.605648 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 0379db2a-0edd-43a4-8700-c02fb6cfbe88 of type vlan for network 117a740a-4437-459c-9fb9-695139f962d2
Dec 22 13:02:50.667643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.667984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Added segment 620fc408-e6e7-4cf0-8074-5b7cacf22a6a of type vlan for network 67eedda5-788a-4154-b9f8-919c7a719560
Dec 22 13:02:50.696090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.714223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.761716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:50.801225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:50.803767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:50.850980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.856855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:50.857435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:50.858264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8aeffc-93cc-4be2-ae36-91a3f73220c3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:50.861561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:50.869591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ac409b76-5a77-46a2-af2c-901a242c905c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.881471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.500s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.881885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:50.888950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a54c9aaf-0c8b-414e-bdc9-d6406a7a8fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:50.979716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.022130 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.9647372
Dec 22 13:02:51.030719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.031221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54080) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:51.034525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=117a740a-4437-459c-9fb9-695139f962d2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:51.041098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:51.044771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '117a740a-4437-459c-9fb9-695139f962d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:51.047806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 117a740a-4437-459c-9fb9-695139f962d2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:51.220421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Pushing event updated for resources: {'Port': ['ID=d24f29b1-8f7a-4a6a-86f9-5c6d717649d8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:51.223417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:51.225266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:51.276970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:51.276970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:51.285000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:51.295367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:02:51.315501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.27 (6ce22568-6f91-4a63-96a0-28ac9a4535cb/c9012326-2c02-4241-9b05-1b405cdb2c49/db17962c-49c3-48c9-9e93-d9b82c6394a9) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:51.399569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 1483c533-e624-4bb4-9e76-398bfc6b7f55 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:51.399918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.484606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.494889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.501797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object db17962c-49c3-48c9-9e93-d9b82c6394a9 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:51.688308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for 989baef6-dd59-4155-a7ae-7d5722106c57 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:51.754046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:51.757764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.795667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.796686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:51.797298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.801221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.806552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:51.807145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.828028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:51.845628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-73981e1f-4225-4672-82b8-19211711aa1c tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:51.870581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1a76894-bc37-4c52-a598-fd624a4a4432 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:52.035564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.042640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=db17962c-49c3-48c9-9e93-d9b82c6394a9,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:52.053208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:52.076969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] In _notify_port_updated(), no bound segment for port db17962c-49c3-48c9-9e93-d9b82c6394a9 on network 6ce22568-6f91-4a63-96a0-28ac9a4535cb {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:02:52.082580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:52.083285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.087163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/ports/db17962c-49c3-48c9-9e93-d9b82c6394a9 HTTP/1.1" status: 200  len: 999 time: 1.6929040
Dec 22 13:02:52.089614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54086) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:52.212750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port db17962c-49c3-48c9-9e93-d9b82c6394a9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:52.213003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.245419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20f8fb27-7cce-4b6f-935e-fc2303bde2fc None None] Provisioning for port db17962c-49c3-48c9-9e93-d9b82c6394a9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:02:52.253731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20f8fb27-7cce-4b6f-935e-fc2303bde2fc None None] Provisioning complete for port db17962c-49c3-48c9-9e93-d9b82c6394a9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:52.254425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20f8fb27-7cce-4b6f-935e-fc2303bde2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.325755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-20f8fb27-7cce-4b6f-935e-fc2303bde2fc None None] Port db17962c-49c3-48c9-9e93-d9b82c6394a9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:02:52.368891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 1483c533-e624-4bb4-9e76-398bfc6b7f55 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:52.400811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Network': ['ID=67eedda5-788a-4154-b9f8-919c7a719560,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:52.412609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 67eedda5-788a-4154-b9f8-919c7a719560 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:52.510135 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.3862731
Dec 22 13:02:52.524198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54090) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:52.539387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.548457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2873c19-c43b-431e-8443-379b58433aef tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:52.599132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Request body: {'subnet': {'network_id': '6ee51654-9076-4885-98db-82ca91868c6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:52.615976 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bac53dee-a1ca-4f13-aa83-0eacb3c854d2 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 870 time: 4.4418716
Dec 22 13:02:52.624605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54094) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:52.647584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'subnet': {'network_id': '67eedda5-788a-4154-b9f8-919c7a719560', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:52.654803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event updated for resources: {'Network': ['ID=6ee51654-9076-4885-98db-82ca91868c6d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:52.667052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6ee51654-9076-4885-98db-82ca91868c6d details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:52.670026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.678139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:52.680099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=db170548-ef1b-4d1a-ad75-3d06fd83d4d4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:52.680569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:52.687666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:52.693841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.701293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '0379db2a-0edd-43a4-8700-c02fb6cfbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '117a740a-4437-459c-9fb9-695139f962d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:52.701658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 117a740a-4437-459c-9fb9-695139f962d2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:52.730554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.846s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:52.730984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:52.748477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1845011-e89f-4b93-88c3-79acb0485d9a tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:52.777528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:52.832100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for db17962c-49c3-48c9-9e93-d9b82c6394a9 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:52.836426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:subnet and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:52.865922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:52.875889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=989baef6-dd59-4155-a7ae-7d5722106c57,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:52.902124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:52.909948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:52.957294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 117a740a-4437-459c-9fb9-695139f962d2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:53.041401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.045862 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/ports/989baef6-dd59-4155-a7ae-7d5722106c57 HTTP/1.1" status: 204  len: 168 time: 2.8104646
Dec 22 13:02:53.046457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54098) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:53.047168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 117a740a-4437-459c-9fb9-695139f962d2) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:53.056595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f6889-48c4-42c6-8842-d44af34da224 None None] Network 117a740a-4437-459c-9fb9-695139f962d2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:53.061547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:53.072273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:53.076903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Usage tracker for resource:subnet and tenant:48975a7169ff4189bebc1ecb890d5c55 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:53.079554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.083147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:53.087606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Made reservation on behalf of 1354b893231746ddbdee6af7d8e345b7 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:53.089936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.108355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:53.163044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.170383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d4924c2-aa90-40c2-bb5d-50ab9ab3c458 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:53.219563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=db17962c-49c3-48c9-9e93-d9b82c6394a9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:53.224862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting subnet e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:53.228368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.284302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.313198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Made reservation on behalf of 48975a7169ff4189bebc1ecb890d5c55 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:53.316695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.322404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-117a740a-4437-459c-9fb9-695139f962d2', 'network_id': '117a740a-4437-459c-9fb9-695139f962d2', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'db170548-ef1b-4d1a-ad75-3d06fd83d4d4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:53.322404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.343759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:53.351973 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.3185918
Dec 22 13:02:53.360945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54102) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:53.529160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.553940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Allocated IP 172.20.0.1 (117a740a-4437-459c-9fb9-695139f962d2/db170548-ef1b-4d1a-ad75-3d06fd83d4d4/b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:53.582854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.585107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/db17962c-49c3-48c9-9e93-d9b82c6394a9 HTTP/1.1" status: 204  len: 168 time: 1.4945376
Dec 22 13:02:53.588946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:53.653996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a9387c-592f-4639-b5f3-1500d23c5d35 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:02:53.654588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-54a9387c-592f-4639-b5f3-1500d23c5d35 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:53.748785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-54a9387c-592f-4639-b5f3-1500d23c5d35 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:53.752867 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-54a9387c-592f-4639-b5f3-1500d23c5d35 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/db17962c-49c3-48c9-9e93-d9b82c6394a9 HTTP/1.1" status: 404  len: 333 time: 0.1598928
Dec 22 13:02:53.756822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54110) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:53.782718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.791473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.795800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Transition to ACTIVE for port object b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:53.805482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a83c1202-bfeb-4404-9c0c-80ae5962318c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:53.817316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Transition to ACTIVE for port object b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:53.831944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.843139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213d16f-e3f6-4101-831e-892f2d5fd600 None None] Network 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:53.846050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.851311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:53.856485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:53.866380 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/subnets/e6e0fcf3-23fc-4b73-8b88-3f70b5af1cb7 HTTP/1.1" status: 204  len: 168 time: 0.8167367
Dec 22 13:02:53.868792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:53.876084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.886954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.894973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet c9012326-2c02-4241-9b05-1b405cdb2c49 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:53.908272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.915133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3397a49-835f-4705-b3ff-f5b7035d9158 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:53.933690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:53.941334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49711fad-5db0-4a99-be63-b719b7348279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:54.015338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Network 117a740a-4437-459c-9fb9-695139f962d2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:54.020791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:54.026236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:54.036761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=1483c533-e624-4bb4-9e76-398bfc6b7f55,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:54.041568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.041817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.075236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:54.077968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.099667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Deleting port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:54.100013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.103057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Pushing event updated for resources: {'Port': ['ID=b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:54.130902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:54.151527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:54.151860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.273402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Attempting to bind port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:54.273876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Attempting to bind port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0379db2a-0edd-43a4-8700-c02fb6cfbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '117a740a-4437-459c-9fb9-695139f962d2'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:54.274337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Attempting to bind port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 on network 117a740a-4437-459c-9fb9-695139f962d2 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:54.294873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:54.295250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Checking segment: {'id': '0379db2a-0edd-43a4-8700-c02fb6cfbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '117a740a-4437-459c-9fb9-695139f962d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:54.296439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.298413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Bound using segment: {'id': '0379db2a-0edd-43a4-8700-c02fb6cfbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '117a740a-4437-459c-9fb9-695139f962d2'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:54.299263 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Bound port: b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0379db2a-0edd-43a4-8700-c02fb6cfbe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '117a740a-4437-459c-9fb9-695139f962d2'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:54.300514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.365482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.420500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] DHCP port deletion for 0eed9f37-b786-4f6e-9f1e-e6c1666056b2 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:54.429160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Deleting port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:54.429478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.456185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] For port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:54.483125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] For port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6,segment=NetworkSegment(0379db2a-0edd-43a4-8700-c02fb6cfbe88),segment_id=0379db2a-0edd-43a4-8700-c02fb6cfbe88)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:54.568227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.575210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] For port a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,segment=NetworkSegment(a40b2466-4bf5-4618-800d-d77f6c97706f),segment_id=a40b2466-4bf5-4618-800d-d77f6c97706f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:54.575702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.582585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:54.618045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.701949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.716397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Calling delete_port for a5c37e82-d6c2-493c-b16b-53ca0f34fe22 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:54.727841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] For port a5c37e82-d6c2-493c-b16b-53ca0f34fe22, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,segment=NetworkSegment(a40b2466-4bf5-4618-800d-d77f6c97706f),segment_id=a40b2466-4bf5-4618-800d-d77f6c97706f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:54.728243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.745585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:54.799296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Pushing event updated for resources: {'Port': ['ID=b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:54.810768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=c9012326-2c02-4241-9b05-1b405cdb2c49,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:54.816560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.821603 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/c9012326-2c02-4241-9b05-1b405cdb2c49 HTTP/1.1" status: 204  len: 168 time: 1.0675502
Dec 22 13:02:54.824476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:54.824957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54118) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:54.856738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:54.858532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3923e-b393-43cd-9364-6ff3936a0422 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:54.883255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Calling delete_port for a5c37e82-d6c2-493c-b16b-53ca0f34fe22 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:54.921704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet e1e31d8c-aca3-44cf-aa6b-28da599e943e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:54.925341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.966501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:54.982014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:54.985617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.055335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.066895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d3333dc-fab6-4113-b7e4-774f73d32451 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:55.142951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5c37e82-d6c2-493c-b16b-53ca0f34fe22 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:55.168496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Port': ['ID=a5c37e82-d6c2-493c-b16b-53ca0f34fe22,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:55.179569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] No DVR routers for this DVR port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:55.183548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:55.256694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:02:55.257015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:02:55.257412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a5c37e82-d6c2-493c-b16b-53ca0f34fe22 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:55.257754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5c37e82-d6c2-493c-b16b-53ca0f34fe22 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:55.299323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.477590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.503802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event updated for resources: {'Subnet': ['ID=ff6d310d-603a-4c3c-80bf-f2db14d0f439,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:55.508690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:55.519898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52935e0160>,) {'filters': {'network_id': ['0eed9f37-b786-4f6e-9f1e-e6c1666056b2']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:55.534627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935e0160>, 'a40b2466-4bf5-4618-800d-d77f6c97706f') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:55.535106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935e0160>, 'a40b2466-4bf5-4618-800d-d77f6c97706f') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:55.550436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.568432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.575185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:55.577271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:55.592532 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:55.617348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Checking segment: {'id': '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:55.617873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Network hostable DHCP agents. Network: 6ee51654-9076-4885-98db-82ca91868c6d, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:55.629632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router a6fe572d-8524-4b4a-a1e3-f010bbd01c95 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:02:55.646573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.660468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6,segment=NetworkSegment(0379db2a-0edd-43a4-8700-c02fb6cfbe88),segment_id=0379db2a-0edd-43a4-8700-c02fb6cfbe88)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:55.662979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.667070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-549ec58f-77a8-430b-8b00-ed66ec8970f8 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:55.707651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e31d8c-aca3-44cf-aa6b-28da599e943e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:55.721292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:55.723256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.733750 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/e1e31d8c-aca3-44cf-aa6b-28da599e943e HTTP/1.1" status: 204  len: 168 time: 0.9077737
Dec 22 13:02:55.738381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54122) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:55.758025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Deleting port a5c37e82-d6c2-493c-b16b-53ca0f34fe22 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:55.758573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.841825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.853340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.856011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:55.865458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d6e6cfe6-cfd3-4b01-8dd7-3c0e962bbc34 None None] The port 'a5c37e82-d6c2-493c-b16b-53ca0f34fe22' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:02:55.894544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:55.900973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Pushing event deleted for resources: {'Network': ['ID=0eed9f37-b786-4f6e-9f1e-e6c1666056b2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:55.903493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:55.907884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] 10.222.0.16 "DELETE /v2.0/networks/0eed9f37-b786-4f6e-9f1e-e6c1666056b2 HTTP/1.1" status: 204  len: 168 time: 2.0380383
Dec 22 13:02:55.912798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.924924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port c8b4c2f7-a049-401e-995d-5e6347ee6f28 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:55.925269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:55.956780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Router 6dbce952-0261-41c0-b1f2-baf151a9af54 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:02:56.045958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Network 6ee51654-9076-4885-98db-82ca91868c6d is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:56.143613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:56.153379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] Sync routers for ids ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:56.157175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3878526-697c-4f9b-8ceb-f10b73d5e743 None None] Network 6ce22568-6f91-4a63-96a0-28ac9a4535cb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:56.173086 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] Routers {'a6fe572d-8524-4b4a-a1e3-f010bbd01c95'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:56.174167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e89c10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.187210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 6ee51654-9076-4885-98db-82ca91868c6d) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:56.191607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:56.192191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.215426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b16fe6-b557-40a7-bdaf-bc641e12be23 None None] Network 6ee51654-9076-4885-98db-82ca91868c6d requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:56.249716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port c8b4c2f7-a049-401e-995d-5e6347ee6f28, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8b4c2f7-a049-401e-995d-5e6347ee6f28,segment=NetworkSegment(0747bf54-316d-4bf4-9f94-0bcfb0b1bf22),segment_id=0747bf54-316d-4bf4-9f94-0bcfb0b1bf22)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:02:56.250116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.271156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:02:56.271918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.283982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:56.333152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7216967-1e23-489b-9aa9-52110741d2fd None None] Network 117a740a-4437-459c-9fb9-695139f962d2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:56.369042 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e89c10>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.388407 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] Routers {'a6fe572d-8524-4b4a-a1e3-f010bbd01c95'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:56.389313 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e89c10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.527617 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9523938
Dec 22 13:02:56.535318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54130) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:56.540665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/a6fe572d-8524-4b4a-a1e3-f010bbd01c95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0001802
Dec 22 13:02:56.544770 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e89c10>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.545179 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1699aec-882c-4009-91ef-ced2b1dc1aed None None] The sync data for ids ['a6fe572d-8524-4b4a-a1e3-f010bbd01c95'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:56.553974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54132) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:56.554300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54134) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:56.559492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-308c3f35-efa0-4c8b-b9ba-b014019537c8 None None] Provisioning complete for port c8b4c2f7-a049-401e-995d-5e6347ee6f28 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:02:56.559875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-308c3f35-efa0-4c8b-b9ba-b014019537c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.559992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Request body: {'port': {'network_id': '6ee51654-9076-4885-98db-82ca91868c6d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1569909907'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:56.584751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for c8b4c2f7-a049-401e-995d-5e6347ee6f28 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:56.595738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dcd9c30b-521f-4a62-8032-4b4cff0f2434,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:56.598501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:56.732277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.737400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:56.796674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=c8b4c2f7-a049-401e-995d-5e6347ee6f28,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:56.800520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:02:56.800836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:56.801559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No DVR routers for this DVR port c8b4c2f7-a049-401e-995d-5e6347ee6f28 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:56.803082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.804577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "PUT /v2.0/routers/6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 200  len: 920 time: 9.8047211
Dec 22 13:02:56.827115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54144) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:56.829643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] Sync routers for ids ['6dbce952-0261-41c0-b1f2-baf151a9af54'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:02:56.840547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Checking segment: {'id': '620fc408-e6e7-4cf0-8074-5b7cacf22a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '67eedda5-788a-4154-b9f8-919c7a719560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:56.840547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network hostable DHCP agents. Network: 67eedda5-788a-4154-b9f8-919c7a719560, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:02:56.855538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e474f1bc-da0b-455b-809e-00ba3130c329 None None] DHCP port deletion for 6ce22568-6f91-4a63-96a0-28ac9a4535cb request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:56.871185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-308c3f35-efa0-4c8b-b9ba-b014019537c8 None None] Could not find standard attr ID for object c8b4c2f7-a049-401e-995d-5e6347ee6f28. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:02:56.881705 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.db [None req-308c3f35-efa0-4c8b-b9ba-b014019537c8 None None] No ports have port_id starting with c8b4c2f7-a049-401e-995d-5e6347ee6f28
Dec 22 13:02:56.897528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] Routers {'6dbce952-0261-41c0-b1f2-baf151a9af54'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:56.898667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bba280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6dbce952-0261-41c0-b1f2-baf151a9af54'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.956522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.975772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:56.983636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bba280>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:56.995538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293cc8370>,) {'filters': {'network_id': ['6ce22568-6f91-4a63-96a0-28ac9a4535cb']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:57.019119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293cc8370>, '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:57.019458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293cc8370>, '0747bf54-316d-4bf4-9f94-0bcfb0b1bf22') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:57.047650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a714732-2942-4ad5-ab54-05410ae2030b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:57.053098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.074962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.082921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:57.083950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.092694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:57.102520 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:57.124759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-55fe4359-f486-49cd-8dcc-b182776f7cd6 None None] Could not find standard attr ID for object b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:02:57.127187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-6ee51654-9076-4885-98db-82ca91868c6d', 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d', 'tenant_id': '48975a7169ff4189bebc1ecb890d5c55', 'fixed_ips': [{'subnet_id': 'ff6d310d-603a-4c3c-80bf-f2db14d0f439'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:02:57.128056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.145037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] Routers {'6dbce952-0261-41c0-b1f2-baf151a9af54'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:02:57.145680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bba280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6dbce952-0261-41c0-b1f2-baf151a9af54'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:57.207630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:57.207983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 13:02:57.255585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.258929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:57.259592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bba280>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:57.262186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2619df81-5dc4-486e-97ad-f5ae0b5fdd82 None None] The sync data for ids ['6dbce952-0261-41c0-b1f2-baf151a9af54'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:02:57.265442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 not found, will not notify nova. {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 13:02:57.281725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.310803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=6ce22568-6f91-4a63-96a0-28ac9a4535cb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:57.333198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:57.349489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8b4c2f7-a049-401e-995d-5e6347ee6f28 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:02:57.383793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network 67eedda5-788a-4154-b9f8-919c7a719560 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:02:57.402028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c8b4c2f7-a049-401e-995d-5e6347ee6f28 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:02:57.402383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8b4c2f7-a049-401e-995d-5e6347ee6f28 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:02:57.403460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:57.407188 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/6ce22568-6f91-4a63-96a0-28ac9a4535cb HTTP/1.1" status: 204  len: 168 time: 1.6693072
Dec 22 13:02:57.412677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54150) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.495732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:57.506114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7907f90-fadf-42dd-8171-d707996cf695 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:57.507238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7907f90-fadf-42dd-8171-d707996cf695 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:57.512560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Allocated IP 172.20.0.2 (6ee51654-9076-4885-98db-82ca91868c6d/ff6d310d-603a-4c3c-80bf-f2db14d0f439/7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:57.539252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ca4082d-f2e1-47df-984e-a8a98587311f tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 200  len: 926 time: 0.7112899
Dec 22 13:02:57.542074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54154) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.615476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7907f90-fadf-42dd-8171-d707996cf695 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:57.616788 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e7907f90-fadf-42dd-8171-d707996cf695 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.2048914
Dec 22 13:02:57.620483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54158) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.624261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 67eedda5-788a-4154-b9f8-919c7a719560) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:57.633810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:57.634644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210c4c4-e0d5-4a9a-ad76-cf76c11e1f17 None None] Network 67eedda5-788a-4154-b9f8-919c7a719560 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:57.674012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:57.674459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.678134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8fc09d-b195-4e23-a27f-f65155b0e127 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:57.678319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Usage tracker for resource:port and tenant:48975a7169ff4189bebc1ecb890d5c55 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:57.682523 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7b8fc09d-b195-4e23-a27f-f65155b0e127 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=6dbce952-0261-41c0-b1f2-baf151a9af54&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1367364
Dec 22 13:02:57.682899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54162) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.692022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:57.695885 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-7bc91345-2a74-4f78-b4f0-0d3494b691f1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 13:02:57.699608 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7bc91345-2a74-4f78-b4f0-0d3494b691f1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/a6fe572d-8524-4b4a-a1e3-f010bbd01c95/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.1170497
Dec 22 13:02:57.705679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54166) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.706528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:57.714164 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56b5622a-58e0-4585-aa29-d4a3ff69a4a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25befeaff7d54f50832b76f604e071b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1361930
Dec 22 13:02:57.723343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.762787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8a404eb0-2aec-4139-8826-cd67b9be4fcb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:57.827245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 5.1943445
Dec 22 13:02:57.830577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54174) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.836763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2021289349', 'network_id': '67eedda5-788a-4154-b9f8-919c7a719560'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:57.841406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:57.847627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:port and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:57.854641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8a404eb0-2aec-4139-8826-cd67b9be4fcb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:57.854641 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8a404eb0-2aec-4139-8826-cd67b9be4fcb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fe572d-8524-4b4a-a1e3-f010bbd01c95 HTTP/1.1" status: 200  len: 205 time: 0.1401575
Dec 22 13:02:57.854641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:57.855187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54178) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.885690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.899821 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-34ab3cb4-21fb-4585-aafb-d1f88b2b64d6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2729735
Dec 22 13:02:57.900371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54182) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:57.908293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1808820680'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:57.911957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2f876-a55b-4a6c-a1e2-55dc2317dee0 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:57.912521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4a2f876-a55b-4a6c-a1e2-55dc2317dee0 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Synchronizing usage tracker for tenant:4751ced01839473690001034a1d94688 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:02:57.918898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:57.922274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:57.927282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Transition to ACTIVE for port object 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:57.936653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:57.938775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:57.944584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:57.959276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Transition to ACTIVE for port object 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:02:57.966404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:57.971616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.004782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8829bc-f8e2-461c-a679-406bc5924682 None None] Network 67eedda5-788a-4154-b9f8-919c7a719560 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:58.005637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Made reservation on behalf of 48975a7169ff4189bebc1ecb890d5c55 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:58.009285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.019554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:02:58.057152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:58.061207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.070702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.071294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4a2f876-a55b-4a6c-a1e2-55dc2317dee0 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Unset dirty status for tenant:4751ced01839473690001034a1d94688 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:02:58.075663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4a2f876-a55b-4a6c-a1e2-55dc2317dee0 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.3887420
Dec 22 13:02:58.077839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54186) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:58.081811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:58.085030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.135889 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a6266fe0-cb30-4243-9045-0ed75120be55 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 200  len: 205 time: 0.0531933
Dec 22 13:02:58.137588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54190) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:58.159571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Network 6ee51654-9076-4885-98db-82ca91868c6d is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:02:58.172979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:02:58.178737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:02:58.188289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Pushing event updated for resources: {'Port': ['ID=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:58.194886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.206985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44e6ef1b-83f0-4250-9542-1212b56a459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:58.208337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] device_id is not set on port 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:58.215800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:58.239476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:02:58.255457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d2135c-1f36-4686-b125-261eb6460225,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:58.257556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Made reservation on behalf of 1354b893231746ddbdee6af7d8e345b7 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:58.259727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.266230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:58.267357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.267798 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment a6b39089-7545-4d09-85bf-855a8fb2651d of type vlan for network 66033fd3-b907-45d9-9218-62f502c96def
Dec 22 13:02:58.286909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] device_id is not set on port c8548e0b-4ff5-49e2-815a-e0518f4f5f0a yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:02:58.318911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.322924 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3d2135c-1f36-4686-b125-261eb6460225 HTTP/1.1" status: 204  len: 168 time: 0.5983176
Dec 22 13:02:58.362499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Attempting to bind port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:02:58.362739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Attempting to bind port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:02:58.363138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Attempting to bind port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c on network 6ee51654-9076-4885-98db-82ca91868c6d {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:02:58.385336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.394225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.411498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:02:58.411886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Checking segment: {'id': '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:02:58.412299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.412702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Bound using segment: {'id': '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:02:58.413193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Bound port: 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6ee51654-9076-4885-98db-82ca91868c6d'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:02:58.413574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.520047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.523173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] For port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:02:58.526655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] For port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,segment=NetworkSegment(43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2),segment_id=43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:02:58.596672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.597857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.602084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e03e890-a526-4898-a0a9-5df0b9c9137f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:58.612852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.680387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Pushing event updated for resources: {'Port': ['ID=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:58.683954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:58.730556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.770413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.777221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:02:58.778244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.801792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:58.821002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port d24f29b1-8f7a-4a6a-86f9-5c6d717649d8 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:02:58.821345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.937035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Allocated IP 172.20.0.14 (6ee51654-9076-4885-98db-82ca91868c6d/ff6d310d-603a-4c3c-80bf-f2db14d0f439/81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:58.948668 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.0472791
Dec 22 13:02:58.955548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.20.0.7 (67eedda5-788a-4154-b9f8-919c7a719560/dcd9c30b-521f-4a62-8032-4b4cff0f2434/c8548e0b-4ff5-49e2-815a-e0518f4f5f0a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:02:58.955548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54206) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:58.965944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '66033fd3-b907-45d9-9218-62f502c96def', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:58.987201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:58.987693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router a6fe572d-8524-4b4a-a1e3-f010bbd01c95 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:02:59.027926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=66033fd3-b907-45d9-9218-62f502c96def,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:59.027926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:59.036924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 66033fd3-b907-45d9-9218-62f502c96def details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:02:59.154175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.190610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.192713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-835ddcc7-c156-401f-9308-3de59d8161fb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:59.268206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6c59e-268f-4fd2-b275-868e1746441e None None] Network 117a740a-4437-459c-9fb9-695139f962d2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:02:59.272920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=db170548-ef1b-4d1a-ad75-3d06fd83d4d4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:59.361268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for d24f29b1-8f7a-4a6a-86f9-5c6d717649d8 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:02:59.388977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.402080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:02:59.409048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:02:59.437959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.451208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c348b71-9651-4148-bf6d-1bf44ffe89bc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/a6fe572d-8524-4b4a-a1e3-f010bbd01c95 HTTP/1.1" status: 204  len: 168 time: 1.5827870
Dec 22 13:02:59.451208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:02:59.454767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54216) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:59.465104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:02:59.469826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52931a16a0>,) {'filters': {'network_id': ['117a740a-4437-459c-9fb9-695139f962d2']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:59.488572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:02:59.498350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931a16a0>, '0379db2a-0edd-43a4-8700-c02fb6cfbe88') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:59.498581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931a16a0>, '0379db2a-0edd-43a4-8700-c02fb6cfbe88') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:02:59.550428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 7af03a55-2c1b-4e53-b4c1-995f99dc195f {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:02:59.556394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.596661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2fb63f-1a46-43f8-82b0-2e1d8d9931b3 None None] DHCP port deletion for 117a740a-4437-459c-9fb9-695139f962d2 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:02:59.608378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.640276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.750138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:02:59.753782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.780346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.786007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54224) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:02:59.812709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.837186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:02:59.837580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:02:59.853161 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:02:59.858811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:02:59.872977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eb9000dd-603e-4f6a-9b5a-2ee4a0d20b41 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:02:59.976900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111603439'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:02:59.984195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=d24f29b1-8f7a-4a6a-86f9-5c6d717649d8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:02:59.987177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.005544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01959d9-392c-4079-bd50-448bd2f6af41 None None] Network 6ee51654-9076-4885-98db-82ca91868c6d requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:00.023875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:00.027622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.043301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:00.053330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:00.068725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:00.081118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.102701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.120980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Transition to ACTIVE for port object 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:00.181416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.193952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6db19c93-9d67-417f-998c-2073d62b9e3c tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:00.211234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.229972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=117a740a-4437-459c-9fb9-695139f962d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:00.238081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.239683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/117a740a-4437-459c-9fb9-695139f962d2 HTTP/1.1" status: 204  len: 168 time: 6.8745754
Dec 22 13:03:00.243610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54230) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:00.253969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fe4e9dbf-27f7-4159-83a1-d118b57b912c None None] Provisioning for port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:00.268847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.291285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-353fe0dd-16c6-4162-91e9-3698017e3756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:00.332909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.338412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:00.342073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.359858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:00.380537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network 67eedda5-788a-4154-b9f8-919c7a719560 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:00.381867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.388061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:00.397662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:00.408587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1556942165'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:00.417104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.421864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.437977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:00.442460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.444569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=7af03a55-2c1b-4e53-b4c1-995f99dc195f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:00.447041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.449754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.457940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=c8548e0b-4ff5-49e2-815a-e0518f4f5f0a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:00.462118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.464149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c66f1e-3ea8-4083-a94e-24def51f14b2 None None] Network 176592ae-a084-4acc-87fe-b42c95fb1bc8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:00.468031 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/7af03a55-2c1b-4e53-b4c1-995f99dc195f HTTP/1.1" status: 204  len: 168 time: 1.0096059
Dec 22 13:03:00.469653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.469874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e57a968-bbb6-48e7-8a3d-bda7ea8a5326 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:00.470174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:00.478369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54234) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:00.479183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:00.513716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:00.519895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:00.537635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:security_group_rule and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:00.545337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Network 6ee51654-9076-4885-98db-82ca91868c6d is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:00.545745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:00.549329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=d3ff8426-76cb-4680-8be0-95127ad453d0,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:00.560152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:00.560152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.563181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07464c2e-e7f5-402a-914f-ec3afef968c6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:00.596339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:00.645538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:00.646151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.736258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': 'a6b39089-7545-4d09-85bf-855a8fb2651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '66033fd3-b907-45d9-9218-62f502c96def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:00.741344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 66033fd3-b907-45d9-9218-62f502c96def, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:00.744763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event updated for resources: {'Port': ['ID=81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:00.755773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:00.756904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.762069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:00.772842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:00.774831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:00.778882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.798571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.799680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router 6dbce952-0261-41c0-b1f2-baf151a9af54 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:00.824247 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 2.9919462
Dec 22 13:03:00.824881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.827062 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 204  len: 168 time: 2.6888890
Dec 22 13:03:00.828661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54238) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:00.831067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54240) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:00.854118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] DHCP port deletion for 176592ae-a084-4acc-87fe-b42c95fb1bc8 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:00.858124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.862352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Deleting port d390cbc5-f000-4b0b-a66d-971b9db0246e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:00.862959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.883455 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 4.3336303
Dec 22 13:03:00.887093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:00.892209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54246) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:00.893693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1701236028', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:00.901110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:00.905466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Usage tracker for resource:router and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:00.908727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:00.920999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 66033fd3-b907-45d9-9218-62f502c96def is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:00.931234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:00.950717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Deleting port c8548e0b-4ff5-49e2-815a-e0518f4f5f0a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:00.950717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.956763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port d390cbc5-f000-4b0b-a66d-971b9db0246e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:00.958290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.990251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:00.991080 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 96d41bbd-d0c6-43ef-814f-be3422da3c4b of type vlan for network 53464784-1afa-488e-bdb5-d2b16e692467
Dec 22 13:03:01.086088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Deleting port 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:01.086438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.104334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:01.152566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a2640bbb-7018-4ab3-81fc-7ed78c72b523 None None] Provisioning for port 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:01.174128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a2640bbb-7018-4ab3-81fc-7ed78c72b523 None None] Provisioning complete for port 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:01.174501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a2640bbb-7018-4ab3-81fc-7ed78c72b523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.180172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.204476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 66033fd3-b907-45d9-9218-62f502c96def) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:01.212667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.213763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.222531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713464b-0e65-4d77-89a2-6d4afb6add6c None None] Network 66033fd3-b907-45d9-9218-62f502c96def requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:01.228696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:01.229923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.242999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.257372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] For port d390cbc5-f000-4b0b-a66d-971b9db0246e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d390cbc5-f000-4b0b-a66d-971b9db0246e,segment=NetworkSegment(00b53f5d-ec91-41c5-b345-c2df980d8be6),segment_id=00b53f5d-ec91-41c5-b345-c2df980d8be6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:01.258684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.283928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.345265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.354455 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3959992
Dec 22 13:03:01.364762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54250) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:01.373879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '66033fd3-b907-45d9-9218-62f502c96def', 'name': 'tempest-PortsTestJSON-1477899806'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:01.395054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a1797d04-3fef-4ad0-8bd2-c6d1464e4627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:01.468178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:01.476743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Calling delete_port for d390cbc5-f000-4b0b-a66d-971b9db0246e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:01.529601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a2640bbb-7018-4ab3-81fc-7ed78c72b523 None None] Port 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:01.543534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.550084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:01.550708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.564689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0824b-1190-489a-aed2-f71620411ddc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:01.567855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:01.570904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port d390cbc5-f000-4b0b-a66d-971b9db0246e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d390cbc5-f000-4b0b-a66d-971b9db0246e,segment=NetworkSegment(00b53f5d-ec91-41c5-b345-c2df980d8be6),segment_id=00b53f5d-ec91-41c5-b345-c2df980d8be6)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:01.571271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.595753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:01.629026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.629373 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 9b8df4f5-3959-4d66-8d59-ac297cb1a7d7 of type vlan for network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df
Dec 22 13:03:01.642394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:01.651904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:01.652278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.712126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.713163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.731406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:01.780179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Pushing event deleted for resources: {'Port': ['ID=d390cbc5-f000-4b0b-a66d-971b9db0246e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:01.787877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-66033fd3-b907-45d9-9218-62f502c96def', 'network_id': '66033fd3-b907-45d9-9218-62f502c96def', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': 'd3ff8426-76cb-4680-8be0-95127ad453d0'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:01.788989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.801847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:01.808607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for d390cbc5-f000-4b0b-a66d-971b9db0246e owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:01.809337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] No DVR routers for this DVR port d390cbc5-f000-4b0b-a66d-971b9db0246e on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:01.811636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.908381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:01.940596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=53464784-1afa-488e-bdb5-d2b16e692467,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:01.943412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:01.958651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.962654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:01.966627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:01.985160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6449022
Dec 22 13:03:01.987473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54254) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:01.997098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Calling delete_port for c8548e0b-4ff5-49e2-815a-e0518f4f5f0a owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:02.003270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.028802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:02.043402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:02.116650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:03:02.134135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Calling delete_port for 81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:02.135290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,segment=NetworkSegment(43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2),segment_id=43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:02.151111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Allocated IP 172.20.0.2 (66033fd3-b907-45d9-9218-62f502c96def/d3ff8426-76cb-4680-8be0-95127ad453d0/74b3e100-a18c-439f-b8b0-447d2520e23b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:02.175626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:02.175956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:02.190663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.198567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd87fac2-a622-485d-af78-6f55ca4210a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:02.199093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:02.200816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.280587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:02.298812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.304948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:02.305660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.312101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4a44073-fd57-4b2e-811a-57547a9fe589 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:02.373808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.393655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:02.394012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b489b9d5-1cdf-43db-9d0d-aa3d0ce58ed6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:02.394433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d390cbc5-f000-4b0b-a66d-971b9db0246e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:02.401711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 86102fa1-7f9c-4a0f-b9a3-361287b58732 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:02.433850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:02.436760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: d390cbc5-f000-4b0b-a66d-971b9db0246e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:02.437028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:02.438420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d390cbc5-f000-4b0b-a66d-971b9db0246e not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:02.454276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:02.457479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.465788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:02.518546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event deleted for resources: {'Port': ['ID=81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:02.540647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:02.555284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:02.665652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.687385 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 2.9002175
Dec 22 13:03:02.688714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port d390cbc5-f000-4b0b-a66d-971b9db0246e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:02.689054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.740324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:02.799952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.801571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] The port 'd390cbc5-f000-4b0b-a66d-971b9db0246e' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:02.806015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Transition to ACTIVE for port object 74b3e100-a18c-439f-b8b0-447d2520e23b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:02.810742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.819746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b9270dff-2adf-443d-a592-91e1521a3ee0 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:02.833641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Transition to ACTIVE for port object 74b3e100-a18c-439f-b8b0-447d2520e23b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:02.869077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8548e0b-4ff5-49e2-815a-e0518f4f5f0a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:02.870262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.872354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "DELETE /v2.0/ports/81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 HTTP/1.1" status: 204  len: 168 time: 1.9790065
Dec 22 13:03:02.903971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.911860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-34a771b6-780a-47bb-a33b-c8aaf9e0add0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:02.921209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54258) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:02.931857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:02.952664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:02.991312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293742610>,) {'filters': {'network_id': ['176592ae-a084-4acc-87fe-b42c95fb1bc8']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:03.015140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293742610>, '00b53f5d-ec91-41c5-b345-c2df980d8be6') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:03.015747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293742610>, '00b53f5d-ec91-41c5-b345-c2df980d8be6') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:03.035624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.075770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.077526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Pushing event updated for resources: {'Port': ['ID=74b3e100-a18c-439f-b8b0-447d2520e23b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:03.092131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:03.092530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.097767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:03.122229 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:03.172633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:03.174027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.8 (66033fd3-b907-45d9-9218-62f502c96def/d3ff8426-76cb-4680-8be0-95127ad453d0/86102fa1-7f9c-4a0f-b9a3-361287b58732) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:03.181484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Network 66033fd3-b907-45d9-9218-62f502c96def is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:03.184525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:03.190117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:03.213581 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-241b72c6-75a7-472e-ae1f-16f33a21e2df tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4311 time: 0.2915368
Dec 22 13:03:03.219766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54264) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:03.227604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1388882007'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:03.233889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:03.239356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Usage tracker for resource:network and tenant:48975a7169ff4189bebc1ecb890d5c55 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:03.244097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:03.251050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:03.264504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.287548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.297403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.302329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5fd0b7ac-a9b8-430f-bdcd-f5b92f1618e0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:03.315733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:03.316800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.321634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:03.336744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=176592ae-a084-4acc-87fe-b42c95fb1bc8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:03.339356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Made reservation on behalf of 48975a7169ff4189bebc1ecb890d5c55 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:03.344292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.362514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:03.375178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:03.381911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Attempting to bind port 74b3e100-a18c-439f-b8b0-447d2520e23b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:03.382660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Attempting to bind port 74b3e100-a18c-439f-b8b0-447d2520e23b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a6b39089-7545-4d09-85bf-855a8fb2651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '66033fd3-b907-45d9-9218-62f502c96def'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:03.383001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Attempting to bind port 74b3e100-a18c-439f-b8b0-447d2520e23b on network 66033fd3-b907-45d9-9218-62f502c96def {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:03.387072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.387617 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Added segment 78d6ad12-d18f-460d-8af2-42b4079c93e3 of type vlan for network c147bfc0-f6c1-4478-a0ff-7a14aad77f4d
Dec 22 13:03:03.393142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:03.394094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Checking segment: {'id': 'a6b39089-7545-4d09-85bf-855a8fb2651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '66033fd3-b907-45d9-9218-62f502c96def'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:03.394315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.394820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Bound using segment: {'id': 'a6b39089-7545-4d09-85bf-855a8fb2651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '66033fd3-b907-45d9-9218-62f502c96def'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:03.395687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Bound port: 74b3e100-a18c-439f-b8b0-447d2520e23b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b39089-7545-4d09-85bf-855a8fb2651d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '66033fd3-b907-45d9-9218-62f502c96def'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:03.395905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.418324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.424738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 53464784-1afa-488e-bdb5-d2b16e692467 is not hosted by any dhcp agent {{(pid=88167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 22 13:03:03.431257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:03.436048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.436048 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "PUT /v2.0/networks/53464784-1afa-488e-bdb5-d2b16e692467 HTTP/1.1" status: 200  len: 723 time: 1.4069138
Dec 22 13:03:03.462887 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/176592ae-a084-4acc-87fe-b42c95fb1bc8 HTTP/1.1" status: 204  len: 168 time: 2.9803741
Dec 22 13:03:03.463862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54268) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:03.464404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54270) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:03.474231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.475897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1284062679'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:03.485519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '53464784-1afa-488e-bdb5-d2b16e692467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:03.521212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:03.525678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] For port 74b3e100-a18c-439f-b8b0-447d2520e23b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:03.529102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] For port 74b3e100-a18c-439f-b8b0-447d2520e23b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74b3e100-a18c-439f-b8b0-447d2520e23b,segment=NetworkSegment(a6b39089-7545-4d09-85bf-855a8fb2651d),segment_id=a6b39089-7545-4d09-85bf-855a8fb2651d)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:03.536484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:03.540136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.545591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:03.546185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.565196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:03.606345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.610886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:03.616507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc1c9e00-60e7-4f3b-a244-48bfcf61eaec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:03.654743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:03.661597 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.4401486
Dec 22 13:03:03.670577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54280) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:03.684836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.719108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Pushing event updated for resources: {'Port': ['ID=74b3e100-a18c-439f-b8b0-447d2520e23b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:03.719108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:03.771907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=53464784-1afa-488e-bdb5-d2b16e692467,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:03.774938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:03.794439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:03.819505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.845679 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c8548e0b-4ff5-49e2-815a-e0518f4f5f0a HTTP/1.1" status: 204  len: 168 time: 3.0161099
Dec 22 13:03:03.851579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54284) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:03.878884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '67eedda5-788a-4154-b9f8-919c7a719560', 'external_fixed_ips': [{'subnet_id': 'dcd9c30b-521f-4a62-8032-4b4cff0f2434', 'ip_address': '172.20.0.7'}]}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:03.893569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:03.894319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:03.902015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.917699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:router and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:03.923969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:03.931866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event updated for resources: {'Network': ['ID=c147bfc0-f6c1-4478-a0ff-7a14aad77f4d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:03.934394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:03.938392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:03.946744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:03.949795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:03.965147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network c147bfc0-f6c1-4478-a0ff-7a14aad77f4d details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:03.967969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:03.975527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:03.996692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:03.997038 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 64c2e341-6b89-4107-927f-b4bf9ada8590 of type vlan for network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2
Dec 22 13:03:04.110226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:04.141939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:04.145994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.150310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.188324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 86102fa1-7f9c-4a0f-b9a3-361287b58732 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:04.189774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.214686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Allocated IP 172.26.3.128 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/a9446689-8573-485f-a768-0b3b3034dc02) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:04.294689 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-70b38272-d1e5-432b-a99c-c3bdbb009700 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks HTTP/1.1" status: 200  len: 7226 time: 0.6195004
Dec 22 13:03:04.300753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54288) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:04.369519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.371199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.381229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.391526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74fd874a-2a6e-4702-a8e0-55512451f387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:04.448409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.454299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:04.454962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.462649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:04.474660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.491369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 66033fd3-b907-45d9-9218-62f502c96def is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:04.503032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:04.505534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.516450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:04.553986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=86102fa1-7f9c-4a0f-b9a3-361287b58732,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:04.566690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:04.597037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:04.597670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.636715 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1680851
Dec 22 13:03:04.637492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=23e8cf38-1593-4c5d-a856-ab9da4b6f7c2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:04.639557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54292) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:04.649600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:04.650946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:04.666723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:04.687658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb8d3cd-a362-4409-8ce1-42ca4a539d59 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] Network c147bfc0-f6c1-4478-a0ff-7a14aad77f4d is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:04.735202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:04.859406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0688649d-7d7f-456c-ac64-a2379dd973b4 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:04.893699 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.5276532
Dec 22 13:03:04.894507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54296) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:04.932186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2eb8d3cd-a362-4409-8ce1-42ca4a539d59 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "POST /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.6290474
Dec 22 13:03:04.935814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54302) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:04.943992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5eca6-923c-4ba0-a990-fe2279cdea6a None None] Network c147bfc0-f6c1-4478-a0ff-7a14aad77f4d requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:04.979408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '66033fd3-b907-45d9-9218-62f502c96def', 'name': 'tempest-PortsTestJSON-2074110601'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:04.986086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:04.996789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:05.002036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:05.061343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:05.084560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.098011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:05.117501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:05.136899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74b3e100-a18c-439f-b8b0-447d2520e23b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:05.254341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-26665806-9d83-43c6-968d-38391505642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.324004 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ca41953f-dae7-4016-80b2-2f08ae549756 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks HTTP/1.1" status: 200  len: 7996 time: 0.3869882
Dec 22 13:03:05.364824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:05.374502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=001ddefa-8887-4643-937f-dd3ffa5ef8ba,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:05.384665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:05.385555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:05.405570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b597433-cbb8-4417-8e09-cd6892b9ca67 None None] Network 66033fd3-b907-45d9-9218-62f502c96def requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:05.425608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '96d41bbd-d0c6-43ef-814f-be3422da3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:05.426405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 53464784-1afa-488e-bdb5-d2b16e692467, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:05.442024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:05.446513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.458697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:05.554250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 53464784-1afa-488e-bdb5-d2b16e692467 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:05.589705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.596524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event updated for resources: {'Port': ['ID=a9446689-8573-485f-a768-0b3b3034dc02,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:05.608447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:05.625423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 74b3e100-a18c-439f-b8b0-447d2520e23b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:05.666951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 53464784-1afa-488e-bdb5-d2b16e692467) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:05.693746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Provisioning for port 74b3e100-a18c-439f-b8b0-447d2520e23b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:05.699311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f126fed-dbd0-412d-97bc-92d99553465d None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:05.701903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:05.702903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.730981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Provisioning complete for port 74b3e100-a18c-439f-b8b0-447d2520e23b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:05.731364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:05.794658 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3276539
Dec 22 13:03:05.798118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54310) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:05.807139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:05.857266 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1d4603b9-1e9a-41f2-a97a-4bb72023f8eb tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "DELETE /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks/c147bfc0-f6c1-4478-a0ff-7a14aad77f4d HTTP/1.1" status: 204  len: 168 time: 0.4817865
Dec 22 13:03:05.863188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54314) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:05.908814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:05.949338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:05.957200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:05.974761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3302574'] for subnet, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.036656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54318) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:06.044627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.057789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:06.064133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:06.072577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec328cfa-c990-4515-8c5c-b32502c16edf tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:06.110885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.182715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] For port 74b3e100-a18c-439f-b8b0-447d2520e23b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74b3e100-a18c-439f-b8b0-447d2520e23b,segment=NetworkSegment(a6b39089-7545-4d09-85bf-855a8fb2651d),segment_id=a6b39089-7545-4d09-85bf-855a8fb2651d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:06.189410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:06.193992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.199430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-53464784-1afa-488e-bdb5-d2b16e692467', 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': '001ddefa-8887-4643-937f-dd3ffa5ef8ba'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:06.200279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.210064 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4d3696c2-2d81-4dda-b711-645232b337a7 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks HTTP/1.1" status: 200  len: 7986 time: 0.3444695
Dec 22 13:03:06.256963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54322) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:06.261626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.264690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:06.315709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=0af8c09b-b5cb-4320-ae08-23a0e61930c5,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:06.342378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:06.350208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '64c2e341-6b89-4107-927f-b4bf9ada8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:06.355473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:06.362081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Pushing event updated for resources: {'Port': ['ID=74b3e100-a18c-439f-b8b0-447d2520e23b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:06.380481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:06.390028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port e244d7b1-5ec4-495c-8c53-b50b2322c552 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:06.404972 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a66cb1c4-d075-4022-8962-f256b405d46c tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/networks/6ee51654-9076-4885-98db-82ca91868c6d/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1354558
Dec 22 13:03:06.422184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54326) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:06.428118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:06.455329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:06.461753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:06.472210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:06.478260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-336741e2-a3db-4408-83bb-45b4b39fd069 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/networks/6ee51654-9076-4885-98db-82ca91868c6d/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.0547101
Dec 22 13:03:06.481969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54330) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:06.490024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Provisioning complete for port 74b3e100-a18c-439f-b8b0-447d2520e23b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:06.491000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.519257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2801256'] for subnet, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.526315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:06.615349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:06.619116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.634490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:06.644866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Allocated IP 172.20.0.2 (53464784-1afa-488e-bdb5-d2b16e692467/001ddefa-8887-4643-937f-dd3ffa5ef8ba/d78d5943-c347-405a-856f-66ba3acdddf3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:06.650404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.672972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:06.673673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.677415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "PUT /v2.0/subnets/001ddefa-8887-4643-937f-dd3ffa5ef8ba HTTP/1.1" status: 200  len: 806 time: 0.8756230
Dec 22 13:03:06.679062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:06.787415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:06.802644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9ea76c-5e55-453d-9f08-681605f832c6 None None] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:06.806332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=001ddefa-8887-4643-937f-dd3ffa5ef8ba,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:06.857704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:06.858297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:06.867215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:06.903360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Provisioning for port 86102fa1-7f9c-4a0f-b9a3-361287b58732 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:06.932545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Provisioning complete for port 86102fa1-7f9c-4a0f-b9a3-361287b58732 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:06.932545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.007448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b0010f6a-7479-4682-928b-4bef52c0d862 tempest-DHCPAgentSchedulersTestJSON-1736110362 tempest-DHCPAgentSchedulersTestJSON-1736110362-project-admin] 10.222.0.16 "GET /v2.0/agents/6673cca4-ae18-4731-9181-f0bc3bed11f8/dhcp-networks HTTP/1.1" status: 200  len: 7986 time: 0.5242035
Dec 22 13:03:07.011367 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3615274
Dec 22 13:03:07.012443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54338) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:07.012443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54340) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:07.022133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1114741838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:07.049635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.063123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-076b89c9-5f3b-48a5-9e49-aa82965886fe None None] Port 86102fa1-7f9c-4a0f-b9a3-361287b58732 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:07.101710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74b3e100-a18c-439f-b8b0-447d2520e23b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:07.181412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.14 (66033fd3-b907-45d9-9218-62f502c96def/d3ff8426-76cb-4680-8be0-95127ad453d0/e244d7b1-5ec4-495c-8c53-b50b2322c552) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:07.207950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.226680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:07.252723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.296882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:07.308720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Transition to ACTIVE for port object d78d5943-c347-405a-856f-66ba3acdddf3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:07.310471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:07.311823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5247b832-6e2e-4c22-8207-18a3ee3c0d50 None None] Provisioning complete for port 86102fa1-7f9c-4a0f-b9a3-361287b58732 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:07.312907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5247b832-6e2e-4c22-8207-18a3ee3c0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.338079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:07.354532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.381896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.386423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-23e8cf38-1593-4c5d-a856-ab9da4b6f7c2', 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '0af8c09b-b5cb-4320-ae08-23a0e61930c5'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:07.387390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.424812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Transition to ACTIVE for port object d78d5943-c347-405a-856f-66ba3acdddf3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:07.426252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 74b3e100-a18c-439f-b8b0-447d2520e23b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:07.426554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.491987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5247b832-6e2e-4c22-8207-18a3ee3c0d50 None None] Port 86102fa1-7f9c-4a0f-b9a3-361287b58732 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:07.500572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.525520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.526529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.543002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.557697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e5ec56dc-ffad-4d58-8717-19c57dd24382 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:07.573943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.581626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-381120d1-ef3b-48cd-85eb-869bd2c127a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:07.687242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.691618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16be0a91-3d1b-4090-af38-0a386e768ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.709202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.722158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.730589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:07.738107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:07.740644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:07.761296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293384970>,) {'filters': {'network_id': ['c147bfc0-f6c1-4478-a0ff-7a14aad77f4d']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:07.770125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=bc5e6943-20b6-4fe1-b6fd-fd7175045a0e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:07.772701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Pushing event updated for resources: {'Port': ['ID=d78d5943-c347-405a-856f-66ba3acdddf3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:07.783034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:07.787082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293384970>, '78d6ad12-d18f-460d-8af2-42b4079c93e3') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:07.787383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293384970>, '78d6ad12-d18f-460d-8af2-42b4079c93e3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:07.803309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:07.810168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.821901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:07.822266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:07.843963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.850114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.864394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:07.864804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.880258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:07.884223 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:07.886542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34b201f3-37f5-41a9-be08-603973ca2c99 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:07.912275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.929932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:07.947493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Attempting to bind port d78d5943-c347-405a-856f-66ba3acdddf3 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:07.947979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Attempting to bind port d78d5943-c347-405a-856f-66ba3acdddf3 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '96d41bbd-d0c6-43ef-814f-be3422da3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:07.948401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Attempting to bind port d78d5943-c347-405a-856f-66ba3acdddf3 on network 53464784-1afa-488e-bdb5-d2b16e692467 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:07.955043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Allocated IP 172.20.0.2 (23e8cf38-1593-4c5d-a856-ab9da4b6f7c2/0af8c09b-b5cb-4320-ae08-23a0e61930c5/0e414ff3-c94e-4bbe-86fc-f2509c9150bb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:07.960435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:07.961012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Checking segment: {'id': '96d41bbd-d0c6-43ef-814f-be3422da3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:07.961519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.962012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Bound using segment: {'id': '96d41bbd-d0c6-43ef-814f-be3422da3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:07.962585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Bound port: d78d5943-c347-405a-856f-66ba3acdddf3, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d41bbd-d0c6-43ef-814f-be3422da3c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '53464784-1afa-488e-bdb5-d2b16e692467'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:07.963106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:07.986875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=001ddefa-8887-4643-937f-dd3ffa5ef8ba,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:08.010906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object e244d7b1-5ec4-495c-8c53-b50b2322c552 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:08.014163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.20.0.7 (67eedda5-788a-4154-b9f8-919c7a719560/dcd9c30b-521f-4a62-8032-4b4cff0f2434/a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:08.021232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:08.103510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:08.108189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.112146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-89ec6ca2-c84c-415c-9790-92c6a2ddfd58 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.0947890
Dec 22 13:03:08.114046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54350) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:08.115092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:08.115517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.127861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.132077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6505304-9778-4424-a0e1-5fb854907876 None None] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:08.212620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.216488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.228130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.234470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:08.236171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] For port d78d5943-c347-405a-856f-66ba3acdddf3, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:08.251434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] For port d78d5943-c347-405a-856f-66ba3acdddf3, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d78d5943-c347-405a-856f-66ba3acdddf3,segment=NetworkSegment(96d41bbd-d0c6-43ef-814f-be3422da3c4b),segment_id=96d41bbd-d0c6-43ef-814f-be3422da3c4b)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:08.275718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Router ebd092cb-4508-407a-8979-0ae0c57b6226 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:08.276021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3cdc349-65df-4fa1-836a-ceeb1bf38428 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:08.301505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.317629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event deleted for resources: {'Network': ['ID=c147bfc0-f6c1-4478-a0ff-7a14aad77f4d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:08.320276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 66033fd3-b907-45d9-9218-62f502c96def is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:08.323280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529344d670>,) {'filters': {'network_id': ['53464784-1afa-488e-bdb5-d2b16e692467']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:08.328303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:08.333344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:08.350577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.367444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:08.386751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:08.392834 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "DELETE /v2.0/networks/c147bfc0-f6c1-4478-a0ff-7a14aad77f4d HTTP/1.1" status: 204  len: 168 time: 1.3795097
Dec 22 13:03:08.401709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54354) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:08.404585 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.3649075
Dec 22 13:03:08.409071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529344d670>, '96d41bbd-d0c6-43ef-814f-be3422da3c4b') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:08.409368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529344d670>, '96d41bbd-d0c6-43ef-814f-be3422da3c4b') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:08.420551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54358) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:08.425302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=e244d7b1-5ec4-495c-8c53-b50b2322c552,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:08.431535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927273221'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:08.605285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:08.616619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:08.625715 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e1fa8f-7990-46f7-bc04-22dcbc1dfe09 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:08.626187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e1fa8f-7990-46f7-bc04-22dcbc1dfe09 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:08.630902 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-66e1fa8f-7990-46f7-bc04-22dcbc1dfe09 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "DELETE /v2.0/ports/81a3ff66-3cf4-48dd-8beb-2ecf79cdc0d2 HTTP/1.1" status: 404  len: 333 time: 0.2223952
Dec 22 13:03:08.636562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.636711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54362) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:08.642068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:08.676738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:08.685581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df', 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': 'bc5e6943-20b6-4fe1-b6fd-fd7175045a0e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:08.688109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.695540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:08.745686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.760744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.765062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Pushing event updated for resources: {'Port': ['ID=d78d5943-c347-405a-856f-66ba3acdddf3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:08.774464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:08.776523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:08.777243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.805124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.808847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f36dbab6-a66d-4ed7-909d-10b01275689f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:08.818645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Transition to ACTIVE for port object 0e414ff3-c94e-4bbe-86fc-f2509c9150bb will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:08.823676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5e4e6-77ab-49d8-81bf-fb688ed125e9 None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:08.841383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.849140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.854828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4c3dc44e-02cd-4eed-bb6a-3c0858f2514c None None] Provisioning for port e244d7b1-5ec4-495c-8c53-b50b2322c552 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:08.888723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:08.889125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.897405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Deleting subnet ff6d310d-603a-4c3c-80bf-f2db14d0f439 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:08.904102 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:08.917137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.931299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4c3dc44e-02cd-4eed-bb6a-3c0858f2514c None None] Provisioning complete for port e244d7b1-5ec4-495c-8c53-b50b2322c552 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:08.931919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc44e-02cd-4eed-bb6a-3c0858f2514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.944821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:08.948419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:08.962666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network 67eedda5-788a-4154-b9f8-919c7a719560 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:08.981832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:08.982146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Transition to ACTIVE for port object 0e414ff3-c94e-4bbe-86fc-f2509c9150bb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:08.990128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:08.996664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:09.017831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] Sync routers for ids ['ebd092cb-4508-407a-8979-0ae0c57b6226'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:09.042990 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] Routers {'ebd092cb-4508-407a-8979-0ae0c57b6226'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:09.042990 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e55b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['ebd092cb-4508-407a-8979-0ae0c57b6226'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:09.043329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:09.044527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4c3dc44e-02cd-4eed-bb6a-3c0858f2514c None None] Port e244d7b1-5ec4-495c-8c53-b50b2322c552 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:09.056477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.065647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:09.071577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.1545930
Dec 22 13:03:09.071724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54368) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:09.073159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:03:09.073159 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:03:09.073159 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '53464784-1afa-488e-bdb5-d2b16e692467'}]
Dec 22 13:03:09.073159 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:09.073850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:09.076989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.116752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.123034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fdf7dc32-2de3-48eb-ab3d-60cd39431f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:09.139757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:09.155778 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e55b0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:09.170459 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] Routers {'ebd092cb-4508-407a-8979-0ae0c57b6226'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:09.174041 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e55b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['ebd092cb-4508-407a-8979-0ae0c57b6226'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:09.215009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.216197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 8.3838389
Dec 22 13:03:09.222314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54372) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:09.238054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:09.248114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:09.253269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Allocated IP 2001:db8:0:ffff::2 (e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df/bc5e6943-20b6-4fe1-b6fd-fd7175045a0e/3ad0c975-3c11-4038-9b62-86a95d45fe5c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:09.257918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:09.259869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Pushing event updated for resources: {'Port': ['ID=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:09.276284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:09.293300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.293568 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 33f76919-95ba-4f6c-b83f-d55a2007686b of type vlan for network 0e615f96-eaab-4796-9cdb-309b8f6e38ea
Dec 22 13:03:09.304234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:09.356640 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e55b0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:09.357302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55178631-27fd-47c5-8b4d-3e64b97473d2 None None] The sync data for ids ['ebd092cb-4508-407a-8979-0ae0c57b6226'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:09.391179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.402244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.454006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Attempting to bind port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:09.456243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Attempting to bind port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '64c2e341-6b89-4107-927f-b4bf9ada8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:09.456243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Attempting to bind port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb on network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:09.522441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:09.523573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Checking segment: {'id': '64c2e341-6b89-4107-927f-b4bf9ada8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:09.524056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.524706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Bound using segment: {'id': '64c2e341-6b89-4107-927f-b4bf9ada8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:09.525081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Bound port: 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c2e341-6b89-4107-927f-b4bf9ada8590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '23e8cf38-1593-4c5d-a856-ab9da4b6f7c2'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:09.525628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.627450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.627844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7ad82-c7fa-4fc1-a0f2-9f882756845f None None] Network 53464784-1afa-488e-bdb5-d2b16e692467 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:09.629306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.632981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:09.633581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.643279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7e3a2-f151-4b8e-9713-412f434f99e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:09.648059 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7a7e3a2-f151-4b8e-9713-412f434f99e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200  len: 922 time: 0.5735669
Dec 22 13:03:09.648185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-180abbd5-0600-4a2a-9aff-eaeaa636ea2f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:09.661461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54376) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:09.674761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.771256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105633d4-2906-4a1b-87d3-21b7368ab1d3 None None] Network 6ee51654-9076-4885-98db-82ca91868c6d requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:09.771474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.792410 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "DELETE /v2.0/subnets/ff6d310d-603a-4c3c-80bf-f2db14d0f439 HTTP/1.1" status: 204  len: 168 time: 1.1523604
Dec 22 13:03:09.795380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54380) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:09.802741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=0e615f96-eaab-4796-9cdb-309b8f6e38ea,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:09.822521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.829142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 0e615f96-eaab-4796-9cdb-309b8f6e38ea details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:09.858449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port d78d5943-c347-405a-856f-66ba3acdddf3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:09.859413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.882835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:09.888356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:09.921903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port e244d7b1-5ec4-495c-8c53-b50b2322c552 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:09.922351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:09.927322 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5034962
Dec 22 13:03:09.947613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54384) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:09.951638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] For port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:09.999184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6d310d-603a-4c3c-80bf-f2db14d0f439,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:10.002231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '0e615f96-eaab-4796-9cdb-309b8f6e38ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:10.016949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:10.086142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] For port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,segment=NetworkSegment(64c2e341-6b89-4107-927f-b4bf9ada8590),segment_id=64c2e341-6b89-4107-927f-b4bf9ada8590)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:10.086543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.116049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.138298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Deleting port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:10.138623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.150171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Transition to ACTIVE for port object 3ad0c975-3c11-4038-9b62-86a95d45fe5c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:10.169325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.216405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:10.259384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.286895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Transition to ACTIVE for port object 3ad0c975-3c11-4038-9b62-86a95d45fe5c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:10.349323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Pushing event updated for resources: {'Port': ['ID=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:10.355367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:10.387460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.392148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-191e519c-5208-4c4b-838f-4f3eb4db3a77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:10.459746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.20.0.1 (23e8cf38-1593-4c5d-a856-ab9da4b6f7c2/0af8c09b-b5cb-4320-ae08-23a0e61930c5/799cfe94-4254-4dbf-9d55-68fd0f726f98) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:10.491803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] DHCP port deletion for 6ee51654-9076-4885-98db-82ca91868c6d request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:10.508070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Deleting port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:10.508596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.556947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:10.557161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:10.557994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c975-3c11-4038-9b62-86a95d45fe5c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:10.567931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:10.570458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:10.579534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:10.666329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:10.677807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.687058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:10.762884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Attempting to bind port 3ad0c975-3c11-4038-9b62-86a95d45fe5c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:10.763512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Attempting to bind port 3ad0c975-3c11-4038-9b62-86a95d45fe5c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:10.764046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Attempting to bind port 3ad0c975-3c11-4038-9b62-86a95d45fe5c on network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:10.776496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:10.777180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Checking segment: {'id': '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:10.777744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.778294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Bound using segment: {'id': '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:10.778972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Bound port: 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:10.779510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.783479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:10.811823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] For port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,segment=NetworkSegment(43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2),segment_id=43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:10.813159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.984027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] For port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,segment=NetworkSegment(43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2),segment_id=43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:10.984575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:10.995645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] For port 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:11.009133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.034686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Calling delete_port for 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:11.040494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 799cfe94-4254-4dbf-9d55-68fd0f726f98 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:11.067035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.121083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:11.122438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Calling delete_port for 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:11.125143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.154810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] For port 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3ad0c975-3c11-4038-9b62-86a95d45fe5c,segment=NetworkSegment(9b8df4f5-3959-4d66-8d59-ac297cb1a7d7),segment_id=9b8df4f5-3959-4d66-8d59-ac297cb1a7d7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:11.157754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e414ff3-c94e-4bbe-86fc-f2509c9150bb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:11.161633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port d78d5943-c347-405a-856f-66ba3acdddf3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d78d5943-c347-405a-856f-66ba3acdddf3,segment=NetworkSegment(96d41bbd-d0c6-43ef-814f-be3422da3c4b),segment_id=96d41bbd-d0c6-43ef-814f-be3422da3c4b)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:11.161993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.216867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.221481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:11.268441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.273886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router 0a9c4047-285f-4e5f-8c74-b266f317772e is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:11.276318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-01c9a5e5-bafc-4c53-bb6a-7c76e10d82a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:11.286714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event deleted for resources: {'Port': ['ID=7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:11.296181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:11.306707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] No DVR routers for this DVR port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:11.364264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c975-3c11-4038-9b62-86a95d45fe5c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:11.376399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:11.418746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:11.418746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:11.432418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.451471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.475009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for d78d5943-c347-405a-856f-66ba3acdddf3 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:11.502017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:11.581445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:11.610600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.649653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:11.650570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:11.706796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529350ff40>,) {'filters': {'network_id': ['6ee51654-9076-4885-98db-82ca91868c6d']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:11.723280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350ff40>, '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:11.723621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350ff40>, '43db3f5b-9e15-4d1f-b3d4-7ce4cb65b4b2') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:11.730958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for e244d7b1-5ec4-495c-8c53-b50b2322c552 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:11.745310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.767255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:11.772908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.783461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Sync routers for ids ['0a9c4047-285f-4e5f-8c74-b266f317772e'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:11.796980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:11.797433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.804819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Routers {'0a9c4047-285f-4e5f-8c74-b266f317772e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:11.805681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298588a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0a9c4047-285f-4e5f-8c74-b266f317772e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:11.823588 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:11.924838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Deleting port 7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:11.925480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.930911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.932253 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 8.0774057
Dec 22 13:03:11.936755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54394) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:11.987138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:11.994765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bfae02-c910-45a8-9348-de3ba72a54e1 None None] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:12.003071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-347448f6-6c8c-4549-b597-f7aaececf86d tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:12.040658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.055283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fad3d0f2-49b1-43cf-bcaf-e906bbc98fa2 None None] The port '7b594faf-eb5b-43d2-8c7f-d3a3c72ef53c' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:12.074396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Deleting port a9446689-8573-485f-a768-0b3b3034dc02 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:12.074750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.165309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:12.167628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=e244d7b1-5ec4-495c-8c53-b50b2322c552,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:12.200123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:12.212807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:12.213278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a3e790cd-f7b0-44f4-8409-41d64e58df06 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:12.261050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Set router 0a9c4047-285f-4e5f-8c74-b266f317772e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:12.357810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.402101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Provisioning for port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:12.429864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-714e6e0a-f74a-4159-9fdf-cc81eb03e36f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:12.447304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.478859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Provisioning complete for port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:12.479248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.503716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:12.555254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Pushing event deleted for resources: {'Network': ['ID=6ee51654-9076-4885-98db-82ca91868c6d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:12.568366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] 10.222.0.16 "DELETE /v2.0/networks/6ee51654-9076-4885-98db-82ca91868c6d HTTP/1.1" status: 204  len: 168 time: 2.7693362
Dec 22 13:03:12.580276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:12.641152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.682919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.762577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-45e2c535-9fef-413a-b17e-675eaf418c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:12.764024 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-45e2c535-9fef-413a-b17e-675eaf418c35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.4855821
Dec 22 13:03:12.784983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fa7bd-92ed-44f0-bbf4-de42a4aa0192 req-e0a42ded-2ebb-44d3-96cf-1106c26fe41d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:12.792460 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a04fa7bd-92ed-44f0-bbf4-de42a4aa0192 req-e0a42ded-2ebb-44d3-96cf-1106c26fe41d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.4077570
Dec 22 13:03:12.814244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.921980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:12.960559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] For port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,segment=NetworkSegment(64c2e341-6b89-4107-927f-b4bf9ada8590),segment_id=64c2e341-6b89-4107-927f-b4bf9ada8590)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:12.987007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298588a30>, [{'id': '0a9c4047-285f-4e5f-8c74-b266f317772e', 'name': '', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '67eedda5-788a-4154-b9f8-919c7a719560', 'external_fixed_ips': [{'subnet_id': 'dcd9c30b-521f-4a62-8032-4b4cff0f2434', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:04Z', 'updated_at': '2021-12-22T13:03:09Z', 'revision_number': 3, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port': {'id': 'a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c', 'name': '', 'network_id': '67eedda5-788a-4154-b9f8-919c7a719560', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c4047-285f-4e5f-8c74-b266f317772e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'dcd9c30b-521f-4a62-8032-4b4cff0f2434', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:07Z', 'updated_at': '2021-12-22T13:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcd9c30b-521f-4a62-8032-4b4cff0f2434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:13.004841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Checking router: 0a9c4047-285f-4e5f-8c74-b266f317772e for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:03:13.005419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Updating router 0a9c4047-285f-4e5f-8c74-b266f317772e port a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:03:13.031301 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a04fa7bd-92ed-44f0-bbf4-de42a4aa0192 req-45653097-9807-42d2-8884-f746f1fd425d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2378368
Dec 22 13:03:13.044090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b2f59-1e3d-4768-a94f-e0d76c8f19d0 None None] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:13.106176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.122225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.132314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:13.162180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-6e3b06a6-3575-4f99-9838-752fc4a514e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:13.164760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port d78d5943-c347-405a-856f-66ba3acdddf3 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:13.173073 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-6e3b06a6-3575-4f99-9838-752fc4a514e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.3622434
Dec 22 13:03:13.212048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3ad0c975-3c11-4038-9b62-86a95d45fe5c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:13.221013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=799cfe94-4254-4dbf-9d55-68fd0f726f98,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:13.249836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.036s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:13.250641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4550f215-3db8-423b-9f20-f8f047fd5e62 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:13.311413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54404) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:13.318474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.332942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-1837f77f-0d65-4341-bd87-26be25bbaf0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1000 time: 0.1534238
Dec 22 13:03:13.334110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Deleting port a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:13.334445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.341865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.376829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Pushing event updated for resources: {'Port': ['ID=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:13.378392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=d78d5943-c347-405a-856f-66ba3acdddf3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:13.391294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:13.414020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:13.430932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:13.437748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.535470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-490f040c-be8f-4248-bf93-61d686337baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:13.536838 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-490f040c-be8f-4248-bf93-61d686337baa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.1686022
Dec 22 13:03:13.569003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-229c45d4-5026-4b00-94c5-7aaff50f2f8d None None] Provisioning for port 3ad0c975-3c11-4038-9b62-86a95d45fe5c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:13.630065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.649964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/e244d7b1-5ec4-495c-8c53-b50b2322c552 HTTP/1.1" status: 204  len: 168 time: 3.9845088
Dec 22 13:03:13.659834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54410) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:13.660394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.704129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.725089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5147d97e-b5a2-44a8-a4b8-446a1a8748de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:03:13.725629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5147d97e-b5a2-44a8-a4b8-446a1a8748de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:13.801944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3ad0c975-3c11-4038-9b62-86a95d45fe5c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:13.843429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Calling delete_port for a9446689-8573-485f-a768-0b3b3034dc02 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:13.850330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Calling delete_port for a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:13.869216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Provisioning for port 799cfe94-4254-4dbf-9d55-68fd0f726f98 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:13.872136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3ad0c975-3c11-4038-9b62-86a95d45fe5c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:13.872516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.901496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-f425f2ff-48d6-497f-a375-807b5fa7e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:13.903653 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-f425f2ff-48d6-497f-a375-807b5fa7e36d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3488014
Dec 22 13:03:13.908889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=bdbf052d-cc0b-4278-85cb-3afb332282d2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:13.927883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293355c40>,) {'filters': {'network_id': ['53464784-1afa-488e-bdb5-d2b16e692467']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:13.931695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Provisioning complete for port 799cfe94-4254-4dbf-9d55-68fd0f726f98 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:13.931902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:13.936370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:13.967921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '33f76919-95ba-4f6c-b83f-d55a2007686b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '0e615f96-eaab-4796-9cdb-309b8f6e38ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:13.969059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 0e615f96-eaab-4796-9cdb-309b8f6e38ea, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:13.981668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293355c40>, '96d41bbd-d0c6-43ef-814f-be3422da3c4b') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:13.981951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293355c40>, '96d41bbd-d0c6-43ef-814f-be3422da3c4b') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:14.005781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.014806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.038702 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1ce30ded-0bd6-4c76-84f2-6f9b8e1ac8ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48975a7169ff4189bebc1ecb890d5c55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7134049
Dec 22 13:03:14.045198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Port 799cfe94-4254-4dbf-9d55-68fd0f726f98 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:14.053566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54414) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:14.105094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.122436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Provisioning complete for port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:14.122886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a64998a-b4bf-418c-bf7a-bdfa1902ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.203614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:14.204065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5147d97e-b5a2-44a8-a4b8-446a1a8748de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:14.204557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.207859 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5147d97e-b5a2-44a8-a4b8-446a1a8748de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/e244d7b1-5ec4-495c-8c53-b50b2322c552 HTTP/1.1" status: 404  len: 333 time: 0.5443478
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:14.221841 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:14.223687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54420) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:14.239709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.313789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6908d2-f82a-4690-9701-a661d7ab7bf0 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:03:14.346835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.377391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3ad0c975-3c11-4038-9b62-86a95d45fe5c,segment=NetworkSegment(9b8df4f5-3959-4d66-8d59-ac297cb1a7d7),segment_id=9b8df4f5-3959-4d66-8d59-ac297cb1a7d7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:14.385909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 0e615f96-eaab-4796-9cdb-309b8f6e38ea is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=88168) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}}
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last):
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self.dialect.do_execute(
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     cursor.execute(statement, parameters)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     result = self._query(query)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     conn.query(q)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     result.read()
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     first_packet = self.connection._read_packet()
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     packet.raise_for_error()
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     err.raise_mysql_exception(self._data)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     raise errorclass(errno, errval)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers 
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception:
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers 
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last):
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     getattr(driver.obj, method_name)(context)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self._insert_provisioning_block(context)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     if context.host_agents(self.agent_type):
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     return self._plugin.get_agents(self._plugin_context,
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     return method(*args, **kwargs)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     agents = agent_obj.Agent.get_objects(context, **filters)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/objects/base.py", line 630, in get_objects
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     db_objs = obj_db_api.get_objects(
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     return model_query.get_collection(
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 316, in get_collection
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     items = [
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self.session._autoflush()
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self.flush()
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self._flush(objects)
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush
Dec 22 13:03:14.423901 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     transaction.rollback(_capture_exception=True)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     compat.raise_(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     raise exception
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     flush_context.execute()
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     rec.execute(self)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     persistence.save_obj(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     _emit_update_statements(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     c = cached_connections[connection].execute(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     return meth(self, multiparams, params)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     return connection._execute_clauseelement(self, multiparams, params)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     ret = self._execute_context(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self._handle_dbapi_exception(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     util.raise_(newraise, with_traceback=exc_info[2], from_=e)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     raise exception
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self.dialect.do_execute(
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     cursor.execute(statement, parameters)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     result = self._query(query)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     conn.query(q)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     self._affected_rows = self._read_query_result(unbuffered=unbuffered)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     result.read()
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     first_packet = self.connection._read_packet()
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     packet.raise_for_error()
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     err.raise_mysql_exception(self._data)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers   File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers     raise errorclass(errno, errval)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s]
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'dv-neutron-822662-1-hyperv', 'ml2_port_bindings_port_id': 'a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c', 'ml2_port_bindings_host': ''}]
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8)
Dec 22 13:03:14.427934 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR neutron.plugins.ml2.managers 
Dec 22 13:03:14.442204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 22 13:03:14.442204 dv-neutron-822662-1-hyperv neutron-server[88168]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s]
Dec 22 13:03:14.442204 dv-neutron-822662-1-hyperv neutron-server[88168]: [parameters: {'host': 'dv-neutron-822662-1-hyperv', 'ml2_port_bindings_port_id': 'a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c', 'ml2_port_bindings_host': ''}]
Dec 22 13:03:14.442204 dv-neutron-822662-1-hyperv neutron-server[88168]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:14.443181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:14.458049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6b05b-ac36-46f5-90e7-081ded839b0a req-ee7fa3b9-4dde-4b4d-bcb8-a29d4c000095 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:14.459750 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2af6b05b-ac36-46f5-90e7-081ded839b0a req-ee7fa3b9-4dde-4b4d-bcb8-a29d4c000095 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2434795
Dec 22 13:03:14.462015 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-d8cce163-03d3-4e68-8b3b-d26d88ad6ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5511267
Dec 22 13:03:14.476597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.483385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-deeb6140-0ec9-4b75-b30f-36a8d1553b05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:14.585915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.594554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4e3367c-c81e-453d-96b7-6e7b1d6e8002 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:14.599313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3ad0c975-3c11-4038-9b62-86a95d45fe5c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:14.605176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:14.615338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6908d2-f82a-4690-9701-a661d7ab7bf0 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:03:14.648195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2af6b05b-ac36-46f5-90e7-081ded839b0a req-cb18a147-4daf-46f0-8f81-6c52037ce135 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1780620
Dec 22 13:03:14.649080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Port': ['ID=a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:14.656891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:14.728985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 0e615f96-eaab-4796-9cdb-309b8f6e38ea) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:14.743654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-af688916-16a7-4193-92c8-12a576837ac1 None None] Provisioning complete for port 3ad0c975-3c11-4038-9b62-86a95d45fe5c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:14.744022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af688916-16a7-4193-92c8-12a576837ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.744340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.746884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:14.747475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.757470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 86102fa1-7f9c-4a0f-b9a3-361287b58732 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:14.757813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.800447 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b939bdc-3459-4b7d-a19c-f39d30e65d1b req-637ff263-777c-4be9-9a32-b6a0c30cf873 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3314259
Dec 22 13:03:14.808824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.862198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.893381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-00bf01b0-67c2-432c-9eb9-125763e6d048 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:14.922764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-638056'] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:14.924651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/53464784-1afa-488e-bdb5-d2b16e692467 HTTP/1.1" status: 204  len: 168 time: 8.2402101
Dec 22 13:03:14.934207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54424) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:14.950113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.027140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=53464784-1afa-488e-bdb5-d2b16e692467,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:15.034254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Port a36b03a1-3bce-4669-a2a0-74c3d3bb5b3c not found while updating agent binding for router 0a9c4047-285f-4e5f-8c74-b266f317772e. {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 22 13:03:15.034611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.044179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.046990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:15.055575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e414ff3-c94e-4bbe-86fc-f2509c9150bb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:15.063158 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 5.1005013
Dec 22 13:03:15.066940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54428) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:15.099331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Routers {'0a9c4047-285f-4e5f-8c74-b266f317772e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:15.099977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298588a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0a9c4047-285f-4e5f-8c74-b266f317772e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:15.152919 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4c62a4-7cd8-4b80-88a7-56c86b4c6aa7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:15.153324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4c62a4-7cd8-4b80-88a7-56c86b4c6aa7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:15.158479 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ed4c62a4-7cd8-4b80-88a7-56c86b4c6aa7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/53464784-1afa-488e-bdb5-d2b16e692467 HTTP/1.1" status: 404  len: 339 time: 0.2169626
Dec 22 13:03:15.161603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54432) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:15.172748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1066137647', 'description': 'd1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:15.188953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:15.196239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.196239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9c4047-285f-4e5f-8c74-b266f317772e {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:15.200226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:network and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:15.209016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:15.217150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:15.254037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.255256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/0a9c4047-285f-4e5f-8c74-b266f317772e HTTP/1.1" status: 204  len: 168 time: 3.3165498
Dec 22 13:03:15.267239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54436) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:15.283447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.298618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc228799-c1bd-40a8-8024-3362ecab79ed tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:15.316579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.337913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:15.345164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.351602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] Set router 0a9c4047-285f-4e5f-8c74-b266f317772e gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:15.363735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Pushing event deleted for resources: {'Port': ['ID=a9446689-8573-485f-a768-0b3b3034dc02,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:15.376873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:15.436675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Deleting subnet dcd9c30b-521f-4a62-8032-4b4cff0f2434 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:15.448679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.479578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.482196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:15.500108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7836d6f8-21ef-4aa7-9827-9f0790380a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:15.501063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.528866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.542239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8aeffc-93cc-4be2-ae36-91a3f73220c3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:15.547360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.555227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:15.590129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.625134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298588a30>, [{'id': '0a9c4047-285f-4e5f-8c74-b266f317772e', 'name': '', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:04Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:15.633763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f5f133-c949-4fff-a90d-d4afd909568e None None] The sync data for ids ['0a9c4047-285f-4e5f-8c74-b266f317772e'] in dv-neutron-822662-1-hyperv is: [{'id': '0a9c4047-285f-4e5f-8c74-b266f317772e', 'name': '', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:04Z', 'updated_at': '2021-12-22T13:03:14Z', 'revision_number': 5, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:15.638711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:15.639202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.650821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.680219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.681645 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a8aeffc-93cc-4be2-ae36-91a3f73220c3 HTTP/1.1" status: 204  len: 168 time: 1.6139557
Dec 22 13:03:15.683938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.697708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.698054 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 76f55a54-dd14-4a55-b0a1-91059196bb0a of type vlan for network ce1a91fe-d153-4523-bfa7-64f47b4ba64b
Dec 22 13:03:15.700109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:15.716581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 86102fa1-7f9c-4a0f-b9a3-361287b58732 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:15.783919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.808328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=bdbf052d-cc0b-4278-85cb-3afb332282d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:15.826024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3ad0c975-3c11-4038-9b62-86a95d45fe5c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:15.845409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:15.854227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b2bfe-672a-48b2-8e2a-42fb92586307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-0e615f96-eaab-4796-9cdb-309b8f6e38ea', 'network_id': '0e615f96-eaab-4796-9cdb-309b8f6e38ea', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': 'bdbf052d-cc0b-4278-85cb-3afb332282d2'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:15.854227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2bfe-672a-48b2-8e2a-42fb92586307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.863679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c450f5be-24bf-4b27-ba02-d396563f63fd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:15.970953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:15.979346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3ad0c975-3c11-4038-9b62-86a95d45fe5c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:15.979723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.042019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=799cfe94-4254-4dbf-9d55-68fd0f726f98,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:16.101699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b10cf7-7374-4449-b05a-34229baf5fe4 None None] Network 0e615f96-eaab-4796-9cdb-309b8f6e38ea requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:16.122337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:16.139679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.224653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.259853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.267688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:16.268590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.298393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:16.341030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298c57be0>,) {'filters': {'network_id': ['0e615f96-eaab-4796-9cdb-309b8f6e38ea']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:16.341533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c5541-1415-40f8-b1dc-5181486156f9 None None] Network 0e615f96-eaab-4796-9cdb-309b8f6e38ea requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:16.430605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c57be0>, '33f76919-95ba-4f6c-b83f-d55a2007686b') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:16.431037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c57be0>, '33f76919-95ba-4f6c-b83f-d55a2007686b') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:16.447170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.459154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.461938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.487468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=ce1a91fe-d153-4523-bfa7-64f47b4ba64b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:16.493291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.495167 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/dcd9c30b-521f-4a62-8032-4b4cff0f2434 HTTP/1.1" status: 204  len: 168 time: 1.2265210
Dec 22 13:03:16.496079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:16.496837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-708f6e20-b177-40e3-9a17-f93e3c19ac08 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:16.511475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network ce1a91fe-d153-4523-bfa7-64f47b4ba64b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:16.524738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54446) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:16.529985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.558903 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.3946967
Dec 22 13:03:16.569805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54450) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:16.580082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975623-0cdb-47b6-83e5-afc746f445c1 req-5dbe21bd-7ddd-4fe0-8e12-1cb4d8a4aeea tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:16.583122 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0975623-0cdb-47b6-83e5-afc746f445c1 req-5dbe21bd-7ddd-4fe0-8e12-1cb4d8a4aeea tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6621366
Dec 22 13:03:16.664305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd9c30b-521f-4a62-8032-4b4cff0f2434,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:16.670529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54454) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:16.673241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:16.673696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:16.693746 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:16.697050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:16.812726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.835722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.836730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.856710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:16.869221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Usage tracker for resource:security_group_rule and tenant:0426eb57862b4ddb8b729a84be46c670 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:16.875189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:16.878338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.880462 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0975623-0cdb-47b6-83e5-afc746f445c1 req-39ac6213-a464-41e4-8a42-f472d25116bf tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2088139
Dec 22 13:03:16.915208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:16.943489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.975535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e45833-df0d-4dd0-8dc8-b720f617e89f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:16.976495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-74e45833-df0d-4dd0-8dc8-b720f617e89f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Synchronizing usage tracker for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:16.998672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:16.999925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e1ec1ca5-2d3a-4bd6-81ed-bd8f0d8c06de tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:17.029995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.049124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=0e615f96-eaab-4796-9cdb-309b8f6e38ea,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:17.052452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.063320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:17.068782 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/0e615f96-eaab-4796-9cdb-309b8f6e38ea HTTP/1.1" status: 204  len: 168 time: 2.0000291
Dec 22 13:03:17.073462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f2551368-039b-4448-8b73-1e954e472559 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:17.081680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54460) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.091043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1013344775'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:17.101133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52985f3760>,) {'filters': {'network_id': ['67eedda5-788a-4154-b9f8-919c7a719560']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:17.110472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:17.122609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:17.126180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52985f3760>, '620fc408-e6e7-4cf0-8074-5b7cacf22a6a') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:17.126483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52985f3760>, '620fc408-e6e7-4cf0-8074-5b7cacf22a6a') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:17.133724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=86102fa1-7f9c-4a0f-b9a3-361287b58732,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:17.136946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:17.137677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:17.145721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.168435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:17.178707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:17.180690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Router ebd092cb-4508-407a-8979-0ae0c57b6226 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:03:17.186291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:17.190921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.210245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:17.210684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:17.226334 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:17.299078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:17.302576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.336971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.349535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:17.365997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.366373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment e2456b84-fe1a-4d80-9b5b-dfee29e2a529 of type vlan for network d20476d3-ad42-4605-8b3a-9578e0a3354c
Dec 22 13:03:17.401127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.407153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.416203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4b333e9e-debd-43cb-89e0-af05a372d435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:17.456989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.481298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  67eedda5-788a-4154-b9f8-919c7a719560 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:17.484685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0426eb57862b4ddb8b729a84be46c670&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7926033
Dec 22 13:03:17.488330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.491260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54464) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.495217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4ee765-1b61-49dd-b34f-f867aedb7a1f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:17.511139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:17.511587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:17.536687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Network': ['ID=67eedda5-788a-4154-b9f8-919c7a719560,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:17.551544 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/networks/67eedda5-788a-4154-b9f8-919c7a719560 HTTP/1.1" status: 204  len: 168 time: 1.0231547
Dec 22 13:03:17.556464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.571024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:17.571478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:17.572585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.579868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:17.580683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.581138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.582024 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "PUT /v2.0/routers/ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 200  len: 710 time: 8.2945797
Dec 22 13:03:17.585667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-74e45833-df0d-4dd0-8dc8-b720f617e89f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Unset dirty status for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:17.586897 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-74e45833-df0d-4dd0-8dc8-b720f617e89f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks?id=ce1a91fe-d153-4523-bfa7-64f47b4ba64b HTTP/1.1" status: 200  len: 761 time: 1.0031633
Dec 22 13:03:17.589039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54470) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.589594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54472) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.599279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-50531dbe-3d7e-4b07-b781-aa774ce34fdb tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:17.620154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b56b88e0-fc82-4136-b937-4b74b569a895 None None] Provisioning complete for port 799cfe94-4254-4dbf-9d55-68fd0f726f98 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:17.620710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b56b88e0-fc82-4136-b937-4b74b569a895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.710681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b56b88e0-fc82-4136-b937-4b74b569a895 None None] Port 799cfe94-4254-4dbf-9d55-68fd0f726f98 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:17.736549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=d20476d3-ad42-4605-8b3a-9578e0a3354c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:17.748405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:17.749104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d20476d3-ad42-4605-8b3a-9578e0a3354c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:17.772116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6886339
Dec 22 13:03:17.773272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.775160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54480) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.781772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:17.871248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'description': 'd2'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:17.932746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:17.937499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:17.940860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:17.947202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:17.962265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:17.980046 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-36cb2624-b877-456d-9063-26194a1df200 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/routers/ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 200  len: 745 time: 0.3890803
Dec 22 13:03:17.986316 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/86102fa1-7f9c-4a0f-b9a3-361287b58732 HTTP/1.1" status: 204  len: 168 time: 3.7568610
Dec 22 13:03:17.989377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54486) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:17.989743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54488) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.025980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54494) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.056852 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] Sync routers for ids ['ebd092cb-4508-407a-8979-0ae0c57b6226'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:18.067787 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] Routers {'ebd092cb-4508-407a-8979-0ae0c57b6226'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:18.071753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec6a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['ebd092cb-4508-407a-8979-0ae0c57b6226'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:18.082217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'name': 'tempest-router--808900483', 'project_id': 'e1ed228a1c954c1faa01d9029e9e6aa2'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:18.095746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:18.099971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.106732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:18.117504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:router and tenant:e1ed228a1c954c1faa01d9029e9e6aa2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:18.124930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:18.131092 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0eb873-444e-4a6b-b397-c2809d60b044 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:03:18.131847 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec6a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:18.132591 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4a0eb873-444e-4a6b-b397-c2809d60b044 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/86102fa1-7f9c-4a0f-b9a3-361287b58732 HTTP/1.1" status: 404  len: 333 time: 0.1399448
Dec 22 13:03:18.135413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-12e05a4d-2aef-4c93-b09c-e2f3efc6a933 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 200  len: 205 time: 0.1443360
Dec 22 13:03:18.139056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54498) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.139220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54500) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.142085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:18.144369 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] Routers {'ebd092cb-4508-407a-8979-0ae0c57b6226'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:18.144975 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec6a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['ebd092cb-4508-407a-8979-0ae0c57b6226'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:18.209224 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec6a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:18.209578 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c09b1dd-7806-45b6-9527-8a417e357b38 None None] The sync data for ids ['ebd092cb-4508-407a-8979-0ae0c57b6226'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:18.211096 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e3435ca9-c645-4f8b-a816-0f24cc669909 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 200  len: 205 time: 0.0708272
Dec 22 13:03:18.215941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.224176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54506) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.301456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 194d5483-7108-4594-819a-c7fb9a91fabe is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:18.366413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.367433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.379949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.388684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-788fa2e6-ba3c-475f-8a0f-8ffd015abff9 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:18.410307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.413604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet d3ff8426-76cb-4680-8be0-95127ad453d0 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:18.418438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.478588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.511189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.520865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02532d85-4319-461a-b1d0-8e08d501a369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:18.523614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network ce1a91fe-d153-4523-bfa7-64f47b4ba64b is not hosted by any dhcp agent {{(pid=88166) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 22 13:03:18.528883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:18.529474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.530876 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "PUT /v2.0/networks/ce1a91fe-d153-4523-bfa7-64f47b4ba64b HTTP/1.1" status: 200  len: 758 time: 0.9384987
Dec 22 13:03:18.536860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54510) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.539868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4ee765-1b61-49dd-b34f-f867aedb7a1f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:18.551585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:18.701061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.705790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa4ee765-1b61-49dd-b34f-f867aedb7a1f HTTP/1.1" status: 204  len: 168 time: 1.2100000
Dec 22 13:03:18.739633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.757769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dfcfe6-d1cc-4bcd-8b11-76bbdf77801e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:18.758469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-80dfcfe6-d1cc-4bcd-8b11-76bbdf77801e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Synchronizing usage tracker for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:18.777464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.846665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-80dfcfe6-d1cc-4bcd-8b11-76bbdf77801e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Unset dirty status for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:18.847752 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-80dfcfe6-d1cc-4bcd-8b11-76bbdf77801e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks?id=ce1a91fe-d153-4523-bfa7-64f47b4ba64b HTTP/1.1" status: 200  len: 761 time: 0.3095994
Dec 22 13:03:18.851949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54516) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:18.860147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151174084'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:18.867832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:18.883232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=ce1a91fe-d153-4523-bfa7-64f47b4ba64b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:18.883557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:18.897627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network ce1a91fe-d153-4523-bfa7-64f47b4ba64b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:18.919192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:18.924651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3512d50c-92da-47e8-bc0e-232290e15f7a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:18.982109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:18.986539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.006815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.048464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.058605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d790c8-93d2-42b1-86dc-cd3d9f943ea7 None None] Network 66033fd3-b907-45d9-9218-62f502c96def requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:19.076149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:19.088208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:19.088769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.088881 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 99335b16-4b57-41f8-8afc-c22ed8dc9900 of type vlan for network 49a34712-afc8-45ca-9944-26f19b4d9232
Dec 22 13:03:19.107252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.112563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.114761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:19.129210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.130861 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/194d5483-7108-4594-819a-c7fb9a91fabe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0113978
Dec 22 13:03:19.138767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.160549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] Sync routers for ids ['194d5483-7108-4594-819a-c7fb9a91fabe'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:19.164197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=2070361c-3e1c-4ddb-b121-8876d3f00b20,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:19.176112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/d3ff8426-76cb-4680-8be0-95127ad453d0 HTTP/1.1" status: 204  len: 168 time: 1.0357544
Dec 22 13:03:19.181819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54526) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.189619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.190147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.190527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.190933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.191302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.191904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.192271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.192633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.192994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.193355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.193787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.194148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:19.198315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:19.201149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:19.216591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.259757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.267909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:19.268860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.271671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] Routers {'194d5483-7108-4594-819a-c7fb9a91fabe'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:19.272314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e57550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['194d5483-7108-4594-819a-c7fb9a91fabe'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:19.273449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:19.273820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: d20476d3-ad42-4605-8b3a-9578e0a3354c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:19.293862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ff8426-76cb-4680-8be0-95127ad453d0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:19.306168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.306720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Fanout notify agent at l3_agent the message router_deleted on router ebd092cb-4508-407a-8979-0ae0c57b6226 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:19.318578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:19.320776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:19.345421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc948e-bf5f-49c8-9bd5-43ec660350c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:19.346339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3dc948e-bf5f-49c8-9bd5-43ec660350c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:19.359874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e57550>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:19.368528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.369996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-023952c1-2757-4b18-90ad-f6415c01f3a4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 204  len: 168 time: 1.1448662
Dec 22 13:03:19.378988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54536) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.414309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] Routers {'194d5483-7108-4594-819a-c7fb9a91fabe'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:19.414973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e57550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['194d5483-7108-4594-819a-c7fb9a91fabe'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:19.431337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.439087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.440226 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3efb925d-80b0-41d2-8187-9d03ab5b7d10 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.4131126
Dec 22 13:03:19.443409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-737e6775-c419-45a1-a503-7317dfe9ac7f tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 200  len: 205 time: 0.0630555
Dec 22 13:03:19.444108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54540) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.445999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54542) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.520604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e57550>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:19.521021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a73f98-5624-4015-9f19-9d393bd1e99b None None] The sync data for ids ['194d5483-7108-4594-819a-c7fb9a91fabe'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:19.526616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network d20476d3-ad42-4605-8b3a-9578e0a3354c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:19.533252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3dc948e-bf5f-49c8-9bd5-43ec660350c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:19.539791 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d3dc948e-bf5f-49c8-9bd5-43ec660350c5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports/799cfe94-4254-4dbf-9d55-68fd0f726f98 HTTP/1.1" status: 200  len: 910 time: 0.3943944
Dec 22 13:03:19.540003 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6815586
Dec 22 13:03:19.546914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54550) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.547253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54552) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.552004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=49a34712-afc8-45ca-9944-26f19b4d9232,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:19.554818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:19.567131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 49a34712-afc8-45ca-9944-26f19b4d9232 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:19.596787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 74b3e100-a18c-439f-b8b0-447d2520e23b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:19.597373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.617987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:19.633238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-5ce0ec4d-fb0e-42a7-b8a2-75d8a561136d tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:19.634309 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5ce0ec4d-fb0e-42a7-b8a2-75d8a561136d tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/ebd092cb-4508-407a-8979-0ae0c57b6226 HTTP/1.1" status: 404  len: 336 time: 0.1873763
Dec 22 13:03:19.640367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.654862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54558) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.655593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d20476d3-ad42-4605-8b3a-9578e0a3354c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:19.660207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:19.661096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:19.669576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ef041f-21ea-4320-98f0-4eb9d751ebed None None] Network d20476d3-ad42-4605-8b3a-9578e0a3354c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:19.887348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] DHCP port deletion for 66033fd3-b907-45d9-9218-62f502c96def request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:19.888073 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-27b8a565-afa6-4c50-8462-f455d2d3b1ad tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 200  len: 205 time: 0.2218721
Dec 22 13:03:19.896556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54568) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:19.902015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Deleting port 74b3e100-a18c-439f-b8b0-447d2520e23b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:19.902519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.006899 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-858d458e-dd3a-45e7-88d5-c316e6db1b6d tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:20.010874 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-858d458e-dd3a-45e7-88d5-c316e6db1b6d tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/6dbce952-0261-41c0-b1f2-baf151a9af54 HTTP/1.1" status: 404  len: 336 time: 0.1094205
Dec 22 13:03:20.011469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54574) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.020150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.039252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.055997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d20476d3-ad42-4605-8b3a-9578e0a3354c', 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': '2070361c-3e1c-4ddb-b121-8876d3f00b20'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:20.056894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.071068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.2940352
Dec 22 13:03:20.075952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ee12f5d6-88f6-4dc9-b9cd-fdbd63f2f3f4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 200  len: 205 time: 0.0581141
Dec 22 13:03:20.079668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54578) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.079994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54580) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.110149 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:03:20.154094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port 74b3e100-a18c-439f-b8b0-447d2520e23b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74b3e100-a18c-439f-b8b0-447d2520e23b,segment=NetworkSegment(a6b39089-7545-4d09-85bf-855a8fb2651d),segment_id=a6b39089-7545-4d09-85bf-855a8fb2651d)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:20.155720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.278962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1256238548'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:20.283922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:20.287715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:20.290764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:20.296530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:20.298450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.303944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed4dafd6-8770-4b72-927d-14623da58374 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:20.305887 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-ab826fd0-525e-4808-9fb5-4466415a8973 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:20.309570 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab826fd0-525e-4808-9fb5-4466415a8973 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/f378276c-a39e-4d36-ac77-e9240e9fa3fd HTTP/1.1" status: 404  len: 336 time: 0.2245433
Dec 22 13:03:20.310281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54588) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.311212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:20.319472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 74b3e100-a18c-439f-b8b0-447d2520e23b owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:20.329660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] For port 74b3e100-a18c-439f-b8b0-447d2520e23b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74b3e100-a18c-439f-b8b0-447d2520e23b,segment=NetworkSegment(a6b39089-7545-4d09-85bf-855a8fb2651d),segment_id=a6b39089-7545-4d09-85bf-855a8fb2651d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:20.330429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.384742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.385259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-849051b1-2f25-4d92-a089-aca2ab7135a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/ed4dafd6-8770-4b72-927d-14623da58374 HTTP/1.1" status: 204  len: 168 time: 0.9401243
Dec 22 13:03:20.501797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.508004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a25915a-1fec-42b8-a6d7-9ca23b74c8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:20.512938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Usage tracker for resource:subnet and tenant:02a92e2856734be0b2dfa9cf69d892c6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:20.522341 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b341eec5-b3b0-4f33-8380-e0e1f905efd2 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 200  len: 205 time: 0.2055418
Dec 22 13:03:20.523504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:20.526081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54596) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.530766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:20.534440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.535273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Calling delete_port for 74b3e100-a18c-439f-b8b0-447d2520e23b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:20.588720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=74b3e100-a18c-439f-b8b0-447d2520e23b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:20.590958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No DVR routers for this DVR port 74b3e100-a18c-439f-b8b0-447d2520e23b on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:20.592972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:20.613892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:20.614262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:20.622703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:20.625656 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-f3ba268e-ecd7-41f4-8ca7-40581fa7be30 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:20.629406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f3ba268e-ecd7-41f4-8ca7-40581fa7be30 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/2e69c92c-2fc1-4e6d-bb48-43e6093aef4a HTTP/1.1" status: 404  len: 336 time: 0.1001568
Dec 22 13:03:20.629967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54602) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.650804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Allocated IP 2001:db8::3 (d20476d3-ad42-4605-8b3a-9578e0a3354c/2070361c-3e1c-4ddb-b121-8876d3f00b20/1f49695c-5f81-41f4-8c11-4c779d20670b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:20.791933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dbb1c779-39a6-4ab1-9881-81e352074cf4 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 200  len: 205 time: 0.1554720
Dec 22 13:03:20.793662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54608) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.880381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:20.880381 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-af985674-cadc-4f51-b79e-1b21cd856db0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:20.884197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-af985674-cadc-4f51-b79e-1b21cd856db0 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/037e78c2-903f-4758-8d9d-8d4692d1f1b6 HTTP/1.1" status: 404  len: 336 time: 0.0837471
Dec 22 13:03:20.884758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54614) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.885070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54616) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:20.893592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:20.897089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.938159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.950505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Transition to ACTIVE for port object 1f49695c-5f81-41f4-8c11-4c779d20670b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:20.960652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:20.991393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Transition to ACTIVE for port object 1f49695c-5f81-41f4-8c11-4c779d20670b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:21.009655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293ff4a60>,) {'filters': {'network_id': ['66033fd3-b907-45d9-9218-62f502c96def']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:21.039887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74b3e100-a18c-439f-b8b0-447d2520e23b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:21.044798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ff4a60>, 'a6b39089-7545-4d09-85bf-855a8fb2651d') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:21.045101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ff4a60>, 'a6b39089-7545-4d09-85bf-855a8fb2651d') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:21.060461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.064447 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment ffe859cb-2d16-4d8a-a7b2-d6f540147b72 of type vlan for network 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e
Dec 22 13:03:21.070180 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-90e72bfe-6e0d-41d5-a0b2-0bb96d1dae9c tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "GET /v2.0/ports?device_id=01704485-495c-4b70-bbe0-e30d8778f603 HTTP/1.1" status: 200  len: 205 time: 0.1775918
Dec 22 13:03:21.070765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54628) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:21.084652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.096979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 74b3e100-a18c-439f-b8b0-447d2520e23b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:21.097336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74b3e100-a18c-439f-b8b0-447d2520e23b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:21.110033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.122836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e54d85fd-93d7-4775-9ee7-8e713db30521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:21.124131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.137678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:21.138078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.158865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Deleting port 74b3e100-a18c-439f-b8b0-447d2520e23b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:21.159608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:21.172265 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:21.204290 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-d3fa54bc-57c1-4ca0-b837-63913f99d980 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] delete failed (client error): The resource could not be found.
Dec 22 13:03:21.205940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d3fa54bc-57c1-4ca0-b837-63913f99d980 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/routers/01704485-495c-4b70-bbe0-e30d8778f603 HTTP/1.1" status: 404  len: 336 time: 0.1172481
Dec 22 13:03:21.218704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54632) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:21.263524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54636) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:21.325767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Pushing event updated for resources: {'Port': ['ID=1f49695c-5f81-41f4-8c11-4c779d20670b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:21.330496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:21.343016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.347717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.352576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-edb83a28-3a13-4e9b-9416-ca1962097452 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:21.356488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Network d20476d3-ad42-4605-8b3a-9578e0a3354c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:21.360687 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee8c978-6755-4a8f-bccb-e5379aaef127 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:21.361655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee8c978-6755-4a8f-bccb-e5379aaef127 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:21.364916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:21.371433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e72a78f5-f1ff-4d11-869c-e3d60de9e830 None None] The port '74b3e100-a18c-439f-b8b0-447d2520e23b' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:21.372396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:21.382089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4ee8c978-6755-4a8f-bccb-e5379aaef127 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] 10.222.0.16 "DELETE /v2.0/subnets/d0686c39-7bcc-4903-82af-44474fb1f37b HTTP/1.1" status: 404  len: 337 time: 0.1562192
Dec 22 13:03:21.417201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.434152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-532039617', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:21.454484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:21.466229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=66033fd3-b907-45d9-9218-62f502c96def,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:21.470393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:21.474780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:21.477392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:21.479995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/66033fd3-b907-45d9-9218-62f502c96def HTTP/1.1" status: 204  len: 168 time: 2.2966981
Dec 22 13:03:21.487024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54646) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:21.490711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:21.496102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Attempting to bind port 1f49695c-5f81-41f4-8c11-4c779d20670b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:21.497030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Attempting to bind port 1f49695c-5f81-41f4-8c11-4c779d20670b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:21.497599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Attempting to bind port 1f49695c-5f81-41f4-8c11-4c779d20670b on network d20476d3-ad42-4605-8b3a-9578e0a3354c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:21.498560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-991685213'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:21.507452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:21.508056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Checking segment: {'id': 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:21.509415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.509986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Bound using segment: {'id': 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:21.510637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Bound port: 1f49695c-5f81-41f4-8c11-4c779d20670b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd20476d3-ad42-4605-8b3a-9578e0a3354c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:21.511222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.516128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:21.522809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:21.531547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:21.540644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-191298108'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:21.549902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:21.552418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:21.557051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Usage tracker for resource:network and tenant:0d5f09044acb48e98e16b9363c600644 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:21.561130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:21.569167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:21.594645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.617979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] For port 1f49695c-5f81-41f4-8c11-4c779d20670b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:21.621022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] For port 1f49695c-5f81-41f4-8c11-4c779d20670b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1f49695c-5f81-41f4-8c11-4c779d20670b,segment=NetworkSegment(e2456b84-fe1a-4d80-9b5b-dfee29e2a529),segment_id=e2456b84-fe1a-4d80-9b5b-dfee29e2a529)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:21.664593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.669925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:21.670501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.684635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f98461be-a8d7-4dec-b165-687132db03b7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:21.688383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Made reservation on behalf of 0d5f09044acb48e98e16b9363c600644 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:21.688383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.699215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:21.702713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.707836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.712835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8db1bbc6-7fc6-4201-932b-5e589d85e3f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:21.716977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.740424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:21.748331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Usage tracker for resource:security_group_rule and tenant:0d5f09044acb48e98e16b9363c600644 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:21.752158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:21.754762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:21.762350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:21.776134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.776489 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment c5da4357-5608-492c-b3e1-04887f888e67 of type vlan for network e427694a-7125-4fc2-a38a-bf3c03e5f5d8
Dec 22 13:03:21.779314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.780894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.798795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Pushing event updated for resources: {'Port': ['ID=1f49695c-5f81-41f4-8c11-4c779d20670b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:21.805040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:21.824216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.918113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:21.988000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.000584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:22.000584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.012455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:22.046576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.051891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9683585
Dec 22 13:03:22.060506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54652) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:22.079815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '24251df4-fab8-4dce-bb4b-ab6cd5d3b85e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:22.083714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.099430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.106074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=24251df4-fab8-4dce-bb4b-ab6cd5d3b85e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:22.141083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:22.165517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:22.172404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54656) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:22.173579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:22.205737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:22.217780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=e427694a-7125-4fc2-a38a-bf3c03e5f5d8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:22.222455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:22.224562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:22.248783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:22.256347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.256689 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Added segment d2db8a72-f601-4339-980f-68461f863eaa of type vlan for network 6dcaef73-920a-4f31-bf3c-1c2a0c604838
Dec 22 13:03:22.261222 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7725809
Dec 22 13:03:22.277523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54662) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:22.291054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:22.313983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6def3b-ab82-4796-b216-6b8742a7e605,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:22.317847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:22.437367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.444240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.511079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=8213fbbc-e536-4552-93d5-070965a39af7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:22.511079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '99335b16-4b57-41f8-8afc-c22ed8dc9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:22.511702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:22.511823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: 49a34712-afc8-45ca-9944-26f19b4d9232, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:22.511823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:22.512025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbde0917f414fdb9262102e3619210b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:22.512131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:22.512131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:22.512281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:22.512366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:22.512446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:22.513276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:22.515762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:22.529483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:22.536300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:22.544364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:22.596780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 799cfe94-4254-4dbf-9d55-68fd0f726f98 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:22.597404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.634709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.788448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:22.791950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.805737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network 49a34712-afc8-45ca-9944-26f19b4d9232 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:22.810801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:22.814388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.828796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.834369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:22.835002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.841790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8d08a580-983a-4bb4-a73c-7eed788e0937 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:22.856503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:22.944780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ddfad7-bc12-4a10-9b43-8aacd4bb6662 None None] Network d20476d3-ad42-4605-8b3a-9578e0a3354c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:23.059869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Pushing event updated for resources: {'Network': ['ID=6dcaef73-920a-4f31-bf3c-1c2a0c604838,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:23.079860 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcbde0917f414fdb9262102e3619210b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8932726
Dec 22 13:03:23.084638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1f49695c-5f81-41f4-8c11-4c779d20670b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:23.092866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54666) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:23.096461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.096843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.097217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.097587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.097956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.098322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.098705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.099102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.099505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.099863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.100220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.100829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:23.104822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:23.120334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:23.123271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing IP validity checks on allocation pools {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:03:23.123784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:03:23.126484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 49a34712-afc8-45ca-9944-26f19b4d9232) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:23.127966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6dcaef73-920a-4f31-bf3c-1c2a0c604838 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:23.150409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:23.151643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.153547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d275fdf4-cfb4-4649-88b4-21bc60bf66a9 None None] Network 49a34712-afc8-45ca-9944-26f19b4d9232 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:23.164792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.165241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7e4679-8e49-48b2-9ecc-8bc5b642e548,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:23.168596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:23.200727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.229145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.237990 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.9721892
Dec 22 13:03:23.240907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54670) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:23.293490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dfe5c5a5-1f85-4951-8231-628cd01b1ce1 None None] Provisioning for port 1f49695c-5f81-41f4-8c11-4c779d20670b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:23.322762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.348681 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7982771
Dec 22 13:03:23.354122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54676) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:23.356729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 799cfe94-4254-4dbf-9d55-68fd0f726f98 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:23.556850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'name': 'tempest-network--1997840296', 'router:external': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:23.572747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:23.580887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:network and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:23.585677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 1f49695c-5f81-41f4-8c11-4c779d20670b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:23.586692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.588832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:23.591689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1f49695c-5f81-41f4-8c11-4c779d20670b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:23.592287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.596049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:23.607556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.611243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.620828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:23.670521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7e4679-8e49-48b2-9ecc-8bc5b642e548,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:23.674144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:23.682211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:23.721993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-49a34712-afc8-45ca-9944-26f19b4d9232', 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': '8213fbbc-e536-4552-93d5-070965a39af7'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:23.723659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.738450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:23.741632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.772288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.819535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.823677 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a7e4679-8e49-48b2-9ecc-8bc5b642e548 HTTP/1.1" status: 204  len: 168 time: 0.7273386
Dec 22 13:03:23.838252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=1bf3d71c-1bc8-49c7-9e3b-395069f09b81,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:23.841453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:23.842603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:23.844759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.847968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.891552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:23.894676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:23.941942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 1f49695c-5f81-41f4-8c11-4c779d20670b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1f49695c-5f81-41f4-8c11-4c779d20670b,segment=NetworkSegment(e2456b84-fe1a-4d80-9b5b-dfee29e2a529),segment_id=e2456b84-fe1a-4d80-9b5b-dfee29e2a529)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:23.992160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': 'c5da4357-5608-492c-b3e1-04887f888e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:23.992550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: e427694a-7125-4fc2-a38a-bf3c03e5f5d8, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:24.008509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:security_group_rule and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:24.022978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:24.023453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.030006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16d7f93d-4676-4ce3-8c16-e746e4ac393c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:24.045830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:24.070652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.158502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:24.183511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.199744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=1f49695c-5f81-41f4-8c11-4c779d20670b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:24.210265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.210587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.210968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.211498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.211853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.212188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.212520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.212979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.213176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.213487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.213801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.214174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:03:24.226510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:24.244322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, e427694a-7125-4fc2-a38a-bf3c03e5f5d8) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:24.247608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-68e82a9d-ae08-4731-bcb2-73d1dc03517f None None] Provisioning complete for port 1f49695c-5f81-41f4-8c11-4c779d20670b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:24.247983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68e82a9d-ae08-4731-bcb2-73d1dc03517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.259031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:24.261076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.274356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.286405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7f925464-1fef-4f03-8ff5-960620326e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:24.303206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:24.313490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.313855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Added segment 3b848526-3be8-46cb-b626-0d9f8ad2da48 of type vlan for network 91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0
Dec 22 13:03:24.346730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.347378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.373509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=0f1e7ccc-7615-4e45-b86a-1745ef452bce,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:24.375873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56525f-4274-4b8e-b0f8-543dc687ad08 None None] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:24.387051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:24.394667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-197c2e8a-46b9-4674-8cca-53aa23d1a427 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:24.407706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Allocated IP 172.20.0.2 (49a34712-afc8-45ca-9944-26f19b4d9232/8213fbbc-e536-4552-93d5-070965a39af7/66be56d8-77a5-490b-be7e-940ca9eced4f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:24.421845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba700a65-3cec-4331-9f99-024b2fc69024,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:24.424932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:24.468321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': 'ffe859cb-2d16-4d8a-a7b2-d6f540147b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '24251df4-fab8-4dce-bb4b-ab6cd5d3b85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:24.468642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:24.472987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.473326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.475055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:24.476275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.480017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=799cfe94-4254-4dbf-9d55-68fd0f726f98,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:24.485584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dd1eb56-87ed-467e-8b4f-ebd75f09c1d3 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:24.522617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:24.583189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3056972
Dec 22 13:03:24.586988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54684) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:24.588899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54686) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:24.598604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8', 'name': 'tempest-PortsTestJSON-806675299', 'fixed_ips': [{'subnet_id': '1bf3d71c-1bc8-49c7-9e3b-395069f09b81', 'ip_address': '172.20.0.10'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:24.634526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:24.637440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:24.656031 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.4102981
Dec 22 13:03:24.664873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:24.700249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54692) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:24.728535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.778261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:24.840920 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bfc540da-8570-43d0-b713-aac352a94b24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4751ced01839473690001034a1d94688&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2468576
Dec 22 13:03:24.845188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54696) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:24.891918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.904331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:24.910266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:24.914354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:24.922649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:24.933506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-e427694a-7125-4fc2-a38a-bf3c03e5f5d8', 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': '1bf3d71c-1bc8-49c7-9e3b-395069f09b81'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:24.934343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.937710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:24.954262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:24.955448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:24.965167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769052d0-de69-4db5-a3c7-080015db5214 None None] Network 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:24.987163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Allocated IP 172.26.3.120 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/9bbd7485-27d8-438c-a568-16b07297c79e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:25.059327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.070179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:25.085551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1f49695c-5f81-41f4-8c11-4c779d20670b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:25.155577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.169310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52981a2910>,) {'filters': {'network_id': ['91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.191903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981a2910>, '3b848526-3be8-46cb-b626-0d9f8ad2da48') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.192283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52981a2910>, '3b848526-3be8-46cb-b626-0d9f8ad2da48') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.194874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Transition to ACTIVE for port object 66be56d8-77a5-490b-be7e-940ca9eced4f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:25.216783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.244410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 194d5483-7108-4594-819a-c7fb9a91fabe has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:03:25.255112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.260264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.273597 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 3.2087634
Dec 22 13:03:25.277390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54700) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:25.282287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:25.282694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.297053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Transition to ACTIVE for port object 66be56d8-77a5-490b-be7e-940ca9eced4f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:25.298785 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:25.359959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 09dc0c53-b52c-4696-b589-13f0e846c661 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:25.375552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1f49695c-5f81-41f4-8c11-4c779d20670b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:25.375941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.405061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Allocated IP 172.20.0.2 (e427694a-7125-4fc2-a38a-bf3c03e5f5d8/1bf3d71c-1bc8-49c7-9e3b-395069f09b81/7b46004e-1596-4662-abdc-6f9aef6b2eab) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:25.423219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.437423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b316eb6b-d527-42f8-b47f-bfb5e3f148cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:25.502483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.519588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.526832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:25.562268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.566764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:25.581221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.604154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=8213fbbc-e536-4552-93d5-070965a39af7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:25.607576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:25.613699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:25.628652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Network 49a34712-afc8-45ca-9944-26f19b4d9232 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:25.637486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5fc027-4c48-4436-ad9e-de24b050b8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-24251df4-fab8-4dce-bb4b-ab6cd5d3b85e', 'network_id': '24251df4-fab8-4dce-bb4b-ab6cd5d3b85e', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': '0f1e7ccc-7615-4e45-b86a-1745ef452bce'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:25.638371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9a5fc027-4c48-4436-ad9e-de24b050b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.663533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:25.671547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Network': ['ID=91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:25.673036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Pushing event updated for resources: {'Port': ['ID=66be56d8-77a5-490b-be7e-940ca9eced4f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:25.681417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:25.684904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:25.685093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:25.697963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:25.703874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.732239 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/194d5483-7108-4594-819a-c7fb9a91fabe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1835635
Dec 22 13:03:25.740136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54704) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:25.744525 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/91bfc3f4-5ad7-458c-92d7-0cdb55edc2d0 HTTP/1.1" status: 204  len: 168 time: 1.0431612
Dec 22 13:03:25.759081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:25.770016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:25.782415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:25.786767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.799973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:network and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:25.805340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:25.811832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-71272d67-0610-4760-9eb8-3717a05c9549 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:25.824059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:25.831295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52938aa310>,) {'filters': {'network_id': ['49a34712-afc8-45ca-9944-26f19b4d9232']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.835499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.851158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938aa310>, '99335b16-4b57-41f8-8afc-c22ed8dc9900') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.851764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52938aa310>, '99335b16-4b57-41f8-8afc-c22ed8dc9900') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:25.865506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.886380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.899288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:25.900057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.914211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:25.991852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.001447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Attempting to bind port 66be56d8-77a5-490b-be7e-940ca9eced4f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:26.002094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Attempting to bind port 66be56d8-77a5-490b-be7e-940ca9eced4f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '99335b16-4b57-41f8-8afc-c22ed8dc9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:26.002683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Attempting to bind port 66be56d8-77a5-490b-be7e-940ca9eced4f on network 49a34712-afc8-45ca-9944-26f19b4d9232 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:26.033366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:26.034011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Checking segment: {'id': '99335b16-4b57-41f8-8afc-c22ed8dc9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:26.034599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.035222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Bound using segment: {'id': '99335b16-4b57-41f8-8afc-c22ed8dc9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:26.035888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Bound port: 66be56d8-77a5-490b-be7e-940ca9eced4f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99335b16-4b57-41f8-8afc-c22ed8dc9900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '49a34712-afc8-45ca-9944-26f19b4d9232'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:26.036434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:26.041393 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:26.043882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:26.046837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.067097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.071181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-71272d67-0610-4760-9eb8-3717a05c9549 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:26.073601 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-71272d67-0610-4760-9eb8-3717a05c9549 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=194d5483-7108-4594-819a-c7fb9a91fabe HTTP/1.1" status: 200  len: 205 time: 0.3324778
Dec 22 13:03:26.074830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54712) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:26.076653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8235639e-8bf9-4e06-a48e-a226141f61cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.089217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:26.101146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.101624 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Added segment 520c9d7d-0cf6-49f0-91ba-aa5a84192448 of type vlan for network 53ac9849-2ac2-4a6d-9134-e0dac74401c7
Dec 22 13:03:26.140434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.146858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7451d65-79d5-44e3-9ae9-8f5f6fe64da8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.154399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:26.192284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:03:26.192284 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:03:26.192284 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '49a34712-afc8-45ca-9944-26f19b4d9232'}]
Dec 22 13:03:26.192284 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:26.192691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:26.199962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.218577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Transition to ACTIVE for port object 7b46004e-1596-4662-abdc-6f9aef6b2eab will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:26.222005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.229857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] For port 66be56d8-77a5-490b-be7e-940ca9eced4f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:26.234803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d3a450b4-bd29-4787-8a62-8e1bd78b744f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.235386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] For port 66be56d8-77a5-490b-be7e-940ca9eced4f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=66be56d8-77a5-490b-be7e-940ca9eced4f,segment=NetworkSegment(99335b16-4b57-41f8-8afc-c22ed8dc9900),segment_id=99335b16-4b57-41f8-8afc-c22ed8dc9900)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server [None req-9a5fc027-4c48-4436-ad9e-de24b050b8a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f1e7ccc-7615-4e45-b86a-1745ef452bce: This subnet is being modified by another concurrent operation.
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 22 13:03:26.249109 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server     raise exception
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f1e7ccc-7615-4e45-b86a-1745ef452bce: This subnet is being modified by another concurrent operation.
Dec 22 13:03:26.252516 dv-neutron-822662-1-hyperv neutron-server[88168]: ERROR oslo_messaging.rpc.server 
Dec 22 13:03:26.258378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Transition to ACTIVE for port object 7b46004e-1596-4662-abdc-6f9aef6b2eab will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:26.260062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.269855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.270959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:26.279064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.281221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86a3d05-cab9-4186-968b-5246bd9dda2c None None] Network 24251df4-fab8-4dce-bb4b-ab6cd5d3b85e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:26.285763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-acda99e7-0b06-4675-b188-a2427ae96eff tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.285985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.291799 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] Sync routers for ids ['194d5483-7108-4594-819a-c7fb9a91fabe'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:26.300180 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e7451d65-79d5-44e3-9ae9-8f5f6fe64da8 HTTP/1.1" status: 204  len: 168 time: 1.4389806
Dec 22 13:03:26.305784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.308530 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] Routers {'194d5483-7108-4594-819a-c7fb9a91fabe'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:26.309157 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef02b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['194d5483-7108-4594-819a-c7fb9a91fabe'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:26.314780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.345347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1e7ccc-7615-4e45-b86a-1745ef452bce,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.352208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.408642 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef02b0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:26.413885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.420466 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] Routers {'194d5483-7108-4594-819a-c7fb9a91fabe'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:26.421297 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef02b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['194d5483-7108-4594-819a-c7fb9a91fabe'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:26.501493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:26.508072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:26.509092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:26.512698 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef02b0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:26.513113 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7574e-e694-4a3e-8694-10786dc4f953 None None] The sync data for ids ['194d5483-7108-4594-819a-c7fb9a91fabe'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:26.515637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:26.549362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3edd3e87-cfea-426d-8d4f-d8f91f8e5f5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.590340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:26.658028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Pushing event updated for resources: {'Port': ['ID=66be56d8-77a5-490b-be7e-940ca9eced4f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.676681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:26.688397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22f0885a-a804-49c9-a1d7-868ff99b971f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:26.703497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.715379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:26.727815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:26.746635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=53ac9849-2ac2-4a6d-9134-e0dac74401c7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.766096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.10 (e427694a-7125-4fc2-a38a-bf3c03e5f5d8/1bf3d71c-1bc8-49c7-9e3b-395069f09b81/09dc0c53-b52c-4696-b589-13f0e846c661) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:26.777313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 53ac9849-2ac2-4a6d-9134-e0dac74401c7 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:26.884318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event updated for resources: {'Port': ['ID=9bbd7485-27d8-438c-a568-16b07297c79e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.887574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ec8c7-1d62-442b-82fc-0ea6bc3460a3 None None] Network 49a34712-afc8-45ca-9944-26f19b4d9232 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:26.907512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Attempting to bind port 7b46004e-1596-4662-abdc-6f9aef6b2eab on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:26.907895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Attempting to bind port 7b46004e-1596-4662-abdc-6f9aef6b2eab by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c5da4357-5608-492c-b3e1-04887f888e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:26.908304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Attempting to bind port 7b46004e-1596-4662-abdc-6f9aef6b2eab on network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:26.969952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:26.977810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Pushing event updated for resources: {'Port': ['ID=7b46004e-1596-4662-abdc-6f9aef6b2eab,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:26.994818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:26.995246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Checking segment: {'id': 'c5da4357-5608-492c-b3e1-04887f888e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:26.995666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:26.996107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Bound using segment: {'id': 'c5da4357-5608-492c-b3e1-04887f888e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:26.996613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Bound port: 7b46004e-1596-4662-abdc-6f9aef6b2eab, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5da4357-5608-492c-b3e1-04887f888e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:26.997001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.015234 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 1.2495165
Dec 22 13:03:27.015493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:27.015612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:27.016587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54726) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:27.023598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 66be56d8-77a5-490b-be7e-940ca9eced4f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:27.024282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.057689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'subnet': {'network_id': '53ac9849-2ac2-4a6d-9134-e0dac74401c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:27.069317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:27.074654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:subnet and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:27.166150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:27.184577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.194314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] For port 7b46004e-1596-4662-abdc-6f9aef6b2eab, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:27.197092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.198606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] For port 7b46004e-1596-4662-abdc-6f9aef6b2eab, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b46004e-1596-4662-abdc-6f9aef6b2eab,segment=NetworkSegment(c5da4357-5608-492c-b3e1-04887f888e67),segment_id=c5da4357-5608-492c-b3e1-04887f888e67)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:27.200606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:27.206119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.251062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.253734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 09dc0c53-b52c-4696-b589-13f0e846c661 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:27.288244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.293368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5f0f3864-57db-44e1-abba-de7a962714cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:27.329313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:27.329313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.369115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298cfa820>,) {'filters': {'network_id': ['24251df4-fab8-4dce-bb4b-ab6cd5d3b85e']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:27.386515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cfa820>, 'ffe859cb-2d16-4d8a-a7b2-d6f540147b72') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:27.386945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cfa820>, 'ffe859cb-2d16-4d8a-a7b2-d6f540147b72') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:27.410027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.428424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Pushing event updated for resources: {'Port': ['ID=7b46004e-1596-4662-abdc-6f9aef6b2eab,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:27.431876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.435797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:27.440662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:27.441173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:27.459050 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:27.465114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 66be56d8-77a5-490b-be7e-940ca9eced4f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=66be56d8-77a5-490b-be7e-940ca9eced4f,segment=NetworkSegment(99335b16-4b57-41f8-8afc-c22ed8dc9900),segment_id=99335b16-4b57-41f8-8afc-c22ed8dc9900)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:27.467021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.467140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.467249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router 194d5483-7108-4594-819a-c7fb9a91fabe {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:27.599011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.600676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ef3c2c5-885f-4ca4-9fbd-31ef38a6b81f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/194d5483-7108-4594-819a-c7fb9a91fabe HTTP/1.1" status: 204  len: 168 time: 1.5139391
Dec 22 13:03:27.608202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 66be56d8-77a5-490b-be7e-940ca9eced4f owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:27.617166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54740) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:27.771558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54744) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:27.779572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.786714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65505414-1aab-4ab4-b044-1798c57c2653 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:27.798120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.808170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:27.830744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.847850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 0af8c09b-b5cb-4320-ae08-23a0e61930c5 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:27.849974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=24251df4-fab8-4dce-bb4b-ab6cd5d3b85e,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:27.864483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/24251df4-fab8-4dce-bb4b-ab6cd5d3b85e HTTP/1.1" status: 204  len: 168 time: 2.5360806
Dec 22 13:03:27.866333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:27.868652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.892403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54750) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:27.902022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000825768'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:27.911119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.913961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:27.919149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:27.934074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:27.943487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:27.946344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:27.977845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'networks': [{'name': 'tempest-network--399087377'}, {'name': 'tempest-network--817396932'}]} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:27.978406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-network--399087377'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:27.983868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-network--817396932'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:27.994687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:28.003072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:28.012607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:network and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:28.019129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.019318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port 66be56d8-77a5-490b-be7e-940ca9eced4f on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:28.050385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:28.054291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:28.057081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=09dc0c53-b52c-4696-b589-13f0e846c661,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:28.060414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:28.062300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:28.071873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0069e71f-936b-4341-81af-c728a16d2783 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:28.107892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:28.150467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=66be56d8-77a5-490b-be7e-940ca9eced4f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:28.153499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:28.162553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'network': 2} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:28.167183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.197476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.232154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:28.232771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.271282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.276877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:28.282284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:28.285781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.296557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:security_group_rule and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:28.302446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:28.322986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:28.336827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52933b2490>,) {'filters': {'network_id': ['49a34712-afc8-45ca-9944-26f19b4d9232']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:28.337846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.357024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933b2490>, '99335b16-4b57-41f8-8afc-c22ed8dc9900') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:28.357388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933b2490>, '99335b16-4b57-41f8-8afc-c22ed8dc9900') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:28.420762 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.8327746
Dec 22 13:03:28.425711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.433198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54754) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:28.439685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:28.453910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': 'e427694a-7125-4fc2-a38a-bf3c03e5f5d8', 'name': 'tempest-PortsTestJSON-1301541801', 'fixed_ips': [{'subnet_id': '1bf3d71c-1bc8-49c7-9e3b-395069f09b81', 'ip_address': '172.20.0.9'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:28.537365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.617972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.626855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.627199 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment b7616ca7-2267-4b62-95aa-a69cd578d2c7 of type vlan for network 52d10116-a26a-4cca-aef3-a48afc44884b
Dec 22 13:03:28.636768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac716ebb-f6f4-490e-9bb7-0c0dc8f5672d tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:28.637222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.653454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf748222-71cb-464f-8f5b-6e325ba161c3 None None] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:28.705017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:28.705516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.720586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cf15c8-6c06-43ee-90fd-85e5af79fe8a None None] Network 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:28.726878 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:28.754178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=0af8c09b-b5cb-4320-ae08-23a0e61930c5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:28.834354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.910167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.924480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:28.925296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:28.940526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:28.945076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:28.948612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.954110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.954673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:28.956766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0b9c9767-e966-4ce7-a2f8-01f13593fe14 None None] Provisioning for port 7b46004e-1596-4662-abdc-6f9aef6b2eab completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:28.959934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/0af8c09b-b5cb-4320-ae08-23a0e61930c5 HTTP/1.1" status: 204  len: 168 time: 1.3396413
Dec 22 13:03:28.960736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54758) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:28.961401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d04f0dd-57e4-4c5a-bcb8-0b93a6da9313 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:28.980164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:29.000605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=49a34712-afc8-45ca-9944-26f19b4d9232,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:29.003391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:29.005864 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/49a34712-afc8-45ca-9944-26f19b4d9232 HTTP/1.1" status: 204  len: 168 time: 5.6488488
Dec 22 13:03:29.037154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54762) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:29.086019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:03:29.086774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.095997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be3cd434-35f4-4a1c-b8cb-442cc27a7c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:29.122793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.123286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.129993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.132444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b46004e-1596-4662-abdc-6f9aef6b2eab up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:29.136758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:29.136914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:29.137369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.150626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dde8d2-4f1e-4f5e-a1e4-00de3cd192b9 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] GET failed (client error): The resource could not be found.
Dec 22 13:03:29.153524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84dde8d2-4f1e-4f5e-a1e4-00de3cd192b9 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Synchronizing usage tracker for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:29.160671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.203971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec0a5b8-a35b-4b0e-90f0-b2650e741477,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:29.209553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:29.210220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:29.215236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.221262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:29.235505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] DHCP port deletion for 23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:29.240794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:29.241688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.243244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Deleting port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:29.243631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.249017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Subnet': ['ID=badf1c97-a74a-499e-9067-10ae8b80dcac,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:29.252822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:29.257768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8a68d67-5c75-4ca2-935e-f4cbd073ae6a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:29.284191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3903539
Dec 22 13:03:29.323169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54766) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:29.338121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:29.357109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Router 41b34376-f6e6-41b3-924c-c3064ee05d2b is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:29.358597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Checking segment: {'id': '520c9d7d-0cf6-49f0-91ba-aa5a84192448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '53ac9849-2ac2-4a6d-9134-e0dac74401c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:29.359141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Network hostable DHCP agents. Network: 53ac9849-2ac2-4a6d-9134-e0dac74401c7, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:29.364000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:29.367381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.367729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment 6a292770-ad3d-4cfc-bb58-f7d330c2275a of type vlan for network 62be8cb3-a717-4bd1-9175-3bc7a6aecae4
Dec 22 13:03:29.378673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7b46004e-1596-4662-abdc-6f9aef6b2eab completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:29.411823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b46004e-1596-4662-abdc-6f9aef6b2eab triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:29.412111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.417656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84dde8d2-4f1e-4f5e-a1e4-00de3cd192b9 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Unset dirty status for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:29.418802 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84dde8d2-4f1e-4f5e-a1e4-00de3cd192b9 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets/8213fbbc-e536-4552-93d5-070965a39af7 HTTP/1.1" status: 404  len: 337 time: 0.3760710
Dec 22 13:03:29.424029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54770) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:29.460707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=52d10116-a26a-4cca-aef3-a48afc44884b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:29.463558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:29.496696 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b4e0ed1-d629-45ae-9a48-f01a3ebc79bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:29.497175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b4e0ed1-d629-45ae-9a48-f01a3ebc79bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:29.505045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 52d10116-a26a-4cca-aef3-a48afc44884b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:29.513241 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3b4e0ed1-d629-45ae-9a48-f01a3ebc79bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/49a34712-afc8-45ca-9944-26f19b4d9232 HTTP/1.1" status: 404  len: 339 time: 0.0852783
Dec 22 13:03:29.520184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54774) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:29.602365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.632018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] For port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,segment=NetworkSegment(64c2e341-6b89-4107-927f-b4bf9ada8590),segment_id=64c2e341-6b89-4107-927f-b4bf9ada8590)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:29.632419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.653584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Network 53ac9849-2ac2-4a6d-9134-e0dac74401c7 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:29.752760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:29.770546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 53ac9849-2ac2-4a6d-9134-e0dac74401c7) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:29.775884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:29.776555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.777560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:29.821892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Calling delete_port for 0e414ff3-c94e-4bbe-86fc-f2509c9150bb owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:29.825725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:29.840440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.9 (e427694a-7125-4fc2-a38a-bf3c03e5f5d8/1bf3d71c-1bc8-49c7-9e3b-395069f09b81/7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:29.849089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:29.857560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc739d2f-b43d-48d4-bb32-feda49d1ee21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:29.864676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc739d2f-b43d-48d4-bb32-feda49d1ee21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:29.865478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cc739d2f-b43d-48d4-bb32-feda49d1ee21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Synchronizing usage tracker for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:29.893731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:29.905258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:29.909219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,segment=NetworkSegment(64c2e341-6b89-4107-927f-b4bf9ada8590),segment_id=64c2e341-6b89-4107-927f-b4bf9ada8590)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:29.909585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:29.967215 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.9460261
Dec 22 13:03:29.967470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] Sync routers for ids ['41b34376-f6e6-41b3-924c-c3064ee05d2b'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:29.970197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54778) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:29.971311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8372e8be-2d35-4ded-a9b3-b8d4c125d901 None None] Network 53ac9849-2ac2-4a6d-9134-e0dac74401c7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:29.977296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'floatingip': {'floating_network_id': '53ac9849-2ac2-4a6d-9134-e0dac74401c7'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:30.001257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.001257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment e674030c-7097-4386-97ef-50be360526fd of type vlan for network 8d7d0b7a-03ce-440f-ac6f-803d4fd06975
Dec 22 13:03:30.009666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] Routers {'41b34376-f6e6-41b3-924c-c3064ee05d2b'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:30.010328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['41b34376-f6e6-41b3-924c-c3064ee05d2b'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:30.033614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:30.040529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cc739d2f-b43d-48d4-bb32-feda49d1ee21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Unset dirty status for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:30.041680 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc739d2f-b43d-48d4-bb32-feda49d1ee21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 1346 time: 0.5211825
Dec 22 13:03:30.052024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54782) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.052761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:floatingip and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:30.055926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:30.057161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:30.058647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.082829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 0e414ff3-c94e-4bbe-86fc-f2509c9150bb owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:30.103094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:30.120184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-665776ab-5c59-4822-bf43-88cdf0d4b0f0 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 207 time: 0.0643106
Dec 22 13:03:30.131229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54786) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.163356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Provisioning for port 09dc0c53-b52c-4696-b589-13f0e846c661 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:30.166360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0340>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:30.177704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.197719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:30.197915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Provisioning complete for port 09dc0c53-b52c-4696-b589-13f0e846c661 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:30.197915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.233571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.240737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.255601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:30.288250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] Routers {'41b34376-f6e6-41b3-924c-c3064ee05d2b'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:30.288976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['41b34376-f6e6-41b3-924c-c3064ee05d2b'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:30.321430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.330878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:30.351996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.365880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.369322 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 9.4758472
Dec 22 13:03:30.372979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54790) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.396497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Pushing event deleted for resources: {'Port': ['ID=0e414ff3-c94e-4bbe-86fc-f2509c9150bb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:30.401562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] No DVR routers for this DVR port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:30.405586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:30.406222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0340>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:30.406443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38147e6e-3b36-4951-bc4e-8dab138510f9 None None] The sync data for ids ['41b34376-f6e6-41b3-924c-c3064ee05d2b'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:30.407537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.407993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:30.439779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Port 09dc0c53-b52c-4696-b589-13f0e846c661 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:30.445615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.451588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.457195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.463273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.469582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.471179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Synchronizing usage tracker for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:30.471434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:30.474336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:30.505261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:30.506133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:30.507425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7b46004e-1596-4662-abdc-6f9aef6b2eab, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b46004e-1596-4662-abdc-6f9aef6b2eab,segment=NetworkSegment(c5da4357-5608-492c-b3e1-04887f888e67),segment_id=c5da4357-5608-492c-b3e1-04887f888e67)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:30.510215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Provisioning complete for port 7b46004e-1596-4662-abdc-6f9aef6b2eab triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:30.510604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8d6c776d-2334-44eb-83c4-a1ee1b734239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.518461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Unset dirty status for tenant:02a92e2856734be0b2dfa9cf69d892c6 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:30.528565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9807b3dc-b28d-4e14-8efa-aab4ccece565 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3056 time: 0.3844113
Dec 22 13:03:30.528565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54794) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.666791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.671829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:30.677296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.678052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.684499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.689774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.690658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.701131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:30.721007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847dd0d-cc0c-4899-9b05-c12444e1f2aa None None] Network 53ac9849-2ac2-4a6d-9134-e0dac74401c7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:30.752935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:30.757164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:30.846824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:30.847527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:30.869551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7b46004e-1596-4662-abdc-6f9aef6b2eab,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:30.892945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:30.907408 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-92fd2858-9f0d-435a-846b-4c0bf8748c9e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/41b34376-f6e6-41b3-924c-c3064ee05d2b HTTP/1.1" status: 200  len: 920 time: 0.5317836
Dec 22 13:03:30.911126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54798) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.962010 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5194330
Dec 22 13:03:30.968259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54802) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:30.977986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-584b7367-2597-47a3-b8f6-db9ba2071282 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=41b34376-f6e6-41b3-924c-c3064ee05d2b HTTP/1.1" status: 200  len: 205 time: 0.0632980
Dec 22 13:03:31.005862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.006784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 0e414ff3-c94e-4bbe-86fc-f2509c9150bb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:31.007317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.044911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b46004e-1596-4662-abdc-6f9aef6b2eab up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:31.051952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.073670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fa3a89-0ef1-47b7-bd94-553406f0bbbe None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:03:31.156447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Provisioning complete for port 09dc0c53-b52c-4696-b589-13f0e846c661 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:31.157016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.157845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56c5a98-a982-4657-b93a-274180eadbf6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.158574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a56c5a98-a982-4657-b93a-274180eadbf6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:31.173600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 3.3914058
Dec 22 13:03:31.183173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54810) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.189544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] The port '0e414ff3-c94e-4bbe-86fc-f2509c9150bb' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:31.193981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=62be8cb3-a717-4bd1-9175-3bc7a6aecae4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:31.230529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 62be8cb3-a717-4bd1-9175-3bc7a6aecae4 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:31.239468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Allocated IP 172.20.0.10 (53ac9849-2ac2-4a6d-9134-e0dac74401c7/badf1c97-a74a-499e-9067-10ae8b80dcac/0e41789c-c9a5-486b-9f08-5f5a3533b5c3) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:31.259228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d5de0dcb-a6c1-4340-aeb4-d90ccbdc11b0 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 643 time: 0.7315631
Dec 22 13:03:31.276856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54814) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.282099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Port 09dc0c53-b52c-4696-b589-13f0e846c661 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:31.377486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a56c5a98-a982-4657-b93a-274180eadbf6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:31.382419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a56c5a98-a982-4657-b93a-274180eadbf6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.4129405
Dec 22 13:03:31.391629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b46004e-1596-4662-abdc-6f9aef6b2eab triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:31.392034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.394344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54818) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.446249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa3a89-0ef1-47b7-bd94-553406f0bbbe None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:03:31.449520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b0330-3e13-44f3-a2d4-e7af24ecdf8c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.450717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143b0330-3e13-44f3-a2d4-e7af24ecdf8c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.452997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-143b0330-3e13-44f3-a2d4-e7af24ecdf8c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.1750658
Dec 22 13:03:31.457289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54822) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.460394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Provisioning for port 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:31.477044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Provisioning complete for port 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:31.477466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.547656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.564896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e9517-24ae-48a4-8f4a-bdc80b78ca1a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.572138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04e9517-24ae-48a4-8f4a-bdc80b78ca1a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.572138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a04e9517-24ae-48a4-8f4a-bdc80b78ca1a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1102717
Dec 22 13:03:31.573707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54826) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.619340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d50611b1-3665-49cb-9f7d-027713db7298 None None] Port 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:31.688217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=8d7d0b7a-03ce-440f-ac6f-803d4fd06975,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:31.690614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.694524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:31.707977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b5b0a402-759e-4475-8420-ba2f39fdfb69 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:31.708099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 8d7d0b7a-03ce-440f-ac6f-803d4fd06975 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:31.738388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a26be8-a894-4d08-a653-6b5c0dbdaf6e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:31.743596 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b5a26be8-a894-4d08-a653-6b5c0dbdaf6e tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks/5a5b34bc-a145-4cde-bc00-f895070f2107 HTTP/1.1" status: 200  len: 800 time: 0.1652439
Dec 22 13:03:31.744857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:31.745889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.816642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e414ff3-c94e-4bbe-86fc-f2509c9150bb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:31.836305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.848508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:31.855853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c8c6febb-ce89-41e8-8b55-3dcd75363a26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:31.895048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0e414ff3-c94e-4bbe-86fc-f2509c9150bb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:31.895637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e414ff3-c94e-4bbe-86fc-f2509c9150bb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:31.932307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529355e730>,) {'filters': {'network_id': ['23e8cf38-1593-4c5d-a856-ab9da4b6f7c2']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:31.950704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Network 53ac9849-2ac2-4a6d-9134-e0dac74401c7 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:31.958277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:31.965650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=ef67ab42-4531-415f-9a76-3abcb7614b1e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:31.972556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:31.981942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529355e730>, '64c2e341-6b89-4107-927f-b4bf9ada8590') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:31.982241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529355e730>, '64c2e341-6b89-4107-927f-b4bf9ada8590') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:31.989755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:31.995471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.264s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:31.995471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:31.998184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Port': ['ID=0e41789c-c9a5-486b-9f08-5f5a3533b5c3,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:32.006797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.010698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:32.013302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.019173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.025530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.025698 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab725558-c9b6-4a6a-8c4b-e067772da83d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/networks/5a5b34bc-a145-4cde-bc00-f895070f2107?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.2804513
Dec 22 13:03:32.029539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.032818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.033745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:32.051355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.068061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': 'b7616ca7-2267-4b62-95aa-a69cd578d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:32.068339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 52d10116-a26a-4cca-aef3-a48afc44884b, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:32.128708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5208ab-620c-4156-8b60-27429a5bd1fd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.134421 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e5208ab-620c-4156-8b60-27429a5bd1fd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets/7171f0f0-e982-4f14-8e2e-a7465595f5bf HTTP/1.1" status: 200  len: 811 time: 0.1032701
Dec 22 13:03:32.135093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54838) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.158355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.173645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec8edf-54f5-4f31-9c77-3fa31a1fe04b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.180255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec8edf-54f5-4f31-9c77-3fa31a1fe04b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.186469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec8edf-54f5-4f31-9c77-3fa31a1fe04b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.188532 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a3ec8edf-54f5-4f31-9c77-3fa31a1fe04b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 0.7631192
Dec 22 13:03:32.199523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.204998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:32.205401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.213503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70984d-e7a4-42ac-a455-56c211bde7d9 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:32.226100 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:32.245796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:32.247278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b212e6ce-4e56-4901-b1a1-5a2a3530e05a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2974 time: 1.0506630
Dec 22 13:03:32.268008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.295273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54846) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.295499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.303202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:32.303536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.340927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.352925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 52d10116-a26a-4cca-aef3-a48afc44884b is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:32.451553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca1489-bf1c-4eeb-aff6-20f7e411b7b6 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.456301 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69ca1489-bf1c-4eeb-aff6-20f7e411b7b6 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "GET /v2.0/subnets/7171f0f0-e982-4f14-8e2e-a7465595f5bf?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.3180797
Dec 22 13:03:32.460725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.470423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739692412'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:32.536074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:32.572667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70984d-e7a4-42ac-a455-56c211bde7d9 None None] Unable to find a vacant binding_index for network 52d10116-a26a-4cca-aef3-a48afc44884b and agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 {{(pid=88168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 22 13:03:32.594767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.609192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:32.616735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd70984d-e7a4-42ac-a455-56c211bde7d9 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 52d10116-a26a-4cca-aef3-a48afc44884b) {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:03:32.633085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 52d10116-a26a-4cca-aef3-a48afc44884b) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:32.653136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:32.653749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.670184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.672702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port 9bbd7485-27d8-438c-a568-16b07297c79e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:32.673045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.710526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:32.728135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.786819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.812848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=23e8cf38-1593-4c5d-a856-ab9da4b6f7c2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:32.823415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:32.835120 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/23e8cf38-1593-4c5d-a856-ab9da4b6f7c2 HTTP/1.1" status: 204  len: 168 time: 3.8697197
Dec 22 13:03:32.837350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.843083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54854) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.853893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995947523', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:32.866902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:32.873447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:32.877010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.902049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:32.910912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:32.922135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:32.934970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:32.935561 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 3.6102762
Dec 22 13:03:32.939130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54858) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:32.944083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299c54490>,) {'filters': {'network_id': ['62be8cb3-a717-4bd1-9175-3bc7a6aecae4']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:32.961004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299c54490>, '6a292770-ad3d-4cfc-bb58-f7d330c2275a') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:32.961312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299c54490>, '6a292770-ad3d-4cfc-bb58-f7d330c2275a') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:32.980110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.002221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-52d10116-a26a-4cca-aef3-a48afc44884b', 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': 'ef67ab42-4531-415f-9a76-3abcb7614b1e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:33.004372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.017114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.027462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.035381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:33.035786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:33.050952 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:33.105125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:33.176906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Allocated IP 2001:db8::1 (52d10116-a26a-4cca-aef3-a48afc44884b/ef67ab42-4531-415f-9a76-3abcb7614b1e/0480e99e-5208-4213-ac1f-82369424fff9) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:33.231722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for 9bbd7485-27d8-438c-a568-16b07297c79e owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:33.313246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:33.329379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.330400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.363486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.363754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Added segment 807b258d-f50c-4ca8-b867-b69b792177dc of type vlan for network aa4f5c52-184d-4731-8069-90cd3c80a907
Dec 22 13:03:33.371912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.381289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.391131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.417380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87c02900-9644-4de9-be48-9966660ddb33 tempest-BulkNetworkOpsIpV6Test-1873743739 tempest-BulkNetworkOpsIpV6Test-1873743739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:33.456629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.457416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=62be8cb3-a717-4bd1-9175-3bc7a6aecae4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:33.459997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:33.524620 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/62be8cb3-a717-4bd1-9175-3bc7a6aecae4 HTTP/1.1" status: 204  len: 168 time: 1.2233479
Dec 22 13:03:33.527215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54862) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:33.540659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.557095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.564113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3b7e268f-ed6c-4129-8c14-6109358f8635 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:33.596963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.656674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.671853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=9bbd7485-27d8-438c-a568-16b07297c79e,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:33.673407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Transition to ACTIVE for port object 0480e99e-5208-4213-ac1f-82369424fff9 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:33.695365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Transition to ACTIVE for port object 0480e99e-5208-4213-ac1f-82369424fff9 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:33.697425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.706134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:33.713091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-03c32cf8-0c4a-4e05-9612-0862b2416804 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:33.753047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.756671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.758505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:33.759117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.762645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.765357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.771734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cac900b3-213b-4c99-b4ff-8152ecfa8dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:33.778894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.796913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:33.807623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:33.812900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ef23e05e-e3d7-4b57-89ef-ca75e8dc468d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:33.837281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.844284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Network 52d10116-a26a-4cca-aef3-a48afc44884b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:33.847549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:33.850790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:33.892425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Pushing event updated for resources: {'Port': ['ID=0480e99e-5208-4213-ac1f-82369424fff9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:33.895460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:33.954626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Attempting to bind port 0480e99e-5208-4213-ac1f-82369424fff9 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:33.955157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Attempting to bind port 0480e99e-5208-4213-ac1f-82369424fff9 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b7616ca7-2267-4b62-95aa-a69cd578d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:33.955552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Attempting to bind port 0480e99e-5208-4213-ac1f-82369424fff9 on network 52d10116-a26a-4cca-aef3-a48afc44884b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:33.960938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:33.961322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Checking segment: {'id': 'b7616ca7-2267-4b62-95aa-a69cd578d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:33.961735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:33.962142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Bound using segment: {'id': 'b7616ca7-2267-4b62-95aa-a69cd578d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:33.962623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Bound port: 0480e99e-5208-4213-ac1f-82369424fff9, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7616ca7-2267-4b62-95aa-a69cd578d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '52d10116-a26a-4cca-aef3-a48afc44884b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:33.963035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.063545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] For port 0480e99e-5208-4213-ac1f-82369424fff9, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:34.067031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] For port 0480e99e-5208-4213-ac1f-82369424fff9, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0480e99e-5208-4213-ac1f-82369424fff9,segment=NetworkSegment(b7616ca7-2267-4b62-95aa-a69cd578d2c7),segment_id=b7616ca7-2267-4b62-95aa-a69cd578d2c7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:34.083719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Network': ['ID=aa4f5c52-184d-4731-8069-90cd3c80a907,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:34.094668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:34.095220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbe29a76-14a4-41ed-a509-efde1a647ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:34.096464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:34.134066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.197530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.201071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.207251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f44919-4eef-4df9-afb6-7ebf84d316a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:34.211572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.214720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.216080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.225590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.229933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.7679341
Dec 22 13:03:34.244480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54866) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:34.256619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52930a2130>,) {'filters': {'network_id': ['8d7d0b7a-03ce-440f-ac6f-803d4fd06975']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.285843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52930a2130>, 'e674030c-7097-4386-97ef-50be360526fd') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.286284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52930a2130>, 'e674030c-7097-4386-97ef-50be360526fd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.297703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Pushing event updated for resources: {'Port': ['ID=0480e99e-5208-4213-ac1f-82369424fff9,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:34.301563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:34.307660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:34.313782 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 HTTP/1.1" status: 204  len: 168 time: 2.1110816
Dec 22 13:03:34.326233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54870) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:34.329547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.330754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.3598020
Dec 22 13:03:34.333161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Port': ['ID=0e41789c-c9a5-486b-9f08-5f5a3533b5c3,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:34.335394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54874) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:34.391754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:34.394415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f9cc424-d7fe-489c-a583-c902dcb5d163 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:34.397745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.443213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.455461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:34.457577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:34.471944 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:34.477625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:34.489255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:34.497132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.497671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router 41b34376-f6e6-41b3-924c-c3064ee05d2b {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:34.513937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.516466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/41b34376-f6e6-41b3-924c-c3064ee05d2b HTTP/1.1" status: 204  len: 168 time: 3.4820914
Dec 22 13:03:34.598163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54878) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:34.609518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-656736091', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:34.617574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:34.623071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:router and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:34.625410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:34.633171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:34.649677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Made reservation on behalf of 02a92e2856734be0b2dfa9cf69d892c6 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:34.653807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.750484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.751541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.757660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.765887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-966ccb7f-d6e9-4718-bb4a-138c9e12095e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:34.768894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=ef67ab42-4531-415f-9a76-3abcb7614b1e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:34.786587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.790139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing IP validity checks on allocation pools {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:03:34.790642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:03:34.800444 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-203edd2d-01cc-45dd-adfe-93092bfab205 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:03:34.800444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-203edd2d-01cc-45dd-adfe-93092bfab205 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:34.800710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=8d7d0b7a-03ce-440f-ac6f-803d4fd06975,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:34.808642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:34.817296 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/8d7d0b7a-03ce-440f-ac6f-803d4fd06975 HTTP/1.1" status: 204  len: 168 time: 1.2891073
Dec 22 13:03:34.821935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54882) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:34.823086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.852676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:34.869968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-181a9564-6df0-4d70-bf6f-56e2e6e17b03 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Synchronizing usage tracker for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:floatingip {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:34.880318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.893807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.933482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529852bc40>,) {'filters': {'network_id': ['52d10116-a26a-4cca-aef3-a48afc44884b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.946640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529852bc40>, 'b7616ca7-2267-4b62-95aa-a69cd578d2c7') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.947299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529852bc40>, 'b7616ca7-2267-4b62-95aa-a69cd578d2c7') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:34.959870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.983919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:34.990744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:34.994402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:35.019015 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:35.049187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-203edd2d-01cc-45dd-adfe-93092bfab205 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:35.049187 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-203edd2d-01cc-45dd-adfe-93092bfab205 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/7581615f-ca44-4d0d-bcb3-bf3d8e2bcb55 HTTP/1.1" status: 404  len: 333 time: 0.7126672
Dec 22 13:03:35.050098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0480e99e-5208-4213-ac1f-82369424fff9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:35.109616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54886) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:35.118399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-181a9564-6df0-4d70-bf6f-56e2e6e17b03 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Unset dirty status for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:floatingip {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:35.120540 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-181a9564-6df0-4d70-bf6f-56e2e6e17b03 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=53ac9849-2ac2-4a6d-9134-e0dac74401c7 HTTP/1.1" status: 200  len: 690 time: 0.7680860
Dec 22 13:03:35.124606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:35.131424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:35.138512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:35.139979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:35.142583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54890) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:35.203244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bff294f5-ab05-4741-a1ac-e1bc6e311904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.475617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7549bf-6a9f-4a05-ab25-d7a0ab4ea5f7 None None] Network 52d10116-a26a-4cca-aef3-a48afc44884b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:35.497436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:03:35.497436 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:03:35.497436 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '52d10116-a26a-4cca-aef3-a48afc44884b'}]
Dec 22 13:03:35.497436 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:35.497831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:35.511281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0480e99e-5208-4213-ac1f-82369424fff9 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:35.539026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.560626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:35.562419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-73b85028-230f-44e7-a224-a8c788220fd8 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1908 time: 0.7378688
Dec 22 13:03:35.566445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 09dc0c53-b52c-4696-b589-13f0e846c661 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:35.566788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.581627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:35.590685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-491321759'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:35.595976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:35.609921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:35.617043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.618707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.744199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Provisioning for port 0480e99e-5208-4213-ac1f-82369424fff9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:35.752021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Provisioning complete for port 0480e99e-5208-4213-ac1f-82369424fff9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:35.752623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.783410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:35.788869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.821312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.26.3.198 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/b0d00d26-d251-4b70-9ee0-12e4dc606dda) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:35.844081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:35.851080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.871952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746588a4-abc1-48d2-9e10-8a7ff0fa9bf8 None None] Network 52d10116-a26a-4cca-aef3-a48afc44884b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:35.878610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.878986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment 337bcd72-1c6b-40a5-b624-883cb94c5951 of type vlan for network f5e39f33-6fdb-4e50-8289-f8a0622bf7e4
Dec 22 13:03:35.885212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-877efc2a-38c8-44f2-a879-b8d3f2e84e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:35.948519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.965732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.985746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:35.999689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.048343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.052212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 0480e99e-5208-4213-ac1f-82369424fff9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:36.052554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.109912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] For port 0480e99e-5208-4213-ac1f-82369424fff9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0480e99e-5208-4213-ac1f-82369424fff9,segment=NetworkSegment(b7616ca7-2267-4b62-95aa-a69cd578d2c7),segment_id=b7616ca7-2267-4b62-95aa-a69cd578d2c7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:36.111284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.116712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:36.119016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.125839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:36.171673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.175547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7eea7af2-d32b-454f-9b0d-648d5e1c0b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:36.202209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=e5ce83dd-ae46-4973-907b-53b1b90ee009,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:36.212763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:36.216294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Deleting port 0e41789c-c9a5-486b-9f08-5f5a3533b5c3 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:36.216639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.224564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] DHCP port deletion for 52d10116-a26a-4cca-aef3-a48afc44884b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:36.239802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Deleting port 0480e99e-5208-4213-ac1f-82369424fff9 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:36.240300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.247053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Checking segment: {'id': '807b258d-f50c-4ca8-b867-b69b792177dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:36.247647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network hostable DHCP agents. Network: aa4f5c52-184d-4731-8069-90cd3c80a907, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:36.300797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=f5e39f33-6fdb-4e50-8289-f8a0622bf7e4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:36.305922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Pushing event updated for resources: {'Port': ['ID=0480e99e-5208-4213-ac1f-82369424fff9,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:36.309238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:36.321192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:36.348249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f5e39f33-6fdb-4e50-8289-f8a0622bf7e4 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:36.416772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.512650 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9299390
Dec 22 13:03:36.513751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.517459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54898) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:36.520449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97a3fbde-a3c2-449e-906d-d5abd26dc2a7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:36.563845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 09dc0c53-b52c-4696-b589-13f0e846c661 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:36.568903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-129594840'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:36.575384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] For port 0480e99e-5208-4213-ac1f-82369424fff9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0480e99e-5208-4213-ac1f-82369424fff9,segment=NetworkSegment(b7616ca7-2267-4b62-95aa-a69cd578d2c7),segment_id=b7616ca7-2267-4b62-95aa-a69cd578d2c7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:36.575781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.593518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Network aa4f5c52-184d-4731-8069-90cd3c80a907 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:36.599548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:36.616216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:network and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:36.622495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:36.630298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port 0480e99e-5208-4213-ac1f-82369424fff9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0480e99e-5208-4213-ac1f-82369424fff9,segment=NetworkSegment(b7616ca7-2267-4b62-95aa-a69cd578d2c7),segment_id=b7616ca7-2267-4b62-95aa-a69cd578d2c7)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:36.630654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.641114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:36.647847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:36.675883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.676264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.705761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Calling delete_port for 0480e99e-5208-4213-ac1f-82369424fff9 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:36.706014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:36.764848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=b0d00d26-d251-4b70-9ee0-12e4dc606dda,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:36.767629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:36.798596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for 0480e99e-5208-4213-ac1f-82369424fff9 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:36.821761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, aa4f5c52-184d-4731-8069-90cd3c80a907) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:36.829415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:36.832449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02783f44-6063-43ca-9da4-602b5600df5f None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:36.851170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.856500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:36.936453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:36.939636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.943114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:36.943709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:36.954436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Calling delete_port for 0e41789c-c9a5-486b-9f08-5f5a3533b5c3 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:36.954748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Pushing event deleted for resources: {'Port': ['ID=0480e99e-5208-4213-ac1f-82369424fff9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:36.957514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:36.971109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] No DVR routers for this DVR port 0480e99e-5208-4213-ac1f-82369424fff9 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:37.085336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:37.085574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:37.105988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:37.124046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.124401 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment 30e51333-e8fa-45e6-845a-e33dafe4ae7b of type vlan for network 3dd99a08-e0cb-4e99-bebc-fc8c6861541f
Dec 22 13:03:37.150494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.153209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.171996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0480e99e-5208-4213-ac1f-82369424fff9 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:37.187161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.214747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0480e99e-5208-4213-ac1f-82369424fff9 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:37.215230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0480e99e-5208-4213-ac1f-82369424fff9 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:37.230778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-aa4f5c52-184d-4731-8069-90cd3c80a907', 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907', 'tenant_id': '02a92e2856734be0b2dfa9cf69d892c6', 'fixed_ips': [{'subnet_id': 'e5ce83dd-ae46-4973-907b-53b1b90ee009'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:37.232572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.275616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.282295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:37.283412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.291149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52cdba15-4239-48fd-81d4-f332f7756316 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:37.366422 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 3.1177037
Dec 22 13:03:37.367271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.368783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54902) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:37.381087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83289b3e-24a4-47d1-956d-f08d93de762e tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:37.415299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:37.429114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Allocated IP 172.20.0.3 (aa4f5c52-184d-4731-8069-90cd3c80a907/e5ce83dd-ae46-4973-907b-53b1b90ee009/55a85202-4f41-4d9d-af77-eeb4c257c6e6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:37.493019 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.9396586
Dec 22 13:03:37.498049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:37.506164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=09dc0c53-b52c-4696-b589-13f0e846c661,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:37.512510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'ports': [{'network_id': 'f5e39f33-6fdb-4e50-8289-f8a0622bf7e4', 'name': 'tempest-port--1199115519', 'admin_state_up': True}, {'network_id': '3dd99a08-e0cb-4e99-bebc-fc8c6861541f', 'admin_state_up': False}]} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:37.512827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'port': {'network_id': 'f5e39f33-6fdb-4e50-8289-f8a0622bf7e4', 'name': 'tempest-port--1199115519', 'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:37.513308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'port': {'network_id': '3dd99a08-e0cb-4e99-bebc-fc8c6861541f', 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:37.525453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:37.528242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=3dd99a08-e0cb-4e99-bebc-fc8c6861541f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:37.535372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:37.554143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-642083d9-813a-470e-8abe-8031b92a4692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.573029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3dd99a08-e0cb-4e99-bebc-fc8c6861541f details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:37.595165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 0480e99e-5208-4213-ac1f-82369424fff9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:37.595165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.642963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.776827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.778494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] The port '0480e99e-5208-4213-ac1f-82369424fff9' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:37.798741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2582108'] for subnet, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.800897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.26.3.77 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/7aa08bb8-30b4-4672-8b06-8b3785605b43) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:37.812868 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/09dc0c53-b52c-4696-b589-13f0e846c661 HTTP/1.1" status: 204  len: 168 time: 2.6971221
Dec 22 13:03:37.815794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54910) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:37.820001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.859803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-27f5ddfe-cee5-4027-9439-78ba6d9899a9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:37.867006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:37.877635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Transition to ACTIVE for port object 55a85202-4f41-4d9d-af77-eeb4c257c6e6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:37.897771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Transition to ACTIVE for port object 55a85202-4f41-4d9d-af77-eeb4c257c6e6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:37.964291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e41789c-c9a5-486b-9f08-5f5a3533b5c3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:37.974207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:37.980074 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-05155112-3191-4f42-a47b-09c9d5c9684f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:03:37.986249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-05155112-3191-4f42-a47b-09c9d5c9684f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:38.009952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.014713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:38.081670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:38.084669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:38.088510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:38.094115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Pushing event updated for resources: {'Port': ['ID=55a85202-4f41-4d9d-af77-eeb4c257c6e6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:38.101504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:38.185405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Attempting to bind port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:38.187991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Attempting to bind port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '807b258d-f50c-4ca8-b867-b69b792177dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:38.187991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Attempting to bind port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 on network aa4f5c52-184d-4731-8069-90cd3c80a907 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:38.188237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.189334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.192874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:38.193405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Checking segment: {'id': '807b258d-f50c-4ca8-b867-b69b792177dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:38.193821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.194223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Bound using segment: {'id': '807b258d-f50c-4ca8-b867-b69b792177dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:38.194696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Bound port: 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807b258d-f50c-4ca8-b867-b69b792177dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'aa4f5c52-184d-4731-8069-90cd3c80a907'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:38.195126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.215989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52936b6880>,) {'filters': {'network_id': ['52d10116-a26a-4cca-aef3-a48afc44884b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:38.247927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936b6880>, 'b7616ca7-2267-4b62-95aa-a69cd578d2c7') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:38.249126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936b6880>, 'b7616ca7-2267-4b62-95aa-a69cd578d2c7') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:38.273537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.285032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.306187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:38.314244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.333239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] For port 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:38.336471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] For port 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55a85202-4f41-4d9d-af77-eeb4c257c6e6,segment=NetworkSegment(807b258d-f50c-4ca8-b867-b69b792177dc),segment_id=807b258d-f50c-4ca8-b867-b69b792177dc)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:38.375342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:port and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:38.376750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-05155112-3191-4f42-a47b-09c9d5c9684f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:38.379171 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-05155112-3191-4f42-a47b-09c9d5c9684f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/09dc0c53-b52c-4696-b589-13f0e846c661 HTTP/1.1" status: 404  len: 333 time: 0.5639856
Dec 22 13:03:38.388810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:38.392356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54916) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:38.396342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:38.396841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.399202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.415773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.419508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a21c4dd7-2e73-4605-8543-01ce8d288c23 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:38.422271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-33fb2cc6-6186-4fe9-bc47-7a1717b88eb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:38.451431 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:38.463004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:38.489959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.515084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Pushing event updated for resources: {'Port': ['ID=55a85202-4f41-4d9d-af77-eeb4c257c6e6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:38.522528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:38.527366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:38.533133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:38.536459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:38.574225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa08bb8-30b4-4672-8b06-8b3785605b43,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:38.615008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:38.637649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.654528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'port': 2} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:38.659693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.680584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 1bf3d71c-1bc8-49c7-9e3b-395069f09b81 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:38.688019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.731834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.735281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.741924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.759558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5acb7720-aaa4-4155-a275-e1863a6b33e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:38.789231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.808209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.813880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=52d10116-a26a-4cca-aef3-a48afc44884b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:38.819432 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/52d10116-a26a-4cca-aef3-a48afc44884b HTTP/1.1" status: 204  len: 168 time: 5.8777213
Dec 22 13:03:38.833580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54920) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:38.835289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:38.836780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.918307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2237520'] for subnet, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:38.930110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2611af9-f9c6-43fd-bec2-bff85fb6f60b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:38.944434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460608720'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:38.961753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:38.996780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:38.997426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.002231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "PUT /v2.0/subnets/e5ce83dd-ae46-4973-907b-53b1b90ee009 HTTP/1.1" status: 200  len: 877 time: 1.6306720
Dec 22 13:03:39.006304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54924) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:39.027549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:39.044440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:39.064816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:39.099046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55a85202-4f41-4d9d-af77-eeb4c257c6e6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:39.179202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] device_id is not set on port e8caeb90-d3ce-4396-87b1-5eb994929c08 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:39.224242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.240496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event updated for resources: {'Subnet': ['ID=e5ce83dd-ae46-4973-907b-53b1b90ee009,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:39.254641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:39.258035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.272494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:39.302234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.308904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:39.309402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c282c3a4-36e4-45b2-b9d2-4f2e5034da9f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:39.361535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=badf1c97-a74a-499e-9067-10ae8b80dcac,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:39.379688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:39.392382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:39.418391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.421593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 85d73a8f-dd52-4db5-b00a-47aa0d860adb of type vlan for network 6d43a90c-84b9-4df2-83ae-32eeba1903c0
Dec 22 13:03:39.482066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.507224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router b1735a3f-aa60-4190-9555-8a5ae591fc08 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:39.513000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.554535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.564476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:39.575570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.588941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.623942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:39.624335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.680536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.730070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298880ca0>,) {'filters': {'network_id': ['53ac9849-2ac2-4a6d-9134-e0dac74401c7']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:39.751165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298880ca0>, '520c9d7d-0cf6-49f0-91ba-aa5a84192448') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:39.751454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298880ca0>, '520c9d7d-0cf6-49f0-91ba-aa5a84192448') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:39.774566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.777948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1479d07-f669-49b9-9cc3-bbe0fda73b2d None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:39.838176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.863871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf3d71c-1bc8-49c7-9e3b-395069f09b81,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:39.866928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:39.878412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.887966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc0c7a7-6111-4e8a-9efa-00344fe4bcfd None None] Network e427694a-7125-4fc2-a38a-bf3c03e5f5d8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:39.911111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:39.911830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:39.924587 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:39.928988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.934354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:39.935042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:39.943333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] device_id is not set on port 2efbcd51-8dcf-43ab-bb31-7fc42cd0e491 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:39.946310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e6094eb-4a4b-4b1b-afb1-e8d009630f0a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:39.968512 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/1bf3d71c-1bc8-49c7-9e3b-395069f09b81 HTTP/1.1" status: 204  len: 168 time: 1.5708926
Dec 22 13:03:39.977651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Provisioning for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:39.979535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54928) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:40.018461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Provisioning complete for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:40.018800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.154277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.182058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.196737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3e99595e-a7ca-473c-b69d-77f01b7e34c3 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:40.218488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  53ac9849-2ac2-4a6d-9134-e0dac74401c7 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:40.220517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Network': ['ID=53ac9849-2ac2-4a6d-9134-e0dac74401c7,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:40.222577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.245255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:40.320431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/53ac9849-2ac2-4a6d-9134-e0dac74401c7 HTTP/1.1" status: 204  len: 168 time: 5.1381097
Dec 22 13:03:40.331170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:40.360170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.387650 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5211790
Dec 22 13:03:40.399750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54936) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:40.409098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55a85202-4f41-4d9d-af77-eeb4c257c6e6,segment=NetworkSegment(807b258d-f50c-4ca8-b867-b69b792177dc),segment_id=807b258d-f50c-4ca8-b867-b69b792177dc)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:40.409710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.438007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:40.444101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.446424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=6d43a90c-84b9-4df2-83ae-32eeba1903c0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:40.463520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:40.464035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.469284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:40.471614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:40.533828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.536071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 7b46004e-1596-4662-abdc-6f9aef6b2eab {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:40.536545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.585315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] DHCP port deletion for e427694a-7125-4fc2-a38a-bf3c03e5f5d8 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:40.609324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Deleting port 7b46004e-1596-4662-abdc-6f9aef6b2eab {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:40.609698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.632604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29bc2b7b-5944-4c21-b0e9-94dc5a5bfea0 tempest-FloatingIPAdminTestJSON-1303146735 tempest-FloatingIPAdminTestJSON-1303146735-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:40.656480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] For port 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55a85202-4f41-4d9d-af77-eeb4c257c6e6,segment=NetworkSegment(807b258d-f50c-4ca8-b867-b69b792177dc),segment_id=807b258d-f50c-4ca8-b867-b69b792177dc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:40.797318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.806796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:40.866111 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] Sync routers for ids ['b1735a3f-aa60-4190-9555-8a5ae591fc08'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:40.876272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 55a85202-4f41-4d9d-af77-eeb4c257c6e6 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:40.881391 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] Routers {'b1735a3f-aa60-4190-9555-8a5ae591fc08'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:40.882110 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d991c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b1735a3f-aa60-4190-9555-8a5ae591fc08'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:40.903450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:40.907543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 8.0606055
Dec 22 13:03:40.916776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54940) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:40.921860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Port': ['ID=e8caeb90-d3ce-4396-87b1-5eb994929c08,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:40.930136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:40.968712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port 7b46004e-1596-4662-abdc-6f9aef6b2eab, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b46004e-1596-4662-abdc-6f9aef6b2eab,segment=NetworkSegment(c5da4357-5608-492c-b3e1-04887f888e67),segment_id=c5da4357-5608-492c-b3e1-04887f888e67)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:40.969078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.013767 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d991c0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.026387 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] Routers {'b1735a3f-aa60-4190-9555-8a5ae591fc08'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:41.027292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d991c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b1735a3f-aa60-4190-9555-8a5ae591fc08'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.064981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21f1a4-272a-4d49-b7a2-1109a0760338 None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:41.070884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.104878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b46004e-1596-4662-abdc-6f9aef6b2eab no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:41.115507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 7b46004e-1596-4662-abdc-6f9aef6b2eab owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:41.117721 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d991c0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.118135 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087cd2e9-97ef-436e-af4a-3804b88a2dd1 None None] The sync data for ids ['b1735a3f-aa60-4190-9555-8a5ae591fc08'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:41.135764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84e81df5-4584-4dcf-9333-30750e326d21 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Synchronizing usage tracker for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:floatingip {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:41.149736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Checking segment: {'id': '337bcd72-1c6b-40a5-b624-883cb94c5951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f5e39f33-6fdb-4e50-8289-f8a0622bf7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:41.149736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network hostable DHCP agents. Network: f5e39f33-6fdb-4e50-8289-f8a0622bf7e4, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:41.194532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Pushing event updated for resources: {'Port': ['ID=55a85202-4f41-4d9d-af77-eeb4c257c6e6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:41.197955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:41.198683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:41.214611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:41.220246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:41.259222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a5ad6742-23ef-4578-a051-406ace39236f None None] Provisioning complete for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:41.259610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a5ad6742-23ef-4578-a051-406ace39236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.284440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network f5e39f33-6fdb-4e50-8289-f8a0622bf7e4 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:41.310628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:41.318899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.321593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] For port 7b46004e-1596-4662-abdc-6f9aef6b2eab, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b46004e-1596-4662-abdc-6f9aef6b2eab,segment=NetworkSegment(c5da4357-5608-492c-b3e1-04887f888e67),segment_id=c5da4357-5608-492c-b3e1-04887f888e67)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:41.322349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.325767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-71aa5951-d3c8-45fe-aa4a-00ed9221db29 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:41.326119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84e81df5-4584-4dcf-9333-30750e326d21 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Unset dirty status for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:floatingip {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:41.330639 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84e81df5-4584-4dcf-9333-30750e326d21 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 995 time: 0.9982891
Dec 22 13:03:41.331328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:41.353597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 7b46004e-1596-4662-abdc-6f9aef6b2eab {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:03:41.354006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b46004e-1596-4662-abdc-6f9aef6b2eab not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:41.376572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f5e39f33-6fdb-4e50-8289-f8a0622bf7e4) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:41.378381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=7b46004e-1596-4662-abdc-6f9aef6b2eab,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:41.381475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:41.383845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No DVR routers for this DVR port 7b46004e-1596-4662-abdc-6f9aef6b2eab on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:41.385350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:41.386335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.421084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:41.442447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:41.445856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.484174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1198bd-5d2e-4a33-bb15-1f62d2d38361 None None] Network f5e39f33-6fdb-4e50-8289-f8a0622bf7e4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:41.487811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:41.488140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:41.505861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Calling delete_port for 7b46004e-1596-4662-abdc-6f9aef6b2eab owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:41.571160 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a50bc18f-c2f5-4c49-ae88-aed26e1b71dc tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers/b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 200  len: 881 time: 0.6478081
Dec 22 13:03:41.573537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54948) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:41.693100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.694704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.694704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.694704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.694973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.695484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.695970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.696422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:41.697522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Synchronizing usage tracker for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:41.728358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Port': ['ID=2efbcd51-8dcf-43ab-bb31-7fc42cd0e491,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:41.735788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:41.742098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.771559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Checking segment: {'id': '30e51333-e8fa-45e6-845a-e33dafe4ae7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '3dd99a08-e0cb-4e99-bebc-fc8c6861541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:41.775077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network hostable DHCP agents. Network: 3dd99a08-e0cb-4e99-bebc-fc8c6861541f, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:41.780830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52935d8310>,) {'filters': {'network_id': ['e427694a-7125-4fc2-a38a-bf3c03e5f5d8']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.797380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935d8310>, 'c5da4357-5608-492c-b3e1-04887f888e67') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.804434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935d8310>, 'c5da4357-5608-492c-b3e1-04887f888e67') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:41.812108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.837020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.842633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Unset dirty status for tenant:11bdadc688a044b0b7dfe1a69b7528be on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:41.846790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-96835e18-ca48-487e-a446-aa3834ffb215 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5319 time: 0.4557858
Dec 22 13:03:41.852233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54952) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:41.857241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:41.858740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:41.885439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:41.886019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:41.937061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router 27f72b1a-859b-4047-99d8-8f41f7f3af2a is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:41.959773 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:41.976480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network 3dd99a08-e0cb-4e99-bebc-fc8c6861541f is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:42.030064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-56bdbb17-cc4e-434b-879a-475959fd8d5a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] delete failed (client error): The resource could not be found.
Dec 22 13:03:42.031154 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-56bdbb17-cc4e-434b-879a-475959fd8d5a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/4cb646d9-e386-4371-94d1-d1fb0be261cc HTTP/1.1" status: 404  len: 345 time: 0.1776133
Dec 22 13:03:42.042922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.043468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:42.043807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.084155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3dd99a08-e0cb-4e99-bebc-fc8c6861541f) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:42.096557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fdb1ed-9103-4411-9ac8-511985854afb None None] Network 3dd99a08-e0cb-4e99-bebc-fc8c6861541f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:42.098189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:42.105952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:42.115984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:42.115984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.151009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-8068ae4a-d0c3-44ee-86e3-dbf127b419c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:42.151856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8068ae4a-d0c3-44ee-86e3-dbf127b419c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:42.255474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.260022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:42.290649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.292654 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/e427694a-7125-4fc2-a38a-bf3c03e5f5d8 HTTP/1.1" status: 204  len: 168 time: 2.3074107
Dec 22 13:03:42.299633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.7942927
Dec 22 13:03:42.300940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54960) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.301077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54962) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.313152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1687758779'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:42.355916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=e427694a-7125-4fc2-a38a-bf3c03e5f5d8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:42.359154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:42.366641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:42.377406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:network and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:42.381681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:42.386527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Deleting port 7b46004e-1596-4662-abdc-6f9aef6b2eab {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:42.387022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.396641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:42.434621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf534c6-e066-47b7-8ccc-a5c7e6d4957f tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:42.441366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf534c6-e066-47b7-8ccc-a5c7e6d4957f tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:42.442268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dcf534c6-e066-47b7-8ccc-a5c7e6d4957f tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:42.469284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6e174063-a5c0-49a5-9887-b2cbf9adf2f5 None None] The port '7b46004e-1596-4662-abdc-6f9aef6b2eab' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:03:42.470210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a0577173-ecb4-4e9d-968d-0d59b2a614af None None] Provisioning complete for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:42.470675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a0577173-ecb4-4e9d-968d-0d59b2a614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.500716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:42.502134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8068ae4a-d0c3-44ee-86e3-dbf127b419c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/53ac9849-2ac2-4a6d-9134-e0dac74401c7 HTTP/1.1" status: 404  len: 339 time: 0.4323025
Dec 22 13:03:42.505654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.518226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54968) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.524355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'name': 'tempest-network--1584914522', 'router:external': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:42.527747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.532203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:42.539689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dcf534c6-e066-47b7-8ccc-a5c7e6d4957f tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:42.545791 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dcf534c6-e066-47b7-8ccc-a5c7e6d4957f tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2388275
Dec 22 13:03:42.546089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ebe98c3a-ffb9-4624-b425-f2f063058b33 tempest-ExtraDHCPOptionsTestJSON-117610368 tempest-ExtraDHCPOptionsTestJSON-117610368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:42.546188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:network and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:42.549662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54972) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.551018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:42.591085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:42.640172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:42.657188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting port e8caeb90-d3ce-4396-87b1-5eb994929c08 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:42.657574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.660658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:42.673582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Sync routers for ids ['27f72b1a-859b-4047-99d8-8f41f7f3af2a'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:42.682963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Routers {'27f72b1a-859b-4047-99d8-8f41f7f3af2a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:42.683594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['27f72b1a-859b-4047-99d8-8f41f7f3af2a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:42.694515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.694515 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Added segment ee52c557-3315-4dda-a645-690ecbaa533a of type vlan for network 06490941-4b0a-44ea-8119-69415c4c64c0
Dec 22 13:03:42.695673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:42.697992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.741581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=f683c82f-03a9-48ee-b660-55c26b5f53cc,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:42.754240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa7a4e83-8833-41a8-a555-15add9746088 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:router {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:42.758834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:42.768521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.789707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '85d73a8f-dd52-4db5-b00a-47aa0d860adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:42.790080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 6d43a90c-84b9-4df2-83ae-32eeba1903c0, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:42.824476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:42.834344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 55a85202-4f41-4d9d-af77-eeb4c257c6e6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55a85202-4f41-4d9d-af77-eeb4c257c6e6,segment=NetworkSegment(807b258d-f50c-4ca8-b867-b69b792177dc),segment_id=807b258d-f50c-4ca8-b867-b69b792177dc)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:42.834703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.858635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.862554 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Added segment 7c4d61c4-b2ee-4652-9e67-db077f0e4a51 of type vlan for network 97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39
Dec 22 13:03:42.876409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Set router 27f72b1a-859b-4047-99d8-8f41f7f3af2a gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:42.899758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:42.900977 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.3021333
Dec 22 13:03:42.955898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.960031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa7a4e83-8833-41a8-a555-15add9746088 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:router {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:42.960993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fa7a4e83-8833-41a8-a555-15add9746088 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 1.3810034
Dec 22 13:03:42.968782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 55a85202-4f41-4d9d-af77-eeb4c257c6e6 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:42.979909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 54980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:42.996165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:43.042311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1995947523'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:43.077513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55a85202-4f41-4d9d-af77-eeb4c257c6e6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:43.088309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 6d43a90c-84b9-4df2-83ae-32eeba1903c0) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:43.103689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:43.104549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.105544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c6cba-e5fb-4d16-95d9-f3738a19f8c9 None None] Network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:43.116101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.122339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:43.122973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.130035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.145589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-088215ff-3b43-42c2-b106-b7621a8633fb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:43.193965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.7868793
Dec 22 13:03:43.195922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54984) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:43.235041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.280385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.298102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-12d95057-4cdd-4dd1-b030-246e6f523df7 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:43.309789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:03:43.310270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55a85202-4f41-4d9d-af77-eeb4c257c6e6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 13:03:43.324390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:03:43.367717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 not found, will not notify nova. {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 13:03:43.385301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=55a85202-4f41-4d9d-af77-eeb4c257c6e6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:43.387743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:43.440294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9059941-05cd-4d76-b489-a47ef6a8d170 None None] DHCP port deletion for aa4f5c52-184d-4731-8069-90cd3c80a907 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:43.441020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port 55a85202-4f41-4d9d-af77-eeb4c257c6e6 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:43.487329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, [{'id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77'}], 'enable_snat': False}, 'gw_port_id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:34Z', 'updated_at': '2021-12-22T13:03:39Z', 'revision_number': 3, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port': {'id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:37Z', 'updated_at': '2021-12-22T13:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:43.491465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Checking router: 27f72b1a-859b-4047-99d8-8f41f7f3af2a for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:03:43.491811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Updating router 27f72b1a-859b-4047-99d8-8f41f7f3af2a port 7aa08bb8-30b4-4672-8b06-8b3785605b43 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:03:43.525729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-6d43a90c-84b9-4df2-83ae-32eeba1903c0', 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': 'f683c82f-03a9-48ee-b660-55c26b5f53cc'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:43.526570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.536667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.538447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.605894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.672937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.731650 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.4277906
Dec 22 13:03:43.739282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54988) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:43.743839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Calling delete_port for e8caeb90-d3ce-4396-87b1-5eb994929c08 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:43.745383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:43.805603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Network': ['ID=06490941-4b0a-44ea-8119-69415c4c64c0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:43.822026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:43.834490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.842776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 06490941-4b0a-44ea-8119-69415c4c64c0 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:43.843123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba15ff44-1652-48f7-bf17-880d216b2b77 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:43.864283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Allocated IP 2001:db8::1 (6d43a90c-84b9-4df2-83ae-32eeba1903c0/f683c82f-03a9-48ee-b660-55c26b5f53cc/ad6d67cb-9b1f-4e71-8283-be73d5b87f1f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:43.912200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=e5ce83dd-ae46-4973-907b-53b1b90ee009,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:43.912640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.913758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:43.914347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:43.914541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:43.946473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f87d31d5-dba4-4fa0-934d-bc071eb7ad23 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:43.979063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff281d81-0dbe-44ce-85d2-e8f85b1e04c6 None None] Network aa4f5c52-184d-4731-8069-90cd3c80a907 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:43.980249 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cd2a054d-8e7a-468a-b97d-fd4ed53eafb7 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/27f72b1a-859b-4047-99d8-8f41f7f3af2a HTTP/1.1" status: 200  len: 907 time: 1.0231354
Dec 22 13:03:43.990345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54992) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:43.990825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:43.999207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:44.004169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'name': 'tempest-snat-router-656736091', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': True}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:44.010544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:44.013425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:44.021922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:44.026043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.035405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Usage tracker for resource:router and tenant:1354b893231746ddbdee6af7d8e345b7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:44.044247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:44.064142 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.5420320
Dec 22 13:03:44.064375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:44.066182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 54996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:44.102463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52931823a0>,) {'filters': {'network_id': ['aa4f5c52-184d-4731-8069-90cd3c80a907']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:44.129815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.140933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:44.149580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:44.150971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ccff7be-379a-4969-b600-a08563f2f573 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:44.167267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931823a0>, '807b258d-f50c-4ca8-b867-b69b792177dc') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:44.174829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931823a0>, '807b258d-f50c-4ca8-b867-b69b792177dc') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:44.178510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:44.179065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:44.182403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.204877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Port': ['ID=e8caeb90-d3ce-4396-87b1-5eb994929c08,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:44.213453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:44.216338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.221763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.222735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.369131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.386628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/ports/e8caeb90-d3ce-4396-87b1-5eb994929c08 HTTP/1.1" status: 204  len: 168 time: 1.8296170
Dec 22 13:03:44.391851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55000) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:44.472700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.477228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.486672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting port 2efbcd51-8dcf-43ab-bb31-7fc42cd0e491 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:44.489877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.491878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.497216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:44.497653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.520247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd4432-f7aa-45df-9ee5-19247e4967cf None None] DHCP port deletion for aa4f5c52-184d-4731-8069-90cd3c80a907 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:44.520471 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:44.586594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.623030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841a102-43e6-463b-a133-9bdcfb590ee1 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:44.629316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841a102-43e6-463b-a133-9bdcfb590ee1 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:44.635280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841a102-43e6-463b-a133-9bdcfb590ee1 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:44.641646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841a102-43e6-463b-a133-9bdcfb590ee1 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:44.645735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7841a102-43e6-463b-a133-9bdcfb590ee1 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2453 time: 0.5746822
Dec 22 13:03:44.650604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55004) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:44.668119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.678884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.804007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Transition to ACTIVE for port object 7aa08bb8-30b4-4672-8b06-8b3785605b43 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:44.807406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Transition to ACTIVE for port object ad6d67cb-9b1f-4e71-8283-be73d5b87f1f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:44.830603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Transition to ACTIVE for port object ad6d67cb-9b1f-4e71-8283-be73d5b87f1f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:44.834145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.838338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.872426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.920681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.922486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-62b5a337-40f3-4645-92b0-0926ff56811d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:44.922823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea3da5b9-ae53-4703-be1e-ebfa580fcb6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:44.961765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.961962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:44.977847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=aa4f5c52-184d-4731-8069-90cd3c80a907,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:44.994652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.011240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Calling delete_port for 2efbcd51-8dcf-43ab-bb31-7fc42cd0e491 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:45.020164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:45.029083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:45.033986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:45.037987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Pushing event updated for resources: {'Port': ['ID=7aa08bb8-30b4-4672-8b06-8b3785605b43,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.047163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Attempting to bind port 7aa08bb8-30b4-4672-8b06-8b3785605b43 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:45.047978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Attempting to bind port 7aa08bb8-30b4-4672-8b06-8b3785605b43 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:45.048184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Attempting to bind port 7aa08bb8-30b4-4672-8b06-8b3785605b43 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:45.050707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router b1735a3f-aa60-4190-9555-8a5ae591fc08 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:03:45.053686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.054226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aaa31aef-7a6e-4a1c-9331-701dfabc9543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.102750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55a85202-4f41-4d9d-af77-eeb4c257c6e6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:45.180376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:45.181175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:45.181175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.181690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:45.182267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Bound port: 7aa08bb8-30b4-4672-8b06-8b3785605b43, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:45.183496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.199137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/aa4f5c52-184d-4731-8069-90cd3c80a907 HTTP/1.1" status: 204  len: 168 time: 6.1845131
Dec 22 13:03:45.206828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.210308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55008) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.243080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.251570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 55a85202-4f41-4d9d-af77-eeb4c257c6e6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:45.252013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55a85202-4f41-4d9d-af77-eeb4c257c6e6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:45.288168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.326891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Attempting to bind port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:45.327455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Attempting to bind port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '85d73a8f-dd52-4db5-b00a-47aa0d860adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:45.327835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Attempting to bind port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f on network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:45.329991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Pushing event updated for resources: {'Port': ['ID=ad6d67cb-9b1f-4e71-8283-be73d5b87f1f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.336893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.341877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:45.343018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Checking segment: {'id': '85d73a8f-dd52-4db5-b00a-47aa0d860adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:45.343590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.344178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Bound using segment: {'id': '85d73a8f-dd52-4db5-b00a-47aa0d860adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:45.344853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Bound port: ad6d67cb-9b1f-4e71-8283-be73d5b87f1f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d73a8f-dd52-4db5-b00a-47aa0d860adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:45.345427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.349659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=f683c82f-03a9-48ee-b660-55c26b5f53cc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.352481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.353761 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a01220-858d-454f-b49b-eb9aee439ea3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:45.354205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a01220-858d-454f-b49b-eb9aee439ea3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:45.355910 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-31a01220-858d-454f-b49b-eb9aee439ea3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/e5ce83dd-ae46-4973-907b-53b1b90ee009 HTTP/1.1" status: 404  len: 337 time: 0.1446273
Dec 22 13:03:45.377685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55012) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.396929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] For port 7aa08bb8-30b4-4672-8b06-8b3785605b43, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:45.400123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:45.407809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.409153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-617a6dca-e2ec-4f3e-9641-ce99a2b8ddd4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 200  len: 888 time: 2.3726320
Dec 22 13:03:45.415835 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] Sync routers for ids ['b1735a3f-aa60-4190-9555-8a5ae591fc08'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:45.420294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55016) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.426226 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] Routers {'b1735a3f-aa60-4190-9555-8a5ae591fc08'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:45.426852 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905c520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b1735a3f-aa60-4190-9555-8a5ae591fc08'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.469179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.474148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] For port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:45.478428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] For port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ad6d67cb-9b1f-4e71-8283-be73d5b87f1f,segment=NetworkSegment(85d73a8f-dd52-4db5-b00a-47aa0d860adb),segment_id=85d73a8f-dd52-4db5-b00a-47aa0d860adb)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:45.485215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] For port 7aa08bb8-30b4-4672-8b06-8b3785605b43, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7aa08bb8-30b4-4672-8b06-8b3785605b43,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:45.494633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.494954 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905c520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.505275 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] Routers {'b1735a3f-aa60-4190-9555-8a5ae591fc08'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:45.505874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905c520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b1735a3f-aa60-4190-9555-8a5ae591fc08'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.552901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.559741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f13188d2-0bf6-492f-93d7-b390b67a7a5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.572261 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905c520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.572805 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b45b11-af2e-4148-8896-45071883e3ea None None] The sync data for ids ['b1735a3f-aa60-4190-9555-8a5ae591fc08'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:45.588862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.596212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dff5c996-384e-4e19-865f-aff9f4441bec tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.612564 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ffab3c-c65f-4b29-b142-943837356fb2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:45.613033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ffab3c-c65f-4b29-b142-943837356fb2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:45.614836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-40ffab3c-c65f-4b29-b142-943837356fb2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/aa4f5c52-184d-4731-8069-90cd3c80a907 HTTP/1.1" status: 404  len: 339 time: 0.2203701
Dec 22 13:03:45.616532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.619776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.633172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55020) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.646324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Port': ['ID=2efbcd51-8dcf-43ab-bb31-7fc42cd0e491,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.653775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.666830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.679569 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/ports/2efbcd51-8dcf-43ab-bb31-7fc42cd0e491 HTTP/1.1" status: 204  len: 168 time: 1.2865713
Dec 22 13:03:45.690401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55024) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.690548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Routers {'27f72b1a-859b-4047-99d8-8f41f7f3af2a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:45.690548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['27f72b1a-859b-4047-99d8-8f41f7f3af2a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.692424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-053a94ac-9555-4055-8a28-01b6ef06a23a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers/b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 200  len: 888 time: 0.2708695
Dec 22 13:03:45.730927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55028) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.745721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.754991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Pushing event updated for resources: {'Port': ['ID=ad6d67cb-9b1f-4e71-8283-be73d5b87f1f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.754991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:45.758552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:45.769681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f2e1e797-1106-488d-a9e7-a032e193b298 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:45.778198 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e162df09-9755-4232-a5a2-3ab33bed813c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:45.778198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e162df09-9755-4232-a5a2-3ab33bed813c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:45.782405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e162df09-9755-4232-a5a2-3ab33bed813c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/8213fbbc-e536-4552-93d5-070965a39af7 HTTP/1.1" status: 404  len: 337 time: 0.1429429
Dec 22 13:03:45.783615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55032) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.787866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52932ba8b0>,) {'filters': {'network_id': ['97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:45.790867 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d6fe3d82-3bd4-4db3-8c95-f219e4512e1e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 200  len: 205 time: 0.0585313
Dec 22 13:03:45.796702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55036) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.820419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0c944d-5c5b-458f-a082-fdf18170df6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:45.821143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0c944d-5c5b-458f-a082-fdf18170df6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:45.823013 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fa0c944d-5c5b-458f-a082-fdf18170df6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/49a34712-afc8-45ca-9944-26f19b4d9232 HTTP/1.1" status: 404  len: 339 time: 0.0377121
Dec 22 13:03:45.826011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55040) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.918167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f2e1e797-1106-488d-a9e7-a032e193b298 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:45.923334 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f2e1e797-1106-488d-a9e7-a032e193b298 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2361517
Dec 22 13:03:45.925722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55044) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:45.933390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1883420310'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:45.949788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:45.958690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:network and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:45.962835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:45.969228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:45.974655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:45.977752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Pushing event updated for resources: {'Port': ['ID=7aa08bb8-30b4-4672-8b06-8b3785605b43,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:45.981716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:46.011576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aa967d-adcc-4b1c-b479-d5ddce82afda None None] Network 6d43a90c-84b9-4df2-83ae-32eeba1903c0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:46.015735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=7c9d1977-47e9-4d2a-8f15-5f859966c696,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:46.031258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52990eb8b0>,) {'filters': {'network_id': ['6d43a90c-84b9-4df2-83ae-32eeba1903c0']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.038834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] Set router 27f72b1a-859b-4047-99d8-8f41f7f3af2a gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:46.048285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932ba8b0>, '7c4d61c4-b2ee-4652-9e67-db077f0e4a51') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.048591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932ba8b0>, '7c4d61c4-b2ee-4652-9e67-db077f0e4a51') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.055439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:46.079231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Checking segment: {'id': 'ee52c557-3315-4dda-a645-690ecbaa533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:46.079590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network hostable DHCP agents. Network: 06490941-4b0a-44ea-8119-69415c4c64c0, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:46.085738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52990eb8b0>, '85d73a8f-dd52-4db5-b00a-47aa0d860adb') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.086026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52990eb8b0>, '85d73a8f-dd52-4db5-b00a-47aa0d860adb') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.096817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.110701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:46.114540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.130213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.144535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.151635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.176313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293ff2280>,) {'filters': {'network_id': ['ce1a91fe-d153-4523-bfa7-64f47b4ba64b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.189624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ff2280>, '76f55a54-dd14-4a55-b0a1-91059196bb0a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.189937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ff2280>, '76f55a54-dd14-4a55-b0a1-91059196bb0a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.201880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.220217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.226740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:46.227163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.231450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.238122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:46.238722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:46.244509 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:46.256541 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:46.325068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:46.325760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:46.356221 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:46.367251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 06490941-4b0a-44ea-8119-69415c4c64c0 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:46.415309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.431653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b81a1a00-7660-4132-9577-aa00209cbf10 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:46.449155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.453721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.459050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=ce1a91fe-d153-4523-bfa7-64f47b4ba64b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:46.464768 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/ce1a91fe-d153-4523-bfa7-64f47b4ba64b HTTP/1.1" status: 204  len: 168 time: 0.6367829
Dec 22 13:03:46.466031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:46.466673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55048) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.508802 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-06546041-4bed-438e-96af-ccb1a7a49f8d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.509492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06546041-4bed-438e-96af-ccb1a7a49f8d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.515576 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06546041-4bed-438e-96af-ccb1a7a49f8d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/001ddefa-8887-4643-937f-dd3ffa5ef8ba HTTP/1.1" status: 404  len: 337 time: 0.0471067
Dec 22 13:03:46.517371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55052) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.544514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 06490941-4b0a-44ea-8119-69415c4c64c0) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:46.548175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97641b3-6090-49ef-a65a-4734f9ba49f3 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:03:46.554969 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3ef2a2-e49a-4ed8-9b5e-e11a2ce225c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.555853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3ef2a2-e49a-4ed8-9b5e-e11a2ce225c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.556405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:46.556998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.559853 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8b3ef2a2-e49a-4ed8-9b5e-e11a2ce225c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/53464784-1afa-488e-bdb5-d2b16e692467 HTTP/1.1" status: 404  len: 339 time: 0.0402853
Dec 22 13:03:46.560257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55056) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.594165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, [{'id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77'}], 'enable_snat': False}, 'gw_port_id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:34Z', 'updated_at': '2021-12-22T13:03:39Z', 'revision_number': 3, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port': {'id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:37Z', 'updated_at': '2021-12-22T13:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:46.603488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6558df-5bf4-4ae8-b69e-ddb2306c504e None None] The sync data for ids ['27f72b1a-859b-4047-99d8-8f41f7f3af2a'] in dv-neutron-822662-1-hyperv is: [{'id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77'}], 'enable_snat': False}, 'gw_port_id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:34Z', 'updated_at': '2021-12-22T13:03:39Z', 'revision_number': 3, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port': {'id': '7aa08bb8-30b4-4672-8b06-8b3785605b43', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:01:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27f72b1a-859b-4047-99d8-8f41f7f3af2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:37Z', 'updated_at': '2021-12-22T13:03:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:46.608217 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3904a6-c88a-4ad5-bdb3-f4ba0002eb95 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.608401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3904a6-c88a-4ad5-bdb3-f4ba0002eb95 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.610224 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf3904a6-c88a-4ad5-bdb3-f4ba0002eb95 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/db170548-ef1b-4d1a-ad75-3d06fd83d4d4 HTTP/1.1" status: 404  len: 337 time: 0.0489764
Dec 22 13:03:46.612697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55060) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.643677 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0955dbc0-975a-44fe-b572-4d3cc81737cd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.644094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0955dbc0-975a-44fe-b572-4d3cc81737cd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.647567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:46.654613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0955dbc0-975a-44fe-b572-4d3cc81737cd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/117a740a-4437-459c-9fb9-695139f962d2 HTTP/1.1" status: 404  len: 339 time: 0.0407352
Dec 22 13:03:46.657443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55064) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.661880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.662230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment fe58e2f6-f622-4a7d-be24-03955fd4a42c of type vlan for network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf
Dec 22 13:03:46.667193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:03:46.667193 dv-neutron-822662-1-hyperv neutron-server[88167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:03:46.667193 dv-neutron-822662-1-hyperv neutron-server[88167]: [parameters: {'id': '6d43a90c-84b9-4df2-83ae-32eeba1903c0'}]
Dec 22 13:03:46.667193 dv-neutron-822662-1-hyperv neutron-server[88167]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:46.671738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:46.674199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.711425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97641b3-6090-49ef-a65a-4734f9ba49f3 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:03:46.716601 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-79541d6d-c1e8-4260-a648-a9db03556ac2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.717198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79541d6d-c1e8-4260-a648-a9db03556ac2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.721263 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-79541d6d-c1e8-4260-a648-a9db03556ac2 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/e3b14087-2219-4a68-b11a-6508efd60bc8 HTTP/1.1" status: 404  len: 337 time: 0.0605567
Dec 22 13:03:46.721520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55068) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.737238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d09f1812-619c-4ba8-90a9-bc1526876cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:46.759055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:46.761261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.762509 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96e98d7-c4dc-4e21-8e3c-23b1b51bd8d1 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.768827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96e98d7-c4dc-4e21-8e3c-23b1b51bd8d1 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.772363 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39 HTTP/1.1" status: 204  len: 168 time: 2.1107502
Dec 22 13:03:46.772501 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f96e98d7-c4dc-4e21-8e3c-23b1b51bd8d1 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/526e85bf-f591-4771-8b15-20817e51bf16 HTTP/1.1" status: 404  len: 339 time: 0.0432239
Dec 22 13:03:46.772501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55072) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.772847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.776564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55076) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.817472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'name': 'tempest-network--924050602', 'router:external': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:46.827849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:46.838197 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb91efb-1755-4586-8dde-b71924ed959b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.838653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb91efb-1755-4586-8dde-b71924ed959b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.840352 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6eb91efb-1755-4586-8dde-b71924ed959b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/be7fbc16-c928-4efd-a9b5-4883a01f0fa7 HTTP/1.1" status: 404  len: 337 time: 0.0627997
Dec 22 13:03:46.843156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:network and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:46.846248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55080) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.848688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:46.871430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.877790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1354206
Dec 22 13:03:46.877790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Network': ['ID=97dc0e41-9b39-4f49-8abe-b4bcb8f6ba39,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:46.880720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.881605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:46.888173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:46.893526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1519366625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:46.907830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:46.913944 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03e87b5-3f0e-411f-ac62-64cdcd885008 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.914424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03e87b5-3f0e-411f-ac62-64cdcd885008 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.916127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f03e87b5-3f0e-411f-ac62-64cdcd885008 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/e55f6fb3-566a-455b-8969-4225b7baeeb4 HTTP/1.1" status: 404  len: 339 time: 0.0688672
Dec 22 13:03:46.917231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:router and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:46.919696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55088) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.927170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:46.957956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:46.960989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:46.967131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5fa50e-ba2c-432f-ad45-7904c48bc989 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:46.967624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f5fa50e-ba2c-432f-ad45-7904c48bc989 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:46.969281 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5f5fa50e-ba2c-432f-ad45-7904c48bc989 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/a39f5270-2010-4bb1-b17d-379c55f6172b HTTP/1.1" status: 404  len: 337 time: 0.0486643
Dec 22 13:03:46.971862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55092) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:46.992925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port b0d00d26-d251-4b70-9ee0-12e4dc606dda {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:46.993273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.003551 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc18402-2c08-42cf-a436-cf09732dc774 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.004032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc18402-2c08-42cf-a436-cf09732dc774 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.005800 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5bc18402-2c08-42cf-a436-cf09732dc774 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/fd3cc65a-08ab-40ed-a7e8-0877eb3eb39c HTTP/1.1" status: 404  len: 339 time: 0.0330400
Dec 22 13:03:47.009445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55096) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.027551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.169087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.174689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:47.175298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.179382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.180576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.184272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:47.187612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.191911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.204760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cb9b34e8-ab9b-4371-8a4f-6ad4406a6203 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:47.250324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-06490941-4b0a-44ea-8119-69415c4c64c0', 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': '7c9d1977-47e9-4d2a-8f15-5f859966c696'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:47.250522 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd92c740-64ee-4836-8a5f-026e93d9323f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.251026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd92c740-64ee-4836-8a5f-026e93d9323f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.251656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.252709 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd92c740-64ee-4836-8a5f-026e93d9323f tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/cf693b5e-0059-45cb-909e-176868993fe4 HTTP/1.1" status: 404  len: 337 time: 0.2424228
Dec 22 13:03:47.262308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55100) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.305403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:47.306531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.410000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.431128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.26.3.149 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:47.476571 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1beb434a-e5f4-4a81-94a3-48128fbba3bc tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.477055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1beb434a-e5f4-4a81-94a3-48128fbba3bc tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.478480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Allocated IP 172.20.0.2 (06490941-4b0a-44ea-8119-69415c4c64c0/7c9d1977-47e9-4d2a-8f15-5f859966c696/e79fc91e-45cb-4e87-b6d9-7af4a82283eb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:47.483889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.493854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:47.502520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:47.511706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:47.517314 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1beb434a-e5f4-4a81-94a3-48128fbba3bc tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/363ff9fb-ae06-4deb-95cb-09b5cba4de70 HTTP/1.1" status: 404  len: 339 time: 0.2478609
Dec 22 13:03:47.521578 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.5951595
Dec 22 13:03:47.523753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55104) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.524135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.529308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:47.543681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1960338490'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:47.551984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.552346 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Added segment 3c801db4-5696-4200-bc17-7e4ec409ed8a of type vlan for network 72724141-8bf8-46d3-80b8-49d2a4deb1c6
Dec 22 13:03:47.597360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:47.615593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b11252-cbd9-4e17-a19a-8e89a7c25860 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.616654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b11252-cbd9-4e17-a19a-8e89a7c25860 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.621411 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-29b11252-cbd9-4e17-a19a-8e89a7c25860 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/7fb046ba-adb2-41b1-af2d-20fcc89a18c3 HTTP/1.1" status: 404  len: 337 time: 0.0950534
Dec 22 13:03:47.624918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:network and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:47.628778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55112) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.629588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:47.658764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:47.692040 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-03789f0f-a754-4c38-99dd-ac62a70b6849 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.693441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03789f0f-a754-4c38-99dd-ac62a70b6849 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.694545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-03789f0f-a754-4c38-99dd-ac62a70b6849 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/3c1bb778-e48c-48b5-a38a-8a5e1417e663 HTTP/1.1" status: 404  len: 339 time: 0.0613499
Dec 22 13:03:47.699636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.715176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55116) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.721505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.774134 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ca2690-a136-442c-9c31-f156e4b952df tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.774504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ca2690-a136-442c-9c31-f156e4b952df tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.778497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-81ca2690-a136-442c-9c31-f156e4b952df tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/ac9cf27e-6158-4429-90d7-39f65fac473d HTTP/1.1" status: 404  len: 337 time: 0.0576382
Dec 22 13:03:47.779891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55120) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.808643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for b0d00d26-d251-4b70-9ee0-12e4dc606dda owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:47.808891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:47.814033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.852858 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cfc5ea-8be8-4e6d-9a67-6662081bae17 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:47.853414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86cfc5ea-8be8-4e6d-9a67-6662081bae17 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:47.857371 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-86cfc5ea-8be8-4e6d-9a67-6662081bae17 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/a8c0a594-d284-4697-8b01-d62632bc2fad HTTP/1.1" status: 404  len: 339 time: 0.0741389
Dec 22 13:03:47.861188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55124) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.866960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.877331 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c7fd52cf-74a5-4624-8ecc-0c71291b2f9f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.9853241
Dec 22 13:03:47.884287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55128) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:47.913743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.927540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Transition to ACTIVE for port object e79fc91e-45cb-4e87-b6d9-7af4a82283eb will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:47.942576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:47.946802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0', 'name': 'tempest-PortsTestJSON-1521419890'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:47.956893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Transition to ACTIVE for port object e79fc91e-45cb-4e87-b6d9-7af4a82283eb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:47.961465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:47.961810 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Added segment ccbc8be6-d12a-430f-af1e-32ec6f99bdea of type vlan for network 689f3821-6fb6-48c7-a57a-4992dc6fe644
Dec 22 13:03:47.966877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting subnet 7171f0f0-e982-4f14-8e2e-a7465595f5bf {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:47.974027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.009295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.010242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:48.018046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.026234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cd81c15c-e222-4b33-9e55-3dd0a6a2f3d4 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:48.039815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.049444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:48.081491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.153529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Network 06490941-4b0a-44ea-8119-69415c4c64c0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:48.159159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:48.166236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:48.177146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.186309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Pushing event updated for resources: {'Port': ['ID=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:48.246271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:48.252061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:03:48.265666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=72724141-8bf8-46d3-80b8-49d2a4deb1c6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:48.268426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ad6d67cb-9b1f-4e71-8283-be73d5b87f1f,segment=NetworkSegment(85d73a8f-dd52-4db5-b00a-47aa0d860adb),segment_id=85d73a8f-dd52-4db5-b00a-47aa0d860adb)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:48.268795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.274109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:48.315168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 72724141-8bf8-46d3-80b8-49d2a4deb1c6 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:48.320327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.5498543
Dec 22 13:03:48.323688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55132) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:48.363303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.416901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.499570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for ad6d67cb-9b1f-4e71-8283-be73d5b87f1f owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:48.526644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Attempting to bind port e79fc91e-45cb-4e87-b6d9-7af4a82283eb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:48.527415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Attempting to bind port e79fc91e-45cb-4e87-b6d9-7af4a82283eb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ee52c557-3315-4dda-a645-690ecbaa533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:48.528022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Attempting to bind port e79fc91e-45cb-4e87-b6d9-7af4a82283eb on network 06490941-4b0a-44ea-8119-69415c4c64c0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:48.530346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:48.535036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:48.535722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Checking segment: {'id': 'ee52c557-3315-4dda-a645-690ecbaa533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:48.536463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.537175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Bound using segment: {'id': 'ee52c557-3315-4dda-a645-690ecbaa533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:48.537867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Bound port: e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee52c557-3315-4dda-a645-690ecbaa533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '06490941-4b0a-44ea-8119-69415c4c64c0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:48.538655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.548111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:48.558919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:48.569500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:48.584323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd432b01-f224-4d41-9966-719e6e48b414 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:48.584931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dd432b01-f224-4d41-9966-719e6e48b414 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Synchronizing usage tracker for tenant:0d5f09044acb48e98e16b9363c600644 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:48.588954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.595169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:48.595797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.607953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b12b3a2-cd9b-4776-a5b1-786c86a4a4d9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:48.635077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.676259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] For port e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:48.679397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:48.680075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] For port e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,segment=NetworkSegment(ee52c557-3315-4dda-a645-690ecbaa533a),segment_id=ee52c557-3315-4dda-a645-690ecbaa533a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:48.683635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.709382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port f69d2cc8-3d65-48c0-b72b-282b309a9409 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:03:48.741566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.743413 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/subnets/7171f0f0-e982-4f14-8e2e-a7465595f5bf HTTP/1.1" status: 204  len: 168 time: 0.8803782
Dec 22 13:03:48.746478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55136) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:48.772799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Network': ['ID=689f3821-6fb6-48c7-a57a-4992dc6fe644,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:48.778280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dd432b01-f224-4d41-9966-719e6e48b414 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Unset dirty status for tenant:0d5f09044acb48e98e16b9363c600644 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:48.780026 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dd432b01-f224-4d41-9966-719e6e48b414 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "GET /v2.0/networks/72724141-8bf8-46d3-80b8-49d2a4deb1c6 HTTP/1.1" status: 200  len: 756 time: 0.3349669
Dec 22 13:03:48.781709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:48.783039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55140) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:48.784640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:48.801555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 689f3821-6fb6-48c7-a57a-4992dc6fe644 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:48.857452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.861895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.869191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.882657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb649d52-d207-4d2b-9763-99faddb8cf94 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:48.897143 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3691087
Dec 22 13:03:48.901489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Subnet': ['ID=7171f0f0-e982-4f14-8e2e-a7465595f5bf,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:48.925904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:48.947279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:48.967986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Deleting port 0b33a4b0-b04f-4efe-802d-71f126b4da48 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:48.970444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.012921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Port': ['ID=ad6d67cb-9b1f-4e71-8283-be73d5b87f1f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:49.053027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.058053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No DVR routers for this DVR port ad6d67cb-9b1f-4e71-8283-be73d5b87f1f on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:49.064568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:49.064994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:49.090619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55146) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:49.104521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'subnets': [{'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1738584887', 'ip_version': 4}, {'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:49.105184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'subnet': {'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1738584887', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:49.109341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Request body: {'subnet': {'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:49.127339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:49.159375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7aa08bb8-30b4-4672-8b06-8b3785605b43 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:49.207359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:49.269231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Pushing event updated for resources: {'Port': ['ID=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:49.272856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:49.364788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.10 (06490941-4b0a-44ea-8119-69415c4c64c0/7c9d1977-47e9-4d2a-8f15-5f859966c696/f69d2cc8-3d65-48c0-b72b-282b309a9409) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:49.375721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7aa08bb8-30b4-4672-8b06-8b3785605b43 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:49.383949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7aa08bb8-30b4-4672-8b06-8b3785605b43 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:49.384387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.465876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26626916-55c8-4ee2-8016-5edc3e9aa780 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:49.471599 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-26626916-55c8-4ee2-8016-5edc3e9aa780 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "GET /v2.0/networks/6dcaef73-920a-4f31-bf3c-1c2a0c604838 HTTP/1.1" status: 200  len: 767 time: 0.6847327
Dec 22 13:03:49.476984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55152) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:49.552789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.582421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7aa08bb8-30b4-4672-8b06-8b3785605b43, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7aa08bb8-30b4-4672-8b06-8b3785605b43,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:49.673691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.677064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:49.746996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] For port 0b33a4b0-b04f-4efe-802d-71f126b4da48, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0b33a4b0-b04f-4efe-802d-71f126b4da48,segment=NetworkSegment(a28daba7-29ea-4022-9c23-57ee45e978d9),segment_id=a28daba7-29ea-4022-9c23-57ee45e978d9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:49.747312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.776803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7aa08bb8-30b4-4672-8b06-8b3785605b43,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:49.780760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:49.909701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:49.936968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Calling delete_port for 0b33a4b0-b04f-4efe-802d-71f126b4da48 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:50.008776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:50.015337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Usage tracker for resource:subnet and tenant:cece4a9a52c542808f28215c5b790da9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:50.028582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:50.036687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:50.059340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:50.111948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Made reservation on behalf of cece4a9a52c542808f28215c5b790da9 for: {'subnet': 2} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:50.114605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.116838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.117202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.140616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.148601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9819a406-3c9c-442a-8ace-1e0255f8ec8c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:50.162506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293520b50>,) {'filters': {'network_id': ['6d43a90c-84b9-4df2-83ae-32eeba1903c0']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.255665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Port': ['ID=0b33a4b0-b04f-4efe-802d-71f126b4da48,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:50.262154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:50.266015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] No DVR routers for this DVR port 0b33a4b0-b04f-4efe-802d-71f126b4da48 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:03:50.372372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293520b50>, '85d73a8f-dd52-4db5-b00a-47aa0d860adb') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.372762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293520b50>, '85d73a8f-dd52-4db5-b00a-47aa0d860adb') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.379970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=b0d00d26-d251-4b70-9ee0-12e4dc606dda,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:50.421025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.455293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293e8f310>,) {'filters': {'network_id': ['5a5b34bc-a145-4cde-bc00-f895070f2107']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.475302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.478723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d71d95-f219-4483-8786-bb820fad2094 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:03:50.484523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.602s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:50.490543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.578s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:50.490956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:50.494762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.501655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293e8f310>, 'a28daba7-29ea-4022-9c23-57ee45e978d9') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.501961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293e8f310>, 'a28daba7-29ea-4022-9c23-57ee45e978d9') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:50.510921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.598s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:50.511313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:50.525321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.526896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.538788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.554375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.578096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.581496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:50.582265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:50.597106 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:50.606528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d71d95-f219-4483-8786-bb820fad2094 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:03:50.637068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e03c0aab-3264-4daa-ae41-c36f75b0cf21 None None] Provisioning for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:50.637612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:50.637951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:50.660433 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:50.753729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cc9c-9c09-42cb-98a1-e2085c020332 req-bed8e6ed-95a7-48a0-a4f3-5a151738c30d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:50.756010 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d90cc9c-9c09-42cb-98a1-e2085c020332 req-bed8e6ed-95a7-48a0-a4f3-5a151738c30d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 1.2964139
Dec 22 13:03:50.816582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.817111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router b1735a3f-aa60-4190-9555-8a5ae591fc08 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:50.822423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.853577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.861057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b01c5ed5-066f-43c9-ab08-a6649beabb5f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:50.879317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.886942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Pushing event deleted for resources: {'Network': ['ID=5a5b34bc-a145-4cde-bc00-f895070f2107,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:50.896082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:50.907051 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] 10.222.0.16 "DELETE /v2.0/networks/5a5b34bc-a145-4cde-bc00-f895070f2107 HTTP/1.1" status: 204  len: 168 time: 2.1581342
Dec 22 13:03:50.964104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:50.991951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object f69d2cc8-3d65-48c0-b72b-282b309a9409 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:50.992259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef33d55-84aa-45ca-82ec-2760f5f02c95 None None] Network 06490941-4b0a-44ea-8119-69415c4c64c0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:51.020490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5413e-cc00-4a8f-b179-14aaff54b065 None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:51.040361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529364ca00>,) {'filters': {'network_id': ['72724141-8bf8-46d3-80b8-49d2a4deb1c6']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:51.093837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e5413e-cc00-4a8f-b179-14aaff54b065 None None] Network 5a5b34bc-a145-4cde-bc00-f895070f2107 could not be found, it might have been deleted concurrently. {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 22 13:03:51.210505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86899fab-8095-4571-877c-1738ab785479 None None] DHCP port deletion for 5a5b34bc-a145-4cde-bc00-f895070f2107 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:03:51.241413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.257254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-592e6708-47db-43c4-b4fe-7d061bad5e33 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:51.311529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7aa08bb8-30b4-4672-8b06-8b3785605b43 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:51.316760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d90cc9c-9c09-42cb-98a1-e2085c020332 req-427f87c3-9580-4dac-ba21-36f92bb076bc tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4734631
Dec 22 13:03:51.325666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.330323 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 204  len: 168 time: 5.5230184
Dec 22 13:03:51.331556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.333240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55158) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:51.338826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529364ca00>, '3c801db4-5696-4200-bc17-7e4ec409ed8a') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:51.348999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529364ca00>, '3c801db4-5696-4200-bc17-7e4ec409ed8a') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:51.372365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-321924353'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:51.376633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:51.380094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Subnet': ['ID=ed52f54a-a6b8-4158-acc5-f75890984338,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:51.382888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:51.397922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.409908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.427323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Checking segment: {'id': 'fe58e2f6-f622-4a7d-be24-03955fd4a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:51.427560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:51.427659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network hostable DHCP agents. Network: 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:51.430777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=6d43a90c-84b9-4df2-83ae-32eeba1903c0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:51.432437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7aa08bb8-30b4-4672-8b06-8b3785605b43 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:51.432822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.442390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:51.448074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:51.460545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/6d43a90c-84b9-4df2-83ae-32eeba1903c0 HTTP/1.1" status: 204  len: 168 time: 8.2628722
Dec 22 13:03:51.461069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55164) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:51.462312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:51.472687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.479162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.480403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-497734974'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:51.489749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:51.499011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:51.503517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:51.510473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:51.547231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:51.596111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e79fc91e-45cb-4e87-b6d9-7af4a82283eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:51.620475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:51.625607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.659424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:51.669539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4bfeb1-a608-44b0-8ba0-875c7a0fe97c None None] Network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:51.677959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.683252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4869de5-f86c-4dd8-bbd8-b8c5326cfa1e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:51.719113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:51.719734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:51.760116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:51.777058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.780726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 488d553c-7792-45a9-8bb4-74887c92f9f0 of type vlan for network dc750f0f-a0ed-48c6-963f-a7df12931a88
Dec 22 13:03:51.781519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:51.781962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:51.802764 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:51.875331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event updated for resources: {'Subnet': ['ID=bad2d821-af90-4f51-aa1a-f0e8d097fe07,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:51.881717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:51.902339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:51.906962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Checking segment: {'id': 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:51.907336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network hostable DHCP agents. Network: 689f3821-6fb6-48c7-a57a-4992dc6fe644, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:51.922313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:51.940009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:51.940392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.018429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Network 689f3821-6fb6-48c7-a57a-4992dc6fe644 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:52.019632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:52.024342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.029676 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-14e4db6f-689f-428e-b276-6d514f6d4a85 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02a92e2856734be0b2dfa9cf69d892c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3062279
Dec 22 13:03:52.032840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55176) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:52.051312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.068806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bfb5f2ff-62b6-4c84-b46f-4b8f15491405 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:52.105287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.109991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.118612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.119182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 06490941-4b0a-44ea-8119-69415c4c64c0 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:52.124835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.125441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.137872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:52.141871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:52.145277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a906f23c-77b1-4a12-b27a-a8b1b4948c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:52.162524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cf1928-a2d7-4284-96ec-fe40dcba1c80 None None] Network 06490941-4b0a-44ea-8119-69415c4c64c0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:52.174791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 689f3821-6fb6-48c7-a57a-4992dc6fe644) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:52.191832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf', 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf', 'tenant_id': 'cece4a9a52c542808f28215c5b790da9', 'fixed_ips': [{'subnet_id': 'ed52f54a-a6b8-4158-acc5-f75890984338'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:52.192877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.268630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d5fa0-c2c9-4eaa-b953-48976a6d10ef None None] Network 689f3821-6fb6-48c7-a57a-4992dc6fe644 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:52.300363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:52.323360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851eaf-7b4a-4476-9ae2-b97ffd56ca11 req-75eff1b7-1dca-4e9b-9041-0b5ac9d40bc9 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.324941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6851eaf-7b4a-4476-9ae2-b97ffd56ca11 req-75eff1b7-1dca-4e9b-9041-0b5ac9d40bc9 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.7942667
Dec 22 13:03:52.356299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-266bba30-1a2e-4793-a94a-e5aea643e106 None None] Provisioning complete for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:52.356679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-266bba30-1a2e-4793-a94a-e5aea643e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.368910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.369457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.373937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=f69d2cc8-3d65-48c0-b72b-282b309a9409,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:52.377072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:52.378430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.383776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.387239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.389472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.389472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.389720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.389816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment d5f3a757-aa81-4b28-aa97-da5182a1b3dd of type vlan for network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be
Dec 22 13:03:52.404592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.408853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  72724141-8bf8-46d3-80b8-49d2a4deb1c6 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:52.411222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.414265 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.9503090
Dec 22 13:03:52.421471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:52.432577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55180) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:52.443863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:52.480583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=dc750f0f-a0ed-48c6-963f-a7df12931a88,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:52.488829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:52.521852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:52.523438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Network': ['ID=72724141-8bf8-46d3-80b8-49d2a4deb1c6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:52.526679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:52.528536 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/72724141-8bf8-46d3-80b8-49d2a4deb1c6 HTTP/1.1" status: 204  len: 168 time: 2.7711961
Dec 22 13:03:52.546984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55184) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:52.553121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,segment=NetworkSegment(ee52c557-3315-4dda-a645-690ecbaa533a),segment_id=ee52c557-3315-4dda-a645-690ecbaa533a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:52.559928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.4653847
Dec 22 13:03:52.571528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55186) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:52.580109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.589069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'name': 'tempest-network--948223586'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:52.598533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6851eaf-7b4a-4476-9ae2-b97ffd56ca11 req-9dc53df3-1d1d-4e84-ad17-1e23dbe3d500 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2601678
Dec 22 13:03:52.608535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:52.615860 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.7268732
Dec 22 13:03:52.657891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.669030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:52.711536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.713154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.714651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:52.715495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:52.737735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55192) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:52.739336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Usage tracker for resource:network and tenant:11bdadc688a044b0b7dfe1a69b7528be is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:52.742814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:52.751313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:52.765235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:52.769454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:52.797189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:03:52.844123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Made reservation on behalf of 11bdadc688a044b0b7dfe1a69b7528be for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:52.847460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.883892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:52.900555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.901351 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Added segment 5f94b507-a375-414e-8eb2-90736804d34e of type vlan for network 8022a00b-fb27-475c-826d-2aa096882388
Dec 22 13:03:52.942575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:52.977888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:53.015106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.022712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:53.026490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.059469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:53.064685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:53.078729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:53.079614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router e59defb4-fd7d-4b1f-8d87-468bd98e958e is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:03:53.083754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ae26fa23-2263-4c8d-bbc0-c38bd54316c0 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.5110631
Dec 22 13:03:53.091677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55200) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:53.094884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Allocated IP 172.20.0.2 (03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf/ed52f54a-a6b8-4158-acc5-f75890984338/59366b38-451e-4fe6-b36d-ddfea2413a79) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:53.108481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-689f3821-6fb6-48c7-a57a-4992dc6fe644', 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644', 'tenant_id': 'cece4a9a52c542808f28215c5b790da9', 'fixed_ips': [{'subnet_id': 'bad2d821-af90-4f51-aa1a-f0e8d097fe07'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:53.109129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-904f00dd-f4af-4d09-a3ea-a2ed90bc2d62 tempest-QuotasNegativeTest-1898873671 tempest-QuotasNegativeTest-1898873671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:53.109380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.143647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e79fc91e-45cb-4e87-b6d9-7af4a82283eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:03:53.161911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:53.176127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.184027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:53.281023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da1438d-1e2d-4c00-8fc7-a049089d9116,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:53.281023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:53.352296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.354961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6da1438d-1e2d-4c00-8fc7-a049089d9116 HTTP/1.1" status: 204  len: 168 time: 1.3197978
Dec 22 13:03:53.355420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:53.360324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.370670 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.0138245
Dec 22 13:03:53.388546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55206) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:53.397845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:53.404674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=8ea2c8a0-106d-4fb9-a103-3f8b64cb53be,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:53.426119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:53.573695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:53.574087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.631494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:53.633295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.634302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:53.634903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:53.651001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:53.714975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:53.783954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting subnet ed52f54a-a6b8-4158-acc5-f75890984338 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:53.826174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Allocated IP 172.20.0.18 (689f3821-6fb6-48c7-a57a-4992dc6fe644/bad2d821-af90-4f51-aa1a-f0e8d097fe07/7ef9a08f-dcc6-4eb3-87be-466a5f519ea7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:53.871243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:53.876587 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 1.3111446
Dec 22 13:03:53.884535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=8022a00b-fb27-475c-826d-2aa096882388,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:53.887435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:53.888086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55216) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:53.892328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:53.901169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:53.933094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:53.933411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de054851-2c60-47c0-b253-a19b8b34fcb6 req-78c7212c-6066-4264-a8e7-846ad0692a9c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:53.943144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-de054851-2c60-47c0-b253-a19b8b34fcb6 req-78c7212c-6066-4264-a8e7-846ad0692a9c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6932144
Dec 22 13:03:53.991179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.007673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 8022a00b-fb27-475c-826d-2aa096882388 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:54.034823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0b33a4b0-b04f-4efe-802d-71f126b4da48 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:03:54.037568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:54.040699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.047776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:03:54.073545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Transition to ACTIVE for port object 59366b38-451e-4fe6-b36d-ddfea2413a79 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:54.084682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Sync routers for ids ['e59defb4-fd7d-4b1f-8d87-468bd98e958e'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:03:54.112598 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-de054851-2c60-47c0-b253-a19b8b34fcb6 req-90f35d3e-7ad0-447d-8113-b838026b1004 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1703951
Dec 22 13:03:54.179573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0b33a4b0-b04f-4efe-802d-71f126b4da48 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:03:54.180007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0b33a4b0-b04f-4efe-802d-71f126b4da48 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:03:54.209619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.229401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ce4cd49-b78a-4221-bb8f-1c7c5ec1a173 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:54.233611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Routers {'e59defb4-fd7d-4b1f-8d87-468bd98e958e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:54.234185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e0cd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e59defb4-fd7d-4b1f-8d87-468bd98e958e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:54.303225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.304944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Transition to ACTIVE for port object 59366b38-451e-4fe6-b36d-ddfea2413a79 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:54.307520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d364052b-b941-4a69-9d47-7aff3b35570b tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 10.3141646
Dec 22 13:03:54.312487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55224) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:54.314925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.476984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.509345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.531765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ae4789ee-2aa5-4985-a8ad-ae828c7bc6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:54.559552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.599204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Provisioning for port f69d2cc8-3d65-48c0-b72b-282b309a9409 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:03:54.601051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=9dcb69a8-32ef-4d71-80b9-9c0cc518bd81,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:54.613392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:54.635114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.676370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:54.681631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Provisioning complete for port f69d2cc8-3d65-48c0-b72b-282b309a9409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:54.681631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.691856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '488d553c-7792-45a9-8bb4-74887c92f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:54.692213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: dc750f0f-a0ed-48c6-963f-a7df12931a88, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:54.752216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.752472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Port f69d2cc8-3d65-48c0-b72b-282b309a9409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:54.756693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:54.760512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:54.767552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Pushing event updated for resources: {'Port': ['ID=59366b38-451e-4fe6-b36d-ddfea2413a79,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:54.775050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:54.803812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3e55b73a-a3c3-42b1-8362-c36f00d2ae76 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/e59defb4-fd7d-4b1f-8d87-468bd98e958e HTTP/1.1" status: 200  len: 907 time: 0.4898763
Dec 22 13:03:54.808643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Network 8022a00b-fb27-475c-826d-2aa096882388 is not hosted by any dhcp agent {{(pid=88167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 22 13:03:54.809490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:54.810125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.812931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "PUT /v2.0/networks/8022a00b-fb27-475c-826d-2aa096882388 HTTP/1.1" status: 200  len: 857 time: 0.9203990
Dec 22 13:03:54.816812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55236) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:54.817137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55238) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:54.817337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:54.868651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55244) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:54.876400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Set router e59defb4-fd7d-4b1f-8d87-468bd98e958e gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:54.967174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:54.991860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:55.009777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.017848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff67eaac-e05d-4a58-a15d-84425f8692b3 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:55.055662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Provisioning complete for port e79fc91e-45cb-4e87-b6d9-7af4a82283eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:55.056043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a79f265-2692-46b4-8ed9-1b444b426698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.090657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:55.097300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:55.116193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, dc750f0f-a0ed-48c6-963f-a7df12931a88) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:55.135880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308693c-f759-4835-a822-023221c45ebb None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:55.144657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event updated for resources: {'Network': ['ID=8022a00b-fb27-475c-826d-2aa096882388,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:55.151404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:55.159683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-57acbd50-7f59-425c-a99c-c5044286d3d3 tempest-ServiceProvidersTest-1832140043 tempest-ServiceProvidersTest-1832140043-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2798018
Dec 22 13:03:55.163899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:55.164496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.166770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.196763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Attempting to bind port 59366b38-451e-4fe6-b36d-ddfea2413a79 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:55.197143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Attempting to bind port 59366b38-451e-4fe6-b36d-ddfea2413a79 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'fe58e2f6-f622-4a7d-be24-03955fd4a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:55.197519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Attempting to bind port 59366b38-451e-4fe6-b36d-ddfea2413a79 on network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:55.214910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:55.215297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:03:55.236245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ce51801-7a4e-4388-8edb-3f60c4d83d47 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:55.258880 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8240356
Dec 22 13:03:55.262699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55256) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:55.274484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:55.301335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.308592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Subnet': ['ID=ed52f54a-a6b8-4158-acc5-f75890984338,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:55.311042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.320062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:55.340931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:03:55.346123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.348652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:55.349026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Checking segment: {'id': 'fe58e2f6-f622-4a7d-be24-03955fd4a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:55.349428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.350076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Bound using segment: {'id': 'fe58e2f6-f622-4a7d-be24-03955fd4a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:55.350559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Bound port: 59366b38-451e-4fe6-b36d-ddfea2413a79, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe58e2f6-f622-4a7d-be24-03955fd4a42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:55.350963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.425063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.426915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:55.436209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:55.436834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.516889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:55.520073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3979e-1d2b-4d52-b200-4df56b28bf28 None None] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:55.521678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:subnet and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:55.525476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:55.533437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:55.551986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.558301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e620922a-a98c-4362-b13f-c0e5af7998e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:55.558433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Transition to ACTIVE for port object 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:55.564599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.607626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2150793
Dec 22 13:03:55.616260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/subnets/ed52f54a-a6b8-4158-acc5-f75890984338 HTTP/1.1" status: 204  len: 168 time: 2.3997786
Dec 22 13:03:55.616461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55260) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:55.618643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55262) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:55.652146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73928889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:55.670671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:55.699850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:55.707618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=f69d2cc8-3d65-48c0-b72b-282b309a9409,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:55.710435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:55.713723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.737288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:55.741711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:55.744121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Transition to ACTIVE for port object 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:55.798663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:55.837849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.890992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.951722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting subnet bad2d821-af90-4f51-aa1a-f0e8d097fe07 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:03:55.971389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55270) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:55.979655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:55.989428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-aed1f29f-735d-4595-8a04-ef81bbbc1eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:56.012917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529875c490>,) {'filters': {'network_id': ['8022a00b-fb27-475c-826d-2aa096882388']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:56.020599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.021275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.047692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529875c490>, '5f94b507-a375-414e-8eb2-90736804d34e') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:56.047979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529875c490>, '5f94b507-a375-414e-8eb2-90736804d34e') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:56.070438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] For port 59366b38-451e-4fe6-b36d-ddfea2413a79, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:56.084883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.098759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1616aed5-ad53-43ef-9e12-5b8f17082ff0 req-bb2e6ee7-1aa2-4867-b462-6b3805200de7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:56.100553 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1616aed5-ad53-43ef-9e12-5b8f17082ff0 req-bb2e6ee7-1aa2-4867-b462-6b3805200de7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.7678916
Dec 22 13:03:56.119517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.154650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Network 689f3821-6fb6-48c7-a57a-4992dc6fe644 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:56.160319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] For port 59366b38-451e-4fe6-b36d-ddfea2413a79, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=59366b38-451e-4fe6-b36d-ddfea2413a79,segment=NetworkSegment(fe58e2f6-f622-4a7d-be24-03955fd4a42c),segment_id=fe58e2f6-f622-4a7d-be24-03955fd4a42c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:56.165753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.178262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:56.179917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.180054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:56.198303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Pushing event updated for resources: {'Port': ['ID=7ef9a08f-dcc6-4eb3-87be-466a5f519ea7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:56.204591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:56.211157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:56.211564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.212632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:56.226593 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:56.243974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.274401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.288160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82a1c075-db88-43cd-9914-e11bc83f40bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:56.356423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:56.361233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Usage tracker for resource:security_group_rule and tenant:68c6b05b41954b2fb06f539b013311dd is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:56.364889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:56.373393 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1616aed5-ad53-43ef-9e12-5b8f17082ff0 req-75ae84cb-34e7-4374-b829-3439188a6246 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2576451
Dec 22 13:03:56.376741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:56.384921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Deleting port 0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:56.385484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.403680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-dc750f0f-a0ed-48c6-963f-a7df12931a88', 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': '9dcb69a8-32ef-4d71-80b9-9c0cc518bd81'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:56.404879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.456214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.470830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.475968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28d4b5de-9287-4407-ba98-2a1ebc8638b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:56.494672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Attempting to bind port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:56.494964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Attempting to bind port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:56.495339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Attempting to bind port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 on network 689f3821-6fb6-48c7-a57a-4992dc6fe644 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:56.502990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.518020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-8ea2c8a0-106d-4fb9-a103-3f8b64cb53be', 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': 'f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:03:56.518878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.529140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.554264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.556611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:56.571418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:56.571804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Checking segment: {'id': 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:56.572222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.572640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Bound using segment: {'id': 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:56.573132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Bound port: 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '689f3821-6fb6-48c7-a57a-4992dc6fe644'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:56.573576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.591086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-122f9a85-11a7-4fd9-b5ca-be8a7446d279 None None] Provisioning complete for port f69d2cc8-3d65-48c0-b72b-282b309a9409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:56.591568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-122f9a85-11a7-4fd9-b5ca-be8a7446d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.594509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:56.596433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:56.609583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:56.615275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.621309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8022a00b-fb27-475c-826d-2aa096882388 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 22 13:03:56.631949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Pushing event deleted for resources: {'Network': ['ID=8022a00b-fb27-475c-826d-2aa096882388,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:56.633966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.640468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=bead621b-2611-4970-8cc7-ceaadedea644,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:56.646437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:56.649919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:56.703363 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] 10.222.0.16 "DELETE /v2.0/networks/8022a00b-fb27-475c-826d-2aa096882388 HTTP/1.1" status: 204  len: 168 time: 1.8836851
Dec 22 13:03:56.710854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55276) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:56.714075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.858562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Allocated IP 2001:db8::2 (dc750f0f-a0ed-48c6-963f-a7df12931a88/9dcb69a8-32ef-4d71-80b9-9c0cc518bd81/9cf89bf6-ad81-444b-9be5-659df09f1f5d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:56.887780 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbe2893-048c-4f51-b00d-e0e540d72779 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:03:56.888924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dbe2893-048c-4f51-b00d-e0e540d72779 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:03:56.891658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.907623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Calling delete_port for 0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:56.907911 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.6423557
Dec 22 13:03:56.909102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:56.926886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55280) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:56.933927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d269d6f-d6ad-4223-a126-3e9103e64e14 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:56.993984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3dbe2893-048c-4f51-b00d-e0e540d72779 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "DELETE /v2.0/subnets/badf1c97-a74a-499e-9067-10ae8b80dcac HTTP/1.1" status: 404  len: 337 time: 0.2821090
Dec 22 13:03:56.994869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Subnet': ['ID=bad2d821-af90-4f51-aa1a-f0e8d097fe07,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:57.001347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55286) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.009152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.009152 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/subnets/bad2d821-af90-4f51-aa1a-f0e8d097fe07 HTTP/1.1" status: 204  len: 168 time: 1.3705492
Dec 22 13:03:57.010673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-122f9a85-11a7-4fd9-b5ca-be8a7446d279 None None] Port f69d2cc8-3d65-48c0-b72b-282b309a9409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:03:57.011706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:57.016702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Pushing event updated for resources: {'Port': ['ID=59366b38-451e-4fe6-b36d-ddfea2413a79,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:57.017898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55290) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.089296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.108965 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:03:57.140260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a8494-17c5-4b77-a7cb-38a15b08bd61 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.141219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7a8494-17c5-4b77-a7cb-38a15b08bd61 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Synchronizing usage tracker for tenant:cece4a9a52c542808f28215c5b790da9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:57.170443 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.182563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:57.196546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.198135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.199837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.201645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.203280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.204273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Synchronizing usage tracker for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:03:57.207099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.208275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1303e520-5b4f-4a60-84c4-44042c6b4329 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 1.5918417
Dec 22 13:03:57.210724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.224823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Transition to ACTIVE for port object 9cf89bf6-ad81-444b-9be5-659df09f1f5d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:57.226723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55294) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.250242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Transition to ACTIVE for port object 9cf89bf6-ad81-444b-9be5-659df09f1f5d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:57.404579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7a8494-17c5-4b77-a7cb-38a15b08bd61 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Unset dirty status for tenant:cece4a9a52c542808f28215c5b790da9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:57.406945 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-df7a8494-17c5-4b77-a7cb-38a15b08bd61 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3880990
Dec 22 13:03:57.417336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e0cd0>, [{'id': 'e59defb4-fd7d-4b1f-8d87-468bd98e958e', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:44Z', 'updated_at': '2021-12-22T13:03:50Z', 'revision_number': 3, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port': {'id': '0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:bc:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59defb4-fd7d-4b1f-8d87-468bd98e958e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:03:47Z', 'updated_at': '2021-12-22T13:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:57.428159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55300) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.438031 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68c6b05b41954b2fb06f539b013311dd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4600053
Dec 22 13:03:57.455185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.460146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55304) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.464057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.176s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:57.470495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b6f54-827d-4236-b9f3-e76e996ef77d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:57.487112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.509373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:57.541848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.543028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:57.545455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Checking router: e59defb4-fd7d-4b1f-8d87-468bd98e958e for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:03:57.545925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Updating router e59defb4-fd7d-4b1f-8d87-468bd98e958e port 0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:03:57.619325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.646464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:57.646816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.686351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.700149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:57.708343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-82a9e62b-fb8b-4268-9b45-dec0df13e51e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:57.713339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Port 0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f not found while updating agent binding for router e59defb4-fd7d-4b1f-8d87-468bd98e958e. {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 22 13:03:57.729776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83c2ee6b-ee18-420b-9acf-629c7b6b71be tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:57.746080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:57.755846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:57.759214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:57.773454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f758453-e618-467b-8323-cb3bb2d08e67 None None] Network 03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:57.779750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Unset dirty status for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:03:57.779750 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c59fe21-a495-4033-856a-57498a0a078f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.8474469
Dec 22 13:03:57.788619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cfb1e5a-7c4b-4369-8aed-3504e4dcda4f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:57.791175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55308) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:57.800925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Allocated IP 172.20.0.2 (8ea2c8a0-106d-4fb9-a103-3f8b64cb53be/f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd/d3bb886b-10f4-40bd-b8e6-ced63e968892) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:57.804359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Routers {'e59defb4-fd7d-4b1f-8d87-468bd98e958e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:03:57.812927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e0cd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e59defb4-fd7d-4b1f-8d87-468bd98e958e'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:57.813108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1367559345'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:57.836194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:57.844195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c21c5-2db3-40ba-a98a-d75d9b597515 req-f045534f-e6ca-4f42-afec-2c9be4030ac5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:57.845762 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-864c21c5-2db3-40ba-a98a-d75d9b597515 req-f045534f-e6ca-4f42-afec-2c9be4030ac5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.3198438
Dec 22 13:03:57.861772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:03:57.881948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Pushing event updated for resources: {'Port': ['ID=9cf89bf6-ad81-444b-9be5-659df09f1f5d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:57.884834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:57.916228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:03:57.929082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:03:57.960560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:03:57.970164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] For port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:58.061937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.063665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.089355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] For port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7ef9a08f-dcc6-4eb3-87be-466a5f519ea7,segment=NetworkSegment(ccbc8be6-d12a-430f-af1e-32ec6f99bdea),segment_id=ccbc8be6-d12a-430f-af1e-32ec6f99bdea)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:58.121294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=f69d2cc8-3d65-48c0-b72b-282b309a9409,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:58.121571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] Set router e59defb4-fd7d-4b1f-8d87-468bd98e958e gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:03:58.123264 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-864c21c5-2db3-40ba-a98a-d75d9b597515 req-26f1cc89-75a3-4424-adf5-54309f1ffbc6 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2584302
Dec 22 13:03:58.140761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.147717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:58.162339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.180875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293fdb820>,) {'filters': {'network_id': ['6dcaef73-920a-4f31-bf3c-1c2a0c604838']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:58.192373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:03:58.196052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.240350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293fdb820>, 'd2db8a72-f601-4339-980f-68461f863eaa') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:58.240350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293fdb820>, 'd2db8a72-f601-4339-980f-68461f863eaa') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:58.279743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] For port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7, host dv-neutron-822662-1-hyperv, got binding levels [] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:03:58.280074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.285440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.289089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-66211a88-dd52-4f4b-939e-986b794e85fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:58.354240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.369026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e0cd0>, [{'id': 'e59defb4-fd7d-4b1f-8d87-468bd98e958e', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:44Z', 'updated_at': '2021-12-22T13:03:57Z', 'revision_number': 5, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:03:58.371404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Attempting to bind port 9cf89bf6-ad81-444b-9be5-659df09f1f5d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:58.371799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Attempting to bind port 9cf89bf6-ad81-444b-9be5-659df09f1f5d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '488d553c-7792-45a9-8bb4-74887c92f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:58.372177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Attempting to bind port 9cf89bf6-ad81-444b-9be5-659df09f1f5d on network dc750f0f-a0ed-48c6-963f-a7df12931a88 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:58.421092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Calling delete_port for 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:03:58.425140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cbfbec-e791-42df-a431-b41e6019b326 None None] The sync data for ids ['e59defb4-fd7d-4b1f-8d87-468bd98e958e'] in dv-neutron-822662-1-hyperv is: [{'id': 'e59defb4-fd7d-4b1f-8d87-468bd98e958e', 'name': 'tempest-snat-router-656736091', 'tenant_id': '1354b893231746ddbdee6af7d8e345b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:03:44Z', 'updated_at': '2021-12-22T13:03:57Z', 'revision_number': 5, 'project_id': '1354b893231746ddbdee6af7d8e345b7', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:03:58.438567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:58.438993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Checking segment: {'id': '488d553c-7792-45a9-8bb4-74887c92f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:58.439596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.440195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Bound using segment: {'id': '488d553c-7792-45a9-8bb4-74887c92f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:58.440855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Bound port: 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488d553c-7792-45a9-8bb4-74887c92f9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:58.441413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.459792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.460547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.476783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.502986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:03:58.526708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.528336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 34497fde-10c0-47b6-aa00-ee988c62972e of type vlan for network 3615e661-d3c5-4f64-989f-22a6632ccbdb
Dec 22 13:03:58.528485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Pushing event updated for resources: {'Port': ['ID=7ef9a08f-dcc6-4eb3-87be-466a5f519ea7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:58.550236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.562922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.563452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e59defb4-fd7d-4b1f-8d87-468bd98e958e {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:03:58.567353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:03:58.567733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:03:58.583511 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:03:58.593892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.598421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:58.614361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:03:58.614705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:03:58.636549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.637965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/e59defb4-fd7d-4b1f-8d87-468bd98e958e HTTP/1.1" status: 204  len: 168 time: 3.8196449
Dec 22 13:03:58.641104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55312) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:58.649863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.707936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.713851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:03:58.714535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.728426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3f133b36-1aef-4366-995b-9aaa9a5430bd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:58.736260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab359ee9-925a-4a22-95bc-5c650ff06819 None None] Network 689f3821-6fb6-48c7-a57a-4992dc6fe644 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:03:58.853763 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.0542819
Dec 22 13:03:58.857200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55316) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:03:58.859587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:03:58.864900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:03:58.879028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.895124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9cf89bf6-ad81-444b-9be5-659df09f1f5d,segment=NetworkSegment(488d553c-7792-45a9-8bb4-74887c92f9f0),segment_id=488d553c-7792-45a9-8bb4-74887c92f9f0)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:03:58.909456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Transition to ACTIVE for port object d3bb886b-10f4-40bd-b8e6-ced63e968892 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:58.910964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 06490941-4b0a-44ea-8119-69415c4c64c0 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:58.921305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:58.923113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:58.930588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:58.938171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.003495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Transition to ACTIVE for port object d3bb886b-10f4-40bd-b8e6-ced63e968892 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:03:59.015685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.021114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:59.117465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:03:59.118907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.119610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Pushing event updated for resources: {'Port': ['ID=9cf89bf6-ad81-444b-9be5-659df09f1f5d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:59.137094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:59.158320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=3615e661-d3c5-4f64-989f-22a6632ccbdb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:59.167694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.184785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:59.208975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.230612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:59.231789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:03:59.316539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:03:59.322430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b6f54-827d-4236-b9f3-e76e996ef77d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:59.331429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:59.346184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-152ae326-c57b-4020-a77d-0c666faf292f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:03:59.469203 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] 10.222.0.16 "DELETE /v2.0/networks/6dcaef73-920a-4f31-bf3c-1c2a0c604838 HTTP/1.1" status: 204  len: 168 time: 2.4633312
Dec 22 13:03:59.484734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.489513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e28b6f54-827d-4236-b9f3-e76e996ef77d HTTP/1.1" status: 204  len: 168 time: 2.0024557
Dec 22 13:03:59.526181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Pushing event deleted for resources: {'Network': ['ID=6dcaef73-920a-4f31-bf3c-1c2a0c604838,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:59.532522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:59.578097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.20.0.1 (8ea2c8a0-106d-4fb9-a103-3f8b64cb53be/f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd/2357426e-6952-43f6-af4c-43c26904eaa2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:03:59.588998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.596820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:03:59.600521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:03:59.785157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Pushing event updated for resources: {'Port': ['ID=d3bb886b-10f4-40bd-b8e6-ced63e968892,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:03:59.800324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:03:59.805665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9634dd1e-c4b6-45e5-bb15-a2fb1e0ff7ec None None] Provisioning complete for port f69d2cc8-3d65-48c0-b72b-282b309a9409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:03:59.806048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9634dd1e-c4b6-45e5-bb15-a2fb1e0ff7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.856535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Attempting to bind port d3bb886b-10f4-40bd-b8e6-ced63e968892 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:03:59.857106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Attempting to bind port d3bb886b-10f4-40bd-b8e6-ced63e968892 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:03:59.857538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Attempting to bind port d3bb886b-10f4-40bd-b8e6-ced63e968892 on network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:03:59.905571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.930946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:03:59.931576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Checking segment: {'id': 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:03:59.931790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.932189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Bound using segment: {'id': 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:03:59.932674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Bound port: d3bb886b-10f4-40bd-b8e6-ced63e968892, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8ea2c8a0-106d-4fb9-a103-3f8b64cb53be'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:03:59.933181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:03:59.966768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 2357426e-6952-43f6-af4c-43c26904eaa2 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:00.024232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55328) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:00.065944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Router d7f04e74-c396-487b-935e-d955111c5aeb is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:00.086324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:00.089754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:00.091148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9634dd1e-c4b6-45e5-bb15-a2fb1e0ff7ec None None] Port f69d2cc8-3d65-48c0-b72b-282b309a9409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:00.146751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.151605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.152520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8dc604fc-52a7-4e29-89c8-cabf2068e8ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:00.165758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4dfcbea-1490-4063-bfb7-cd0bc671a75d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:00.264427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.284104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Pushing event updated for resources: {'Port': ['ID=d3bb886b-10f4-40bd-b8e6-ced63e968892,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:00.288486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:00.306890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.317068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6b6a9-dfb7-41a1-9478-6815848e7fcb req-ec032873-ed75-4cc3-b5d0-75899964d2df tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:00.324478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66f6b6a9-dfb7-41a1-9478-6815848e7fcb req-ec032873-ed75-4cc3-b5d0-75899964d2df tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.9623783
Dec 22 13:04:00.337453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:00.355621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] For port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7ef9a08f-dcc6-4eb3-87be-466a5f519ea7,segment=NetworkSegment(ccbc8be6-d12a-430f-af1e-32ec6f99bdea),segment_id=ccbc8be6-d12a-430f-af1e-32ec6f99bdea)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:00.355997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.360116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:00.367271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:00.393708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.439585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=2357426e-6952-43f6-af4c-43c26904eaa2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:00.456108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:00.463566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:00.467220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-30152e13-79e1-4b18-83fd-b395fed951ac tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:00.469927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] Sync routers for ids ['d7f04e74-c396-487b-935e-d955111c5aeb'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:00.473025 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/routers/d7f04e74-c396-487b-935e-d955111c5aeb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7319283
Dec 22 13:04:00.477830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:00.485693 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d5b4f8f8-726e-42cd-a45c-ec804bdff1c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d5f09044acb48e98e16b9363c600644&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4601593
Dec 22 13:04:00.488981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55338) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:00.490289 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] Routers {'d7f04e74-c396-487b-935e-d955111c5aeb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:00.491306 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299db7e20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d7f04e74-c396-487b-935e-d955111c5aeb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:00.565414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Calling delete_port for 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:00.566240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.610269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299db7e20>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:00.620189 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] Routers {'d7f04e74-c396-487b-935e-d955111c5aeb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:00.621051 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299db7e20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d7f04e74-c396-487b-935e-d955111c5aeb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:00.641113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Deleting port 7aa08bb8-30b4-4672-8b06-8b3785605b43 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:00.641500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.688442 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299db7e20>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:00.688847 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507757a3-da15-45d5-ab56-09578f6900e3 None None] The sync data for ids ['d7f04e74-c396-487b-935e-d955111c5aeb'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:00.693445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb is not hosted by any dhcp agent {{(pid=88167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 22 13:04:00.698890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:00.699516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.701428 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "PUT /v2.0/networks/3615e661-d3c5-4f64-989f-22a6632ccbdb HTTP/1.1" status: 200  len: 723 time: 1.8440776
Dec 22 13:04:00.777556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55342) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:00.801148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c9cce-c383-4b14-a40e-8e001f7e8ec3 None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:00.810774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:00.887202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.911239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db4cb57-315c-4905-b05c-6dc794d17996 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:00.911958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8db4cb57-315c-4905-b05c-6dc794d17996 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:00.924112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66f6b6a9-dfb7-41a1-9478-6815848e7fcb req-3d1a45f6-5362-483c-be63-7bd94d210793 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5987513
Dec 22 13:04:00.933702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:00.949389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=3615e661-d3c5-4f64-989f-22a6632ccbdb,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:00.966800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:01.021262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8db4cb57-315c-4905-b05c-6dc794d17996 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:01.022445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8db4cb57-315c-4905-b05c-6dc794d17996 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f04e74-c396-487b-935e-d955111c5aeb HTTP/1.1" status: 200  len: 983 time: 0.5433953
Dec 22 13:04:01.028303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55346) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:01.028724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:01.095317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-17404f2c-daef-4aa1-9d8c-7625adc653bb None None] Provisioning for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:01.119769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:01.205349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d3bb886b-10f4-40bd-b8e6-ced63e968892 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:01.215189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.373752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.388086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-22c1818f-e2f7-424b-9ac2-14e05afeb0f8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:01.435921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.436271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:01.440366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Port': ['ID=7ef9a08f-dcc6-4eb3-87be-466a5f519ea7,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:01.451524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:01.455568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d3bb886b-10f4-40bd-b8e6-ced63e968892 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:01.458754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:01.480865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] No DVR routers for this DVR port 7ef9a08f-dcc6-4eb3-87be-466a5f519ea7 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:01.481511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9cf89bf6-ad81-444b-9be5-659df09f1f5d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:01.486200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] For port 7aa08bb8-30b4-4672-8b06-8b3785605b43, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7aa08bb8-30b4-4672-8b06-8b3785605b43,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:01.486696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.547468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6def3b-ab82-4796-b216-6b8742a7e605,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:01.571544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:01.573043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.577041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df6def3b-ab82-4796-b216-6b8742a7e605 HTTP/1.1" status: 204  len: 168 time: 1.0817466
Dec 22 13:04:01.585281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Update dhcp port {'port': {'network_id': 'dc750f0f-a0ed-48c6-963f-a7df12931a88', 'fixed_ips': [{'subnet_id': '9dcb69a8-32ef-4d71-80b9-9c0cc518bd81', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bead621b-2611-4970-8cc7-ceaadedea644'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '9cf89bf6-ad81-444b-9be5-659df09f1f5d'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:04:01.675336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.713449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Calling delete_port for 7aa08bb8-30b4-4672-8b06-8b3785605b43 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:01.741251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:01.749887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:01.752339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.752464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:01.752720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:01.840082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d7cd6-4ad1-4dce-aced-03d9810c2c2d None None] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:02.108783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Provisioning for port d3bb886b-10f4-40bd-b8e6-ced63e968892 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:02.166891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Provisioning complete for port d3bb886b-10f4-40bd-b8e6-ced63e968892 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:02.167288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.178882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.189232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.190798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.202449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Allocated IP 172.20.0.1 (dc750f0f-a0ed-48c6-963f-a7df12931a88/bead621b-2611-4970-8cc7-ceaadedea644/9cf89bf6-ad81-444b-9be5-659df09f1f5d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:02.222019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.294701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52991b70d0>,) {'filters': {'network_id': ['689f3821-6fb6-48c7-a57a-4992dc6fe644']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:02.340073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52991b70d0>, 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:02.340629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52991b70d0>, 'ccbc8be6-d12a-430f-af1e-32ec6f99bdea') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:02.377544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.381272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.421038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.435715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.438609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:02.438609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.443841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17040abd-69b4-4fd2-bb1f-5061098daf9a tempest-FloatingIPAdminTestJSON-860814414 tempest-FloatingIPAdminTestJSON-860814414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:02.465655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1318c99-cc4b-42f7-baac-e0e9df4c221f req-c66fb727-2e65-4a72-bd3e-8312de1ab7f7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:02.467279 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b1318c99-cc4b-42f7-baac-e0e9df4c221f req-c66fb727-2e65-4a72-bd3e-8312de1ab7f7 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2982132
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:02.470967 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:02.480160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.553982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9cf89bf6-ad81-444b-9be5-659df09f1f5d,segment=NetworkSegment(488d553c-7792-45a9-8bb4-74887c92f9f0),segment_id=488d553c-7792-45a9-8bb4-74887c92f9f0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:02.565074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.565305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.574310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d32a8a74-9803-4857-9249-4e8315ab8073 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:02.605692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55356) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:02.612658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.641186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:02.642482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Transition to ACTIVE for port object 9cf89bf6-ad81-444b-9be5-659df09f1f5d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:02.730029 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b1318c99-cc4b-42f7-baac-e0e9df4c221f req-866ab49c-c8d3-4126-af85-b8c26f20d4c6 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2024450
Dec 22 13:04:02.736818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.745335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5233a717-fbc3-4fbd-ad8e-91963a522dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:02.757316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.781522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.792538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=546bab95-99df-449c-a80a-a1f601d979ee,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:02.797055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.815300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-80529cce-a4f7-402a-9d00-99c60a22aecb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11bdadc688a044b0b7dfe1a69b7528be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2006345
Dec 22 13:04:02.821308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:02.826251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7768d0a6-0854-49b1-a1a6-42630fbc600e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:02.844261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55360) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:02.869870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=2357426e-6952-43f6-af4c-43c26904eaa2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:02.873159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '34497fde-10c0-47b6-aa00-ee988c62972e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:02.873524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 3615e661-d3c5-4f64-989f-22a6632ccbdb, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:02.873717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:02.907403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=689f3821-6fb6-48c7-a57a-4992dc6fe644,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:02.929645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:02.937461 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/689f3821-6fb6-48c7-a57a-4992dc6fe644 HTTP/1.1" status: 204  len: 168 time: 5.5048370
Dec 22 13:04:02.941897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55364) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:02.982409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:02.988084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8567fdf-c8ff-4a0a-a28f-bbb4df7e0b18 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:03.014937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:03.015311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:03.017436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Pushing event updated for resources: {'Port': ['ID=d3bb886b-10f4-40bd-b8e6-ced63e968892,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:03.026802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:03.027858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ba020ebc-251c-4091-8d60-3a437849079b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:03.037609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa08bb8-30b4-4672-8b06-8b3785605b43,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:03.039492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.043310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:03.087211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:03.101083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:03.105512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:03.126212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.127453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Pushing event updated for resources: {'Port': ['ID=9cf89bf6-ad81-444b-9be5-659df09f1f5d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:03.130777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:03.151533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Provisioning for port 2357426e-6952-43f6-af4c-43c26904eaa2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:03.154815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.157776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Provisioning complete for port 2357426e-6952-43f6-af4c-43c26904eaa2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:03.158152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.241420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Port 2357426e-6952-43f6-af4c-43c26904eaa2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:03.260912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Provisioning complete for port d3bb886b-10f4-40bd-b8e6-ced63e968892 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:03.261295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79105a62-af2f-4912-9ea7-d754a7bffcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.278767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.282629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port f69d2cc8-3d65-48c0-b72b-282b309a9409 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:03.283114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.344801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Deleting port 59366b38-451e-4fe6-b36d-ddfea2413a79 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:03.345148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.600582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.634428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bc509802-0229-48fe-831c-d0612df338a7 None None] Provisioning complete for port 2357426e-6952-43f6-af4c-43c26904eaa2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:03.634818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc509802-0229-48fe-831c-d0612df338a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.697469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9cf89bf6-ad81-444b-9be5-659df09f1f5d,segment=NetworkSegment(488d553c-7792-45a9-8bb4-74887c92f9f0),segment_id=488d553c-7792-45a9-8bb4-74887c92f9f0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:03.724904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3615e661-d3c5-4f64-989f-22a6632ccbdb) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:03.740056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695e650-d7ac-4461-8130-817f0c12c33c None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:03.745328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:03.748032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.774438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.777785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.833378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bc509802-0229-48fe-831c-d0612df338a7 None None] Port 2357426e-6952-43f6-af4c-43c26904eaa2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:03.839171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.843671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.849093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:03.879584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.882710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:03.883268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27f72b1a-859b-4047-99d8-8f41f7f3af2a {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:03.894898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:03.906964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1254218
Dec 22 13:04:03.930644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55370) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:03.986203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router de1fc5e8-8dea-4c59-a8dd-685542e5e327 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:04.006312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:04.019583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=9cf89bf6-ad81-444b-9be5-659df09f1f5d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:04.033590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:04.067614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.071421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba700a65-3cec-4331-9f99-024b2fc69024 HTTP/1.1" status: 204  len: 168 time: 1.2111428
Dec 22 13:04:04.072564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba700a65-3cec-4331-9f99-024b2fc69024,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:04.088416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:04.093261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for f69d2cc8-3d65-48c0-b72b-282b309a9409 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:04.100682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f26554f3-dab9-4145-8bc2-22efbcce76b6 None None] Provisioning complete for port 2357426e-6952-43f6-af4c-43c26904eaa2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:04.101481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f26554f3-dab9-4145-8bc2-22efbcce76b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.104976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.110352 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "DELETE /v2.0/routers/27f72b1a-859b-4047-99d8-8f41f7f3af2a HTTP/1.1" status: 204  len: 168 time: 5.4634092
Dec 22 13:04:04.135657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55376) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:04.149291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] For port 59366b38-451e-4fe6-b36d-ddfea2413a79, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=59366b38-451e-4fe6-b36d-ddfea2413a79,segment=NetworkSegment(fe58e2f6-f622-4a7d-be24-03955fd4a42c),segment_id=fe58e2f6-f622-4a7d-be24-03955fd4a42c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:04.149656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.151945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-853754353', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:04.152078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e85f13-cd73-439a-99a4-fba987312d7e None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:04.166036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d3bb886b-10f4-40bd-b8e6-ced63e968892 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:04.171845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:04.301258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2582108'] for subnet, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.339038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f26554f3-dab9-4145-8bc2-22efbcce76b6 None None] Port 2357426e-6952-43f6-af4c-43c26904eaa2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:04.368674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Calling delete_port for 59366b38-451e-4fe6-b36d-ddfea2413a79 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:04.416930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-3615e661-d3c5-4f64-989f-22a6632ccbdb', 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': '546bab95-99df-449c-a80a-a1f601d979ee'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:04.417769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.442415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d3bb886b-10f4-40bd-b8e6-ced63e968892 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:04.442626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.465143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:04.474909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:04.488897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:04.578509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.579536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.602379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b74e3-1990-4f04-a558-94796f5d7f8c req-e3e2df1f-6f78-47cd-b476-ec5710cc9878 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:04.610014 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-581b74e3-1990-4f04-a558-94796f5d7f8c req-e3e2df1f-6f78-47cd-b476-ec5710cc9878 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6722460
Dec 22 13:04:04.659412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2237520'] for subnet, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.668069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:04.708208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:04.718950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/de1fc5e8-8dea-4c59-a8dd-685542e5e327/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4705863
Dec 22 13:04:04.729528 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-581b74e3-1990-4f04-a558-94796f5d7f8c req-7e1d3de5-206a-4df6-9617-2bcf0d50f7ae tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1185071
Dec 22 13:04:04.730949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.731753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:04.740274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b01643-740b-4363-8253-a863793f06c5 None None] Sync routers for ids ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:04.770471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-880d94cd-a6ac-4cd7-bb45-d941db9b7f0a None None] Provisioning for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:04.803554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:04.804356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.809335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "PUT /v2.0/subnets/546bab95-99df-449c-a80a-a1f601d979ee HTTP/1.1" status: 200  len: 826 time: 0.8731718
Dec 22 13:04:04.810460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55390) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:04.842111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-880d94cd-a6ac-4cd7-bb45-d941db9b7f0a None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:04.842741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-880d94cd-a6ac-4cd7-bb45-d941db9b7f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.865601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc496b3-4ece-41b1-8b41-d0377d8b2e7a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:04.866702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccc496b3-4ece-41b1-8b41-d0377d8b2e7a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:04.903562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] Routers {'de1fc5e8-8dea-4c59-a8dd-685542e5e327'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:04.907261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986deee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:04.948735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:04.959947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c0c2579-c3e2-4be7-a042-c8a31c62e609 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:05.011100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Port': ['ID=59366b38-451e-4fe6-b36d-ddfea2413a79,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:05.014879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:05.017962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] No DVR routers for this DVR port 59366b38-451e-4fe6-b36d-ddfea2413a79 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:05.095827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=546bab95-99df-449c-a80a-a1f601d979ee,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:05.099150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:05.144635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccc496b3-4ece-41b1-8b41-d0377d8b2e7a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:05.145559 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ccc496b3-4ece-41b1-8b41-d0377d8b2e7a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports/2357426e-6952-43f6-af4c-43c26904eaa2 HTTP/1.1" status: 200  len: 910 time: 0.4109058
Dec 22 13:04:05.162539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.164083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55400) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:05.176428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:05.177703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986deee0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.223206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:05.226701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9cf89bf6-ad81-444b-9be5-659df09f1f5d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:05.261795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.296604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=f69d2cc8-3d65-48c0-b72b-282b309a9409,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:05.322502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.332720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:05.340842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb4e8c2e-805c-475a-b58c-4a2eb935f1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.356453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] Routers {'de1fc5e8-8dea-4c59-a8dd-685542e5e327'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:05.357399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986deee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.399792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293eb78e0>,) {'filters': {'network_id': ['03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.522264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293eb78e0>, 'fe58e2f6-f622-4a7d-be24-03955fd4a42c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.522822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293eb78e0>, 'fe58e2f6-f622-4a7d-be24-03955fd4a42c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.540923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Allocated IP 2001:db8::2 (3615e661-d3c5-4f64-989f-22a6632ccbdb/546bab95-99df-449c-a80a-a1f601d979ee/e4d2dd61-f6b8-46a5-a254-742871324bc3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:05.546587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-99b01643-740b-4363-8253-a863793f06c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986deee0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:05.547309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b01643-740b-4363-8253-a863793f06c5 None None] The sync data for ids ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:05.628793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.652483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:05.652869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.755451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-3f737bb3-9446-4d45-92af-56ba3f777c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:05.757002 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-3f737bb3-9446-4d45-92af-56ba3f777c53 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.2598002
Dec 22 13:04:05.783999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.859398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a1cb4-24c3-419a-ab9e-59ed5456642a req-dd7c49b4-efad-4868-b5f9-33a7005d59ca tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:05.860937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c95a1cb4-24c3-419a-ab9e-59ed5456642a req-dd7c49b4-efad-4868-b5f9-33a7005d59ca tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5284457
Dec 22 13:04:05.928723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.949710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.983351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:05.983766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:05.999479 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:06.005486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.063759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eec7ba30-75f8-425c-b1da-3632415ad622 None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:06.063759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eec7ba30-75f8-425c-b1da-3632415ad622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.123454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.135109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Transition to ACTIVE for port object e4d2dd61-f6b8-46a5-a254-742871324bc3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:06.157853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Transition to ACTIVE for port object e4d2dd61-f6b8-46a5-a254-742871324bc3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:06.195895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9cf89bf6-ad81-444b-9be5-659df09f1f5d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:06.258986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.265520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:06.332734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c95a1cb4-24c3-419a-ab9e-59ed5456642a req-8ab3ee04-4881-4b8e-8bc5-9b0ece1ddc99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4106212
Dec 22 13:04:06.350789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-32e554bd-2489-4600-8656-ab4cfdc11359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:06.352703 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-32e554bd-2489-4600-8656-ab4cfdc11359 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.5864592
Dec 22 13:04:06.357938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dd61-f6b8-46a5-a254-742871324bc3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:06.381038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:06.462969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:06.468289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:06.476052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:06.495930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.497371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.515177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.520339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:06.520339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.566133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:06.579242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11401003-0227-41e0-a341-7d45d78e70c6 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:06.598704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.620235 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf HTTP/1.1" status: 204  len: 168 time: 3.6772587
Dec 22 13:04:06.625362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55424) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:06.630773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Attempting to bind port e4d2dd61-f6b8-46a5-a254-742871324bc3 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:06.631243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Attempting to bind port e4d2dd61-f6b8-46a5-a254-742871324bc3 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '34497fde-10c0-47b6-aa00-ee988c62972e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:06.631472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=546bab95-99df-449c-a80a-a1f601d979ee,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:06.631618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Attempting to bind port e4d2dd61-f6b8-46a5-a254-742871324bc3 on network 3615e661-d3c5-4f64-989f-22a6632ccbdb {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:06.638816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:06.639289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:06.639789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Checking segment: {'id': '34497fde-10c0-47b6-aa00-ee988c62972e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:06.640196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.640599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Bound using segment: {'id': '34497fde-10c0-47b6-aa00-ee988c62972e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:06.641078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Bound port: e4d2dd61-f6b8-46a5-a254-742871324bc3, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34497fde-10c0-47b6-aa00-ee988c62972e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:06.641457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.654311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=03a4b7bc-b10b-42e4-bae7-f632e1c6c9bf,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:06.663193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:06.686436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Router d7f04e74-c396-487b-935e-d955111c5aeb has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:06.755839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.785619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7aa08bb8-30b4-4672-8b06-8b3785605b43 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:06.881052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] For port e4d2dd61-f6b8-46a5-a254-742871324bc3, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:06.883097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 7aa08bb8-30b4-4672-8b06-8b3785605b43 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:06.883387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7aa08bb8-30b4-4672-8b06-8b3785605b43 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:06.891101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] For port e4d2dd61-f6b8-46a5-a254-742871324bc3, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e4d2dd61-f6b8-46a5-a254-742871324bc3,segment=NetworkSegment(34497fde-10c0-47b6-aa00-ee988c62972e),segment_id=34497fde-10c0-47b6-aa00-ee988c62972e)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:06.941475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.962470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55432) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:06.963279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:06.968876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:07.000615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:07.002903 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-35eade4a-adf2-4d16-b04b-b0a6d5ac54f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1000 time: 0.5812852
Dec 22 13:04:07.006822 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/routers/d7f04e74-c396-487b-935e-d955111c5aeb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9795277
Dec 22 13:04:07.010878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55438) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:07.015870 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] Sync routers for ids ['d7f04e74-c396-487b-935e-d955111c5aeb'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:07.034585 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] Routers {'d7f04e74-c396-487b-935e-d955111c5aeb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:07.035332 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299db7a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d7f04e74-c396-487b-935e-d955111c5aeb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.104805 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-25922a4c-8232-480b-8121-106f671517e4 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:07.105349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25922a4c-8232-480b-8121-106f671517e4 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:07.119097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.141553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.174476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Pushing event updated for resources: {'Port': ['ID=e4d2dd61-f6b8-46a5-a254-742871324bc3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:07.186628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2081151020', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:07.200822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:07.201124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2e80>,) {'filters': {'network_id': ['3615e661-d3c5-4f64-989f-22a6632ccbdb']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.203331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1fab3-a8c9-4ee7-b74c-8f048854b55a None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:07.205607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:07.215175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25922a4c-8232-480b-8121-106f671517e4 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:07.217311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-25922a4c-8232-480b-8121-106f671517e4 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/f69d2cc8-3d65-48c0-b72b-282b309a9409 HTTP/1.1" status: 404  len: 333 time: 0.2058437
Dec 22 13:04:07.218698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Usage tracker for resource:port and tenant:6c0ca6373d2e4db5ba7013a0351f1673 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:07.220902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55442) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:07.225000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:07.226940 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299db7a60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.236721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:07.259171 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] Routers {'d7f04e74-c396-487b-935e-d955111c5aeb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:07.261004 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299db7a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:03:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d7f04e74-c396-487b-935e-d955111c5aeb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.265950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2e80>, '34497fde-10c0-47b6-aa00-ee988c62972e') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.266339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2e80>, '34497fde-10c0-47b6-aa00-ee988c62972e') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.274039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-eea56c6b-4ba6-4a5a-959e-a7ba4762629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:07.275613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-eea56c6b-4ba6-4a5a-959e-a7ba4762629b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.2287931
Dec 22 13:04:07.348114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Made reservation on behalf of 6c0ca6373d2e4db5ba7013a0351f1673 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:07.351085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.374654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.392695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.402356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:07.420817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Usage tracker for resource:security_group_rule and tenant:6c0ca6373d2e4db5ba7013a0351f1673 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:07.426877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:07.437969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:07.475279 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299db7a60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:07.475715 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8395deb-6284-472f-b392-ca1d29890a7b None None] The sync data for ids ['d7f04e74-c396-487b-935e-d955111c5aeb'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:07.508472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.532481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d16243-55ae-4266-8a98-32de3eba90ec None None] Network 3615e661-d3c5-4f64-989f-22a6632ccbdb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:07.569582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.597296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.608607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c08d484d-f664-4010-9c9a-4338f15763bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.621361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.630028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d797750-68c3-4e53-996e-ece0f5a67a8d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:07.676584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.695092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] device_id is not set on port 48626465-b80e-421e-b282-041e44d5693c yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:04:07.723227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.736712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709041a0-508e-4962-b03d-7e13dc5099d0 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:04:07.764977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=2357426e-6952-43f6-af4c-43c26904eaa2,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:07.779887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:07.780405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab7180ed-c1f5-43c2-8966-1d58d64a971e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:07.796117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:07.796787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:07.800878 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/ports/2357426e-6952-43f6-af4c-43c26904eaa2 HTTP/1.1" status: 200  len: 910 time: 2.6298928
Dec 22 13:04:07.803854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55448) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:07.871208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709041a0-508e-4962-b03d-7e13dc5099d0 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:04:07.918096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Allocated IP 172.26.3.14 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/38d808c8-49ba-486e-94d5-80ccb535e25b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:07.948917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c433b47-2206-4511-ab22-141866e307af,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:07.959258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:07.981571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:07.982052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:08.015356 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:08.033779 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.278245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445e73c-a04f-4efc-9f88-3df97eac5e49 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:04:08.287796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298c967f0>,) {'filters': {'network_id': ['3dd99a08-e0cb-4e99-bebc-fc8c6861541f']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:08.428310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:04:08.428310 dv-neutron-822662-1-hyperv neutron-server[88167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:04:08.428310 dv-neutron-822662-1-hyperv neutron-server[88167]: [parameters: {'id': '3615e661-d3c5-4f64-989f-22a6632ccbdb'}]
Dec 22 13:04:08.428310 dv-neutron-822662-1-hyperv neutron-server[88167]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:08.428762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:08.431446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445e73c-a04f-4efc-9f88-3df97eac5e49 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:04:08.434467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c967f0>, '30e51333-e8fa-45e6-845a-e33dafe4ae7b') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:08.435333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c967f0>, '30e51333-e8fa-45e6-845a-e33dafe4ae7b') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:08.449321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.455074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.463219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.476305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.477386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-3404ed4c-49aa-4ae0-b84a-351dab43854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:08.478933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-3404ed4c-49aa-4ae0-b84a-351dab43854b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 1.1238625
Dec 22 13:04:08.519170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.589159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.601462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abef48a-e92d-468d-a715-d7867f333486 req-a4110389-b14a-4c16-a0fb-6740543526ab tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:08.607873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6abef48a-e92d-468d-a715-d7867f333486 req-a4110389-b14a-4c16-a0fb-6740543526ab tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 1.0900054
Dec 22 13:04:08.645826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:08.646342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:08.661341 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:08.683019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.695210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.695675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Fanout notify agent at l3_agent the message router_deleted on router d7f04e74-c396-487b-935e-d955111c5aeb {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:08.816599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.828430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 2357426e-6952-43f6-af4c-43c26904eaa2 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:08.828970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.853143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6abef48a-e92d-468d-a715-d7867f333486 req-21224b67-3886-4cec-b62f-14d02448907d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2140353
Dec 22 13:04:08.873353 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-35552680-f9a6-4114-86f1-ff1718fc52c8 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3708823
Dec 22 13:04:08.874808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.878579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55452) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:08.878715 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a7321d6a-bf4e-4a34-aada-67cd445076e2 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/routers/d7f04e74-c396-487b-935e-d955111c5aeb HTTP/1.1" status: 204  len: 168 time: 1.6230073
Dec 22 13:04:08.954387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.962170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.967529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:08.979802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83b36582-64db-4e7a-8720-674a4936b6fc tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:09.018376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=3dd99a08-e0cb-4e99-bebc-fc8c6861541f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:09.021255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:09.026827 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/3dd99a08-e0cb-4e99-bebc-fc8c6861541f HTTP/1.1" status: 204  len: 168 time: 2.3970854
Dec 22 13:04:09.031204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:09.045007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port e4d2dd61-f6b8-46a5-a254-742871324bc3 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:09.045355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.059714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 7c9d1977-47e9-4d2a-8f15-5f859966c696 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:09.074868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.117456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aad66af6-7722-453a-b779-5f9026dd4f84 req-6dbfc42f-5a41-4326-8fe8-813310163e86 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2364073
Dec 22 13:04:09.151480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.176122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d97ec898-e67e-403e-828d-5e1ff6f7a249 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:09.242869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:09.261771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:09.268151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:09.284538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.290453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.302862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.368171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event updated for resources: {'Port': ['ID=38d808c8-49ba-486e-94d5-80ccb535e25b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:09.376348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:09.401584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port e4d2dd61-f6b8-46a5-a254-742871324bc3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e4d2dd61-f6b8-46a5-a254-742871324bc3,segment=NetworkSegment(34497fde-10c0-47b6-aa00-ee988c62972e),segment_id=34497fde-10c0-47b6-aa00-ee988c62972e)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:09.401933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.404537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Allocated IP 172.26.3.115 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/48626465-b80e-421e-b282-041e44d5693c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:09.477948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 2357426e-6952-43f6-af4c-43c26904eaa2 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:09.780221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for e4d2dd61-f6b8-46a5-a254-742871324bc3 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:09.895381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:09.911921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.038012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529373ca60>,) {'filters': {'network_id': ['f5e39f33-6fdb-4e50-8289-f8a0622bf7e4']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.060868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.064896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529373ca60>, '337bcd72-1c6b-40a5-b624-883cb94c5951') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.064896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529373ca60>, '337bcd72-1c6b-40a5-b624-883cb94c5951') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.074924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:10.082611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.092588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.135456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.146312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Port': ['ID=e4d2dd61-f6b8-46a5-a254-742871324bc3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:10.147481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:10.148039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.148241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No DVR routers for this DVR port e4d2dd61-f6b8-46a5-a254-742871324bc3 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:10.156866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:10.164118 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:10.273075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.295085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.309305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-99a68a80-dc27-42a6-9c33-99ea8e25dd8a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:10.362564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9d1977-47e9-4d2a-8f15-5f859966c696,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:10.365501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.370907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:10.374460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45bb413-c3d0-4b28-a00d-eb92dafd68f1 None None] Network 06490941-4b0a-44ea-8119-69415c4c64c0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:10.379300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.402047 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/7c9d1977-47e9-4d2a-8f15-5f859966c696 HTTP/1.1" status: 204  len: 168 time: 1.5205944
Dec 22 13:04:10.406544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55462) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:10.413642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.472119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52989add30>,) {'filters': {'network_id': ['3615e661-d3c5-4f64-989f-22a6632ccbdb']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.486977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.487591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5159ee-a997-4e2a-b4c2-0b53d2ca8373 req-3aae88e9-9860-438d-80e6-8e46e98ba29a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:10.489086 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ea5159ee-a997-4e2a-b4c2-0b53d2ca8373 req-3aae88e9-9860-438d-80e6-8e46e98ba29a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5165162
Dec 22 13:04:10.503255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:10.517871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.522154 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] 10.222.0.16 "DELETE /v2.0/networks/f5e39f33-6fdb-4e50-8289-f8a0622bf7e4 HTTP/1.1" status: 204  len: 168 time: 1.4853895
Dec 22 13:04:10.526235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.542324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Pushing event deleted for resources: {'Network': ['ID=f5e39f33-6fdb-4e50-8289-f8a0622bf7e4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:10.551790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52989add30>, '34497fde-10c0-47b6-aa00-ee988c62972e') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.552062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52989add30>, '34497fde-10c0-47b6-aa00-ee988c62972e') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:10.557810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:10.560070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:10.574832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.658431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.669849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=2357426e-6952-43f6-af4c-43c26904eaa2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:10.686149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.709965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.724998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:10.736835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8e41771c-e834-44eb-81aa-b54a9bfb2ffd tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:10.742880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:10.743283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.759710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] DHCP port deletion for 06490941-4b0a-44ea-8119-69415c4c64c0 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:10.765100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Deleting port e79fc91e-45cb-4e87-b6d9-7af4a82283eb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:10.765498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:10.765904 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:10.775404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ea5159ee-a997-4e2a-b4c2-0b53d2ca8373 req-53864da5-eaa2-4bb7-bec2-5a3ec91cb1fc tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2695355
Dec 22 13:04:10.860658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Pushing event updated for resources: {'Port': ['ID=48626465-b80e-421e-b282-041e44d5693c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:10.880841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:10.907460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:10.913648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:10.922351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:10.986394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:10.987132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.002127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port e79fc91e-45cb-4e87-b6d9-7af4a82283eb {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:11.008329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.047794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] For port e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,segment=NetworkSegment(ee52c557-3315-4dda-a645-690ecbaa533a),segment_id=ee52c557-3315-4dda-a645-690ecbaa533a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:11.048329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.135092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.143156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:11.191939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Calling delete_port for e79fc91e-45cb-4e87-b6d9-7af4a82283eb owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:11.219801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.250528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=3615e661-d3c5-4f64-989f-22a6632ccbdb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:11.257285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55472) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:11.259651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:11.272197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/3615e661-d3c5-4f64-989f-22a6632ccbdb HTTP/1.1" status: 204  len: 168 time: 6.4605420
Dec 22 13:04:11.281268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55478) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:11.302167 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.3384328
Dec 22 13:04:11.306783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55482) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:11.313830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.115'}]}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:11.320475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.329846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:11.330025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e28f299-dffb-4805-a7e1-6d708a7633fa tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:11.330025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e28f299-dffb-4805-a7e1-6d708a7633fa tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:11.330213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.330531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3e28f299-dffb-4805-a7e1-6d708a7633fa tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/3615e661-d3c5-4f64-989f-22a6632ccbdb HTTP/1.1" status: 404  len: 339 time: 0.0454004
Dec 22 13:04:11.330905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55486) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:11.352987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Usage tracker for resource:router and tenant:6c0ca6373d2e4db5ba7013a0351f1673 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:11.359664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:11.367177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669138458', 'description': 'd1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:11.398099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.405785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b26d4958-1c12-4630-8c00-2976ab8b2986 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:11.413296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c958e1-594d-4e44-8efc-67edb32491af req-25f77395-1d0c-4b1d-bac5-f7e4b36774ba tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:11.414805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-42c958e1-594d-4e44-8efc-67edb32491af req-25f77395-1d0c-4b1d-bac5-f7e4b36774ba tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.4689276
Dec 22 13:04:11.421246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:11.423628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:11.462878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Pushing event deleted for resources: {'Port': ['ID=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:11.474784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] No DVR routers for this DVR port e79fc91e-45cb-4e87-b6d9-7af4a82283eb on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:11.481107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:11.587659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-42c958e1-594d-4e44-8efc-67edb32491af req-6949f2d5-53b7-46b9-ae52-b6e3f9e39439 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1609251
Dec 22 13:04:11.612018 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-38855aed-35f6-4756-bc70-caaecf4fd5f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cece4a9a52c542808f28215c5b790da9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448660
Dec 22 13:04:11.612018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55490) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:11.629260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Usage tracker for resource:network and tenant:a40934e0565f49ae916cf086e1ac7f50 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:11.632425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:11.638206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:11.696725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.734992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:11.738411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.758071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] For port e79fc91e-45cb-4e87-b6d9-7af4a82283eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e79fc91e-45cb-4e87-b6d9-7af4a82283eb,segment=NetworkSegment(ee52c557-3315-4dda-a645-690ecbaa533a),segment_id=ee52c557-3315-4dda-a645-690ecbaa533a)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:11.758338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.770330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.776750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Router 28dabc82-4ed4-4ff6-86fb-b342c25c9e78 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:11.895949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.896898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:11.998929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f270c3-bb20-4d6f-8027-c22453839443 req-4de0693d-2a95-4792-a0d9-954c9fb11b1e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:12.000456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14f270c3-bb20-4d6f-8027-c22453839443 req-4de0693d-2a95-4792-a0d9-954c9fb11b1e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2942326
Dec 22 13:04:12.019997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for e79fc91e-45cb-4e87-b6d9-7af4a82283eb owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:12.035943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:12.046432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] Sync routers for ids ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:12.058347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] Routers {'28dabc82-4ed4-4ff6-86fb-b342c25c9e78'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:12.060555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e439d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.074077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14f270c3-bb20-4d6f-8027-c22453839443 req-aa6fe415-e430-420e-b1c2-1429e2a678df tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651567
Dec 22 13:04:12.082775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.085697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.089426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router de1fc5e8-8dea-4c59-a8dd-685542e5e327 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:12.090271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:12.090487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5ec0a5b8-a35b-4b0e-90f0-b2650e741477 HTTP/1.1" status: 204  len: 168 time: 0.4827363
Dec 22 13:04:12.092531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9081fe6-af7d-43f0-a9ab-953bd17b3082 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:12.103811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec0a5b8-a35b-4b0e-90f0-b2650e741477,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:12.107006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.107210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:12.126091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.126091 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment c23d7078-a4ee-412c-bdb9-0c1a8537352c of type vlan for network f76e4f73-9cf3-4159-93c0-c09706d2b6c5
Dec 22 13:04:12.143007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e439d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.154709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] Routers {'28dabc82-4ed4-4ff6-86fb-b342c25c9e78'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:12.155346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e439d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.162772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.164764 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 8.0279901
Dec 22 13:04:12.172166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55500) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:12.179961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:12.210184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e79fc91e-45cb-4e87-b6d9-7af4a82283eb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:12.260069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e79fc91e-45cb-4e87-b6d9-7af4a82283eb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:12.260610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e79fc91e-45cb-4e87-b6d9-7af4a82283eb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:12.262817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e439d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.263415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb0e39-1a08-466c-8e73-81e4822177fb None None] The sync data for ids ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:12.311800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:12.314306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.322891 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11291546-c046-40a8-b4bd-501e27423130 None None] Sync routers for ids ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:12.334611 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] Routers {'de1fc5e8-8dea-4c59-a8dd-685542e5e327'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:12.335676 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991749a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.344280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:12.344687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:12.383540 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/de1fc5e8-8dea-4c59-a8dd-685542e5e327/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5730293
Dec 22 13:04:12.388266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55504) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:12.413368 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991749a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.423569 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] Routers {'de1fc5e8-8dea-4c59-a8dd-685542e5e327'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:12.424403 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991749a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.491293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-11291546-c046-40a8-b4bd-501e27423130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991749a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:12.491691 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11291546-c046-40a8-b4bd-501e27423130 None None] The sync data for ids ['de1fc5e8-8dea-4c59-a8dd-685542e5e327'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:12.524897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c8d03bdf-b7cc-4956-a26d-950010be488f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:12.587825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.594115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:12.594723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.602492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-237f30bc-053e-463b-9e86-7ff828ffd1e0 tempest-ExternalNetworksTestJSON-954087953 tempest-ExternalNetworksTestJSON-954087953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:12.823436 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.4744117
Dec 22 13:04:12.827009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55518) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:12.832497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c8d03bdf-b7cc-4956-a26d-950010be488f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:12.836503 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c8d03bdf-b7cc-4956-a26d-950010be488f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=de1fc5e8-8dea-4c59-a8dd-685542e5e327 HTTP/1.1" status: 200  len: 205 time: 0.4424553
Dec 22 13:04:12.837109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:12.846555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:12.852606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port e79fc91e-45cb-4e87-b6d9-7af4a82283eb {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:12.852948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.064966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.073141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=f76e4f73-9cf3-4159-93c0-c09706d2b6c5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:13.083380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f76e4f73-9cf3-4159-93c0-c09706d2b6c5 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:13.086199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:13.187163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] The port 'e79fc91e-45cb-4e87-b6d9-7af4a82283eb' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:13.202271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd98c8f-51f3-40de-a873-d0968af28f8a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:13.206511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9fd98c8f-51f3-40de-a873-d0968af28f8a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Synchronizing usage tracker for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:13.259781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.263274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab3a0-8881-4c15-b1da-e25c39533eab req-8ad09d44-051a-4335-b816-3566c131f6d4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:13.265137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95fab3a0-8881-4c15-b1da-e25c39533eab req-8ad09d44-051a-4335-b816-3566c131f6d4 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.3980782
Dec 22 13:04:13.375328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9fd98c8f-51f3-40de-a873-d0968af28f8a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Unset dirty status for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:13.380254 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9fd98c8f-51f3-40de-a873-d0968af28f8a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks?id=f76e4f73-9cf3-4159-93c0-c09706d2b6c5 HTTP/1.1" status: 200  len: 765 time: 0.5491469
Dec 22 13:04:13.383914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95fab3a0-8881-4c15-b1da-e25c39533eab req-3b739301-ce50-4598-86c3-4caa4d3b6bda tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024456
Dec 22 13:04:13.384371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55530) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:13.396708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'description': 'd2'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:13.559040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.692056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55540) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:13.702318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.723446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52933f3160>,) {'filters': {'network_id': ['06490941-4b0a-44ea-8119-69415c4c64c0']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:13.739236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.743011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933f3160>, 'ee52c557-3315-4dda-a645-690ecbaa533a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:13.743583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933f3160>, 'ee52c557-3315-4dda-a645-690ecbaa533a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:13.751325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.764052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.782194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.798207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:13.798334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.814363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:13.820610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.827428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network f76e4f73-9cf3-4159-93c0-c09706d2b6c5 is not hosted by any dhcp agent {{(pid=88167) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:13.829964 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:13.832960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:13.834076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.834499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "PUT /v2.0/networks/f76e4f73-9cf3-4159-93c0-c09706d2b6c5 HTTP/1.1" status: 200  len: 762 time: 0.4463885
Dec 22 13:04:13.838400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55546) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:13.840362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5ea85813-b5fd-473e-808b-b5d15dd418e3 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] Request body: {'port': {'network_id': '6b703c92-84d5-48f2-bdac-f69628dcff58', 'name': 'tempest-NetworksNegativeTestJSON-1891416445'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:13.924874 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea85813-b5fd-473e-808b-b5d15dd418e3 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] POST failed (client error): The resource could not be found.
Dec 22 13:04:13.925253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea85813-b5fd-473e-808b-b5d15dd418e3 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:13.926372 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5ea85813-b5fd-473e-808b-b5d15dd418e3 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2318869
Dec 22 13:04:13.929745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:13.929745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router de1fc5e8-8dea-4c59-a8dd-685542e5e327 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:13.930793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55550) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.005206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=f76e4f73-9cf3-4159-93c0-c09706d2b6c5,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:14.009201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:14.018574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f76e4f73-9cf3-4159-93c0-c09706d2b6c5 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:14.079092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.083150 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c6bc0eb3-024f-4db7-9958-cd2c33dbdf04 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/de1fc5e8-8dea-4c59-a8dd-685542e5e327 HTTP/1.1" status: 204  len: 168 time: 1.2369289
Dec 22 13:04:14.089317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55556) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.099263 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff18ce72-7784-4191-99a4-39af8640fb40 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:14.099732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff18ce72-7784-4191-99a4-39af8640fb40 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.114836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.121494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16ca9043-9d0d-4c4d-b0e1-cf4f88945f79 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:14.144911 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ff18ce72-7784-4191-99a4-39af8640fb40 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "DELETE /v2.0/networks/edf0231e-8d93-49e0-a627-034ff26fc655 HTTP/1.1" status: 404  len: 339 time: 0.2018521
Dec 22 13:04:14.148271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19caa87-38d7-4802-a468-d0c7cc4378b4 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:14.149550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a19caa87-38d7-4802-a468-d0c7cc4378b4 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Synchronizing usage tracker for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:14.151179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55562) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.157652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.159471 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/06490941-4b0a-44ea-8119-69415c4c64c0 HTTP/1.1" status: 204  len: 168 time: 3.7518063
Dec 22 13:04:14.166902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=06490941-4b0a-44ea-8119-69415c4c64c0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:14.170611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55566) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.231024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:14.255244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50f2658-ebed-4630-861a-1f03fcd57257 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:14.255795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50f2658-ebed-4630-861a-1f03fcd57257 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.262539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d50f2658-ebed-4630-861a-1f03fcd57257 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "DELETE /v2.0/ports/60917c7b-8903-4d13-8265-115f327d5033 HTTP/1.1" status: 404  len: 333 time: 0.1052513
Dec 22 13:04:14.266596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55570) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.323579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:14.337238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6726021c-19de-496d-adfb-45c9a32dd380 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:14.337694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6726021c-19de-496d-adfb-45c9a32dd380 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.343744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6726021c-19de-496d-adfb-45c9a32dd380 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "DELETE /v2.0/subnets/2e22c00c-bfc2-4522-a33e-69c829ce274d HTTP/1.1" status: 404  len: 337 time: 0.0638406
Dec 22 13:04:14.343744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.372368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55574) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.462468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a19caa87-38d7-4802-a468-d0c7cc4378b4 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Unset dirty status for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:14.469814 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a19caa87-38d7-4802-a468-d0c7cc4378b4 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks?id=f76e4f73-9cf3-4159-93c0-c09706d2b6c5 HTTP/1.1" status: 200  len: 765 time: 0.6231639
Dec 22 13:04:14.471071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55582) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.481474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2942b3-9d42-4a3e-a7c6-d0aa290cbfff tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:14.486027 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb2942b3-9d42-4a3e-a7c6-d0aa290cbfff tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "GET /v2.0/networks/a366f24f-3e54-4e47-8966-e0c9ebb95831 HTTP/1.1" status: 404  len: 339 time: 0.1092165
Dec 22 13:04:14.487979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55586) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.580160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45026ee-5f68-4a5a-80f8-4a11a2273540 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:14.581539 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f45026ee-5f68-4a5a-80f8-4a11a2273540 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "GET /v2.0/ports/b4708575-5833-4225-b8dc-77f80a975cfb HTTP/1.1" status: 404  len: 333 time: 0.0667822
Dec 22 13:04:14.590629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c0e54-effb-43b4-b6eb-7fb5543632e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:14.591658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-990c0e54-effb-43b4-b6eb-7fb5543632e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:14.595643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55590) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.646467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.674974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.681730 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9c2593-a881-487a-9ce3-874af4f9fc3f tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:14.683073 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-db9c2593-a881-487a-9ce3-874af4f9fc3f tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "GET /v2.0/subnets/51ebcd83-0d98-4e28-8378-3a39c89e8ba1 HTTP/1.1" status: 404  len: 337 time: 0.0864584
Dec 22 13:04:14.687716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.690505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.730698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2373987b-51e4-4190-8f39-609b3502e283 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:14.755593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2373987b-51e4-4190-8f39-609b3502e283 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] PUT failed (client error): The resource could not be found.
Dec 22 13:04:14.755984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2373987b-51e4-4190-8f39-609b3502e283 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.757102 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2373987b-51e4-4190-8f39-609b3502e283 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "PUT /v2.0/networks/b1d6eccb-0528-4b6f-b63e-686fedfd1e40 HTTP/1.1" status: 404  len: 339 time: 0.0648727
Dec 22 13:04:14.762365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55598) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.779787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4de0233a-d969-41c2-b6ba-c26855a1564c tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:14.812791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-990c0e54-effb-43b4-b6eb-7fb5543632e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:14.813978 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-990c0e54-effb-43b4-b6eb-7fb5543632e3 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/2edea89e-9bc1-4c6e-9e66-3144ac66ff52 HTTP/1.1" status: 200  len: 840 time: 0.5929902
Dec 22 13:04:14.822235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55602) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.827577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de0233a-d969-41c2-b6ba-c26855a1564c tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] PUT failed (client error): The resource could not be found.
Dec 22 13:04:14.828048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de0233a-d969-41c2-b6ba-c26855a1564c tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.829127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4de0233a-d969-41c2-b6ba-c26855a1564c tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "PUT /v2.0/ports/d0c8c160-4a56-4da3-b0bb-21117ca692b4 HTTP/1.1" status: 404  len: 333 time: 0.0656352
Dec 22 13:04:14.868139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55606) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.888753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ed01b44b-e0b2-4f43-9049-300a59bffb63 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:14.970833 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed01b44b-e0b2-4f43-9049-300a59bffb63 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] PUT failed (client error): The resource could not be found.
Dec 22 13:04:14.971323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed01b44b-e0b2-4f43-9049-300a59bffb63 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:14.972463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:14.972705 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ed01b44b-e0b2-4f43-9049-300a59bffb63 tempest-NetworksNegativeTestJSON-350241288 tempest-NetworksNegativeTestJSON-350241288-project] 10.222.0.16 "PUT /v2.0/subnets/6c50beed-0a43-446f-856f-d6e03664ca75 HTTP/1.1" status: 404  len: 337 time: 0.1033742
Dec 22 13:04:14.988828 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6d400a10-86c4-4561-8946-0242169a1f59 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/2edea89e-9bc1-4c6e-9e66-3144ac66ff52?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1654603
Dec 22 13:04:14.992184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55612) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:14.997548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.000131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:15.071946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215fbcd-3924-452b-8bb7-0d0a5f1eef0d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.075009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5215fbcd-3924-452b-8bb7-0d0a5f1eef0d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.5943897
Dec 22 13:04:15.085206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55616) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.102686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.170259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:15.174182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:15.177040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:15.182819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:15.188969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3a71647-5977-4175-945a-23697294c990 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Synchronizing usage tracker for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:15.207112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ef5b-b013-4e34-a9bb-d870184ea118 req-cd5087b4-0fe2-4b39-91e5-2c5746507004 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.208497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.208654 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6055ef5b-b013-4e34-a9bb-d870184ea118 req-cd5087b4-0fe2-4b39-91e5-2c5746507004 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6790855
Dec 22 13:04:15.271884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:15.275440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.327991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3a71647-5977-4175-945a-23697294c990 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Unset dirty status for tenant:a40934e0565f49ae916cf086e1ac7f50 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:15.327991 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3a71647-5977-4175-945a-23697294c990 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 207 time: 0.2375138
Dec 22 13:04:15.333969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55622) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.391605 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6055ef5b-b013-4e34-a9bb-d870184ea118 req-5c72de8b-b6c0-40b9-a779-7ca7a2544a46 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173759
Dec 22 13:04:15.444772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router 28dabc82-4ed4-4ff6-86fb-b342c25c9e78 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:15.451652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.463596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39305860-f37e-48e9-aec9-ec2c6ba59835 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:15.509976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:15.516268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:15.517623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.522382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611f966b-d90d-4ba2-a920-daaa6f322f63 None None] Network 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:15.562235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55630) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.612228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd HTTP/1.1" status: 204  len: 168 time: 1.5192711
Dec 22 13:04:15.616857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55634) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.641924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.644517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.689653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.695711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.701411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.707065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.712704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.718921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:15.720737 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f03322a-f478-4881-8863-9a0e8e523e57 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3731 time: 0.3813314
Dec 22 13:04:15.767092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55640) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.839184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.860919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.861736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3f1656e-3288-440e-a02a-2682fc6b08cf {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:15.887163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.906459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:15.911457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.915319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-64e56d7c-202e-4762-ae6c-ed1543449dae tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "PUT /v2.0/routers/28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 200  len: 920 time: 3.7419426
Dec 22 13:04:15.916994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55646) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:15.919938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] DHCP port deletion for 8ea2c8a0-106d-4fb9-a103-3f8b64cb53be request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:15.923425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] Sync routers for ids ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:15.936883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Deleting port d3bb886b-10f4-40bd-b8e6-ced63e968892 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:15.937271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:15.974186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] Routers {'28dabc82-4ed4-4ff6-86fb-b342c25c9e78'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:15.975372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b2130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:15.978542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port d3bb886b-10f4-40bd-b8e6-ced63e968892 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:15.978925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.068758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b2130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:16.112380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:16.116685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Usage tracker for resource:security_group_rule and tenant:9c1a83ee3d71443d976365cd459286ff is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:16.119747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:16.126836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:16.174771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] Routers {'28dabc82-4ed4-4ff6-86fb-b342c25c9e78'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:16.175539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b2130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:16.231007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d3bb886b-10f4-40bd-b8e6-ced63e968892 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:16.261482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.277803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7be43895-5e56-4844-86c5-9ddb62e016d2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:16.297451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b2130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:16.298082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec8c90c-0c18-4857-9a5f-dac2bce69894 None None] The sync data for ids ['28dabc82-4ed4-4ff6-86fb-b342c25c9e78'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:16.352007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=123e6420-d315-48a7-8f12-edfcc44f1a1a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:16.356959 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:04:16.360866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-14422230-55d3-453e-8cb6-7bc06fa91c82 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 5.0503614
Dec 22 13:04:16.379558 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bdb856f1-8fd5-4930-95fd-943e3b1ea2e5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 813 time: 0.6082523
Dec 22 13:04:16.380271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55656) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.380532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55658) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.381317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:16.469230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:16.473177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:16.473629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.498574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:16.498810 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7195d18e-aa27-4a10-9c75-dac5ee5f9756 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 200  len: 920 time: 0.5769889
Dec 22 13:04:16.516437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55664) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.517765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.518351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.539793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.545653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6f609-656d-42f5-8c09-34e8b513d478 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:16.584088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece6aa4-6e9a-4aae-9e5d-e4261fa489a5 req-027db02f-6cf7-4f6a-b445-ba14b3d48952 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.585590 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ece6aa4-6e9a-4aae-9e5d-e4261fa489a5 req-027db02f-6cf7-4f6a-b445-ba14b3d48952 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6137168
Dec 22 13:04:16.596777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-fdcea882-925c-4422-968e-6c52e4738756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.598246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-fdcea882-925c-4422-968e-6c52e4738756 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 1098 time: 0.5427668
Dec 22 13:04:16.601347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:16.601690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.602147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Deleting port 48626465-b80e-421e-b282-041e44d5693c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:16.602493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.628473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Calling delete_port for d3bb886b-10f4-40bd-b8e6-ced63e968892 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:16.658696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.663814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.675992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.677221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.678800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.689618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.689618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.689618 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93d171eb-06bc-40f3-8ac6-d800c177149a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2859700
Dec 22 13:04:16.691542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:16.705717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55668) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.798997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8057461
Dec 22 13:04:16.808586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55674) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.812789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:16.829848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for d3bb886b-10f4-40bd-b8e6-ced63e968892 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:16.853075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'security_group': {'name': 'tempest-secgroup-758877007'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:16.865782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3d41a-1150-43c4-bfad-cb1dbcc29f14,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:16.873657 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c1a83ee3d71443d976365cd459286ff&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3081224
Dec 22 13:04:16.878605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55678) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.878732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:16.878881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:16.882051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:16.889223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:16.894600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ece6aa4-6e9a-4aae-9e5d-e4261fa489a5 req-3a5bf348-77c9-479c-b224-65dcddec135d tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2954187
Dec 22 13:04:16.922700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:16.928032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:16.928500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:16.932410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:16.948402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.949561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.951683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.952575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.953933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.958964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-48f7a0d9-940b-4ada-8472-5573b1f641f7 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2456598
Dec 22 13:04:16.960809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55682) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:16.984300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:16.984876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-7caae1b7-9bec-4baf-b810-f0fe2a04fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:16.986499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-7caae1b7-9bec-4baf-b810-f0fe2a04fb54 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 200  len: 913 time: 0.3759573
Dec 22 13:04:17.015711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d3bb886b-10f4-40bd-b8e6-ced63e968892,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:17.018917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:17.065313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'tenant_id': '9fc231d905044282ae6da56763ea909f', 'fixed_ips': [{'subnet_id': '123e6420-d315-48a7-8f12-edfcc44f1a1a'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:17.066264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.086871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd7025c-1114-40ee-9d6f-82abe0d4090e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.091786 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2bd7025c-1114-40ee-9d6f-82abe0d4090e tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=28dabc82-4ed4-4ff6-86fb-b342c25c9e78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5663691
Dec 22 13:04:17.092914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55688) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.107225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:17.107979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:17.160949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.179203 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-6f752c50-9e56-40ab-9dd4-cc3a4601e3d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 200  len: 1000 time: 0.1840768
Dec 22 13:04:17.210685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.236564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.247733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Allocated IP 172.20.0.2 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/123e6420-d315-48a7-8f12-edfcc44f1a1a/8e6802c3-9736-4877-92b7-b366accf6654) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:17.252499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a09e990-467a-470f-af38-e4e567a2227b tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.253819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6a09e990-467a-470f-af38-e4e567a2227b tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks/e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df HTTP/1.1" status: 200  len: 804 time: 0.2919009
Dec 22 13:04:17.260503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55692) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.301582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-c11a004a-6110-47fd-93d8-0ebb0a3e43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.303169 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-c11a004a-6110-47fd-93d8-0ebb0a3e43bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 200  len: 851 time: 0.1167991
Dec 22 13:04:17.386171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Calling delete_port for 48626465-b80e-421e-b282-041e44d5693c owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:17.418000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.452264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:17.455698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Deleting port d3bb886b-10f4-40bd-b8e6-ced63e968892 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:17.455698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.476745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:17.481955 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-771c85b0-6704-4644-9cb9-48bd0d99d56b tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/networks/e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2202477
Dec 22 13:04:17.483101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:17.486326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55696) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.493679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:17.548119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-648d0a8c-7f49-4101-a08b-158b2ce7417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.549634 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-648d0a8c-7f49-4101-a08b-158b2ce7417c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcec92f8-868c-432b-8244-680fc3906cad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1884742
Dec 22 13:04:17.560173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bafda-ee68-4d47-9ef4-73e8880b06e9 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.561493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-388bafda-ee68-4d47-9ef4-73e8880b06e9 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.4579234
Dec 22 13:04:17.565847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55700) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.583384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.584325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4df4cbb-e7c0-489c-8c88-72ca4d99b369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.585488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d4df4cbb-e7c0-489c-8c88-72ca4d99b369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets/bc5e6943-20b6-4fe1-b6fd-fd7175045a0e HTTP/1.1" status: 200  len: 843 time: 0.0980155
Dec 22 13:04:17.592011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55704) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.620170 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4583bea6-4f02-4f82-9242-ebe93104523c tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 200  len: 205 time: 0.0531642
Dec 22 13:04:17.627851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.630996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port d3bb886b-10f4-40bd-b8e6-ced63e968892 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:17.631347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.710828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:17.711331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.736274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.758644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f03bddfd-d705-4843-96a6-4d6dc16373e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:17.801685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3d41a-1150-43c4-bfad-cb1dbcc29f14,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:17.816110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:17.831002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:17.889587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Calling delete_port for d3bb886b-10f4-40bd-b8e6-ced63e968892 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:17.916585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Transition to ACTIVE for port object 8e6802c3-9736-4877-92b7-b366accf6654 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:17.936158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bca97b-49d2-45a8-a155-4068d3231c19 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['shared'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:17.937575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51bca97b-49d2-45a8-a155-4068d3231c19 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "GET /v2.0/subnets/bc5e6943-20b6-4fe1-b6fd-fd7175045a0e?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.3442719
Dec 22 13:04:17.939166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Transition to ACTIVE for port object 8e6802c3-9736-4877-92b7-b366accf6654 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:17.955966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55712) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:17.978918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-969092532'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:17.994668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:18.001391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.005293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4644e7ff-108e-45f4-a378-6b11f918ea64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.039716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:18.077004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:18.080547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:18.084849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.085242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.086868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.092212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:18.097386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.098663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.104277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.105864 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-2b69123f-87b4-4987-88b6-3ccaadb7cc86 service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5478525
Dec 22 13:04:18.107411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-091b6024-d190-47f0-9d0f-e0d293efc91f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.127937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.131266 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecb3d41a-1150-43c4-bfad-cb1dbcc29f14 HTTP/1.1" status: 204  len: 168 time: 1.2420712
Dec 22 13:04:18.179336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] No DVR routers for this DVR port d3bb886b-10f4-40bd-b8e6-ced63e968892 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:18.193651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Pushing event deleted for resources: {'Port': ['ID=d3bb886b-10f4-40bd-b8e6-ced63e968892,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.216196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e6b84d-ac37-449f-acf0-20fb9e2d5860,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.224032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.234256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.263717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Attempting to bind port 8e6802c3-9736-4877-92b7-b366accf6654 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:18.264473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Attempting to bind port 8e6802c3-9736-4877-92b7-b366accf6654 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '34cb0fd6-f174-434f-87a9-2ac7cd8501b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:18.265105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Attempting to bind port 8e6802c3-9736-4877-92b7-b366accf6654 on network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:18.266543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port d3bb886b-10f4-40bd-b8e6-ced63e968892, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d3bb886b-10f4-40bd-b8e6-ced63e968892,segment=NetworkSegment(d5f3a757-aa81-4b28-aa97-da5182a1b3dd),segment_id=d5f3a757-aa81-4b28-aa97-da5182a1b3dd)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:18.271557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.272379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:18.273435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Checking segment: {'id': '34cb0fd6-f174-434f-87a9-2ac7cd8501b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:18.273884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.274385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Bound using segment: {'id': '34cb0fd6-f174-434f-87a9-2ac7cd8501b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:18.275424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Bound port: 8e6802c3-9736-4877-92b7-b366accf6654, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34cb0fd6-f174-434f-87a9-2ac7cd8501b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:18.276044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.287078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.288265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.333972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.335273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.4959075
Dec 22 13:04:18.357179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:18.376654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'security_group': {'name': 'tempest-secgroup-953040905'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:18.385173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Pushing event deleted for resources: {'Port': ['ID=48626465-b80e-421e-b282-041e44d5693c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.387575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:18.389930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:18.394007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.395164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:18.401320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:18.424860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:18.428335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.437441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.442572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.448625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for d3bb886b-10f4-40bd-b8e6-ced63e968892 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:18.459128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:18.462287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:18.483967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.488793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] 10.222.0.16 "DELETE /v2.0/ports/48626465-b80e-421e-b282-041e44d5693c HTTP/1.1" status: 204  len: 168 time: 2.0917730
Dec 22 13:04:18.518152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.546459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.549568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.564427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:18.572288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:18.579674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:18.589811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:18.594461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:18.599767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.620599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.620955 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Added segment 71c23415-7c52-4df1-a2b5-08e8fbe987ed of type vlan for network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab
Dec 22 13:04:18.625112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adb4d904-b816-4056-948a-fffe1e2eac41 req-fe37cf4e-c840-4074-bc27-1e12f534589a service neutron] 10.222.0.46 "GET /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4807668
Dec 22 13:04:18.634299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:18.634628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:18.648342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a868946-39be-44b9-8ecb-1c75375a5d27 req-ce596359-e312-407d-a89d-ec2b54cb8651 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:18.649889 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a868946-39be-44b9-8ecb-1c75375a5d27 req-ce596359-e312-407d-a89d-ec2b54cb8651 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5583103
Dec 22 13:04:18.689267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port 38d808c8-49ba-486e-94d5-80ccb535e25b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:18.689600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.701187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.731939 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a868946-39be-44b9-8ecb-1c75375a5d27 req-8cd41b76-a6ad-49fe-8301-aa23e0728ca5 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653174
Dec 22 13:04:18.774606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.808731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.814446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:18.815063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.820155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.865378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:18.880606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:18.946554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Network': ['ID=168b1129-fb5f-4b4b-a7ce-d74fc4f716ab,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.949288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.956318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9dd5c-ac8e-474d-b2db-b2cccaccdf99,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:18.960733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:18.962198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:18.985353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.006520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55738) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:19.008145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.0447359
Dec 22 13:04:19.015148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:19.157350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.160866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.7981584
Dec 22 13:04:19.161745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55746) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:19.165471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for 38d808c8-49ba-486e-94d5-80ccb535e25b owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:19.169988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-896192028', 'security_groups': ['e7c9dd5c-ac8e-474d-b2db-b2cccaccdf99'], 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '123e6420-d315-48a7-8f12-edfcc44f1a1a'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:19.259602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55750) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:19.334062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:19.351015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port d3bb886b-10f4-40bd-b8e6-ced63e968892 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:19.351390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.351974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:19.462668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Made reservation on behalf of a40934e0565f49ae916cf086e1ac7f50 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:19.466294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] The port 'd3bb886b-10f4-40bd-b8e6-ced63e968892' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:19.467365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.541161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:19.545758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:port and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:19.550046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:19.560071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:19.564233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.596392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.609440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:19.611890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9564d275-8a95-4b0a-8d2f-2963266104de tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:19.645680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.682979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Usage tracker for resource:security_group_rule and tenant:d9409df787e14e8fb8d8ff7da989516a is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:19.687579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing IP validity checks on allocation pools {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:04:19.688112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:04:19.689172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529350a6a0>,) {'filters': {'network_id': ['8ea2c8a0-106d-4fb9-a103-3f8b64cb53be']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:19.697767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:19.698570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:19.711190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=38d808c8-49ba-486e-94d5-80ccb535e25b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:19.718076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:19.725912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:19.735139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350a6a0>, 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:19.735139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350a6a0>, 'd5f3a757-aa81-4b28-aa97-da5182a1b3dd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:19.739418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55762) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:19.808702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.832580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.839227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:19.839754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.841339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:19.858989 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:20.133955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1f783db1-6bc6-40d7-bd2a-3f48175b6800 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:20.134683 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-1f783db1-6bc6-40d7-bd2a-3f48175b6800 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 22 13:04:20.135208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-1f783db1-6bc6-40d7-bd2a-3f48175b6800 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:04:20.139411 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f783db1-6bc6-40d7-bd2a-3f48175b6800 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3937931
Dec 22 13:04:20.145597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55770) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.152184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-26354803-7b59-40f5-bdfb-524b3f9bf551 None None] Provisioning for port 8e6802c3-9736-4877-92b7-b366accf6654 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:20.162256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--266094980'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:20.170293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-26354803-7b59-40f5-bdfb-524b3f9bf551 None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:20.170799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-26354803-7b59-40f5-bdfb-524b3f9bf551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.192433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.201606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.207373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.214456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:20.229639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:20.238503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.256300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.259975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.266714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.275466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6f045ca-b2c5-4d1b-aad4-5bf0c451fa27 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.285395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-26354803-7b59-40f5-bdfb-524b3f9bf551 None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:20.305462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.323067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=8ea2c8a0-106d-4fb9-a103-3f8b64cb53be,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:20.328129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 201573b0-60eb-427a-91ae-6150bcb50d56 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:04:20.345839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.362195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.362570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 8e6802c3-9736-4877-92b7-b366accf6654 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:20.367862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:20.368235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.375463 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/8ea2c8a0-106d-4fb9-a103-3f8b64cb53be HTTP/1.1" status: 204  len: 168 time: 4.7576253
Dec 22 13:04:20.379891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55774) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.383463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbcb7e-4cb3-49c1-a15f-5a9a3638091b req-ddeab522-7ec7-4844-adbb-da82d61fd3aa tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:20.384904 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fccbcb7e-4cb3-49c1-a15f-5a9a3638091b req-ddeab522-7ec7-4844-adbb-da82d61fd3aa tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.5167146
Dec 22 13:04:20.385811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802538467', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:20.393026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.395979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.396487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.396570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.396884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:20.398734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.399560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.402482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.409934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.410613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router 28dabc82-4ed4-4ff6-86fb-b342c25c9e78 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:20.414446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:20.414625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:20.440614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.447851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.451395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.458081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff12b558-5359-468b-9486-5cfeb4146165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.467045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.474203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.488806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:20.498079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.499216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 204  len: 168 time: 2.8406243
Dec 22 13:04:20.509972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55778) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.513174 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9409df787e14e8fb8d8ff7da989516a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2498477
Dec 22 13:04:20.519793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55782) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.521244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.523190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-82927183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:20.543163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.544326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.548093 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fccbcb7e-4cb3-49c1-a15f-5a9a3638091b req-c32ad445-4a4e-4406-8dbc-592370fe5434 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318622
Dec 22 13:04:20.560517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.560736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:20.566869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20911647-7300-4067-b999-22828adfc137,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:20.576057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:20.579206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-85651034-4084-4a75-84f5-2bbba9fe7651 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.614721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.618309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.623128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.634283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Checking segment: {'id': '71c23415-7c52-4df1-a2b5-08e8fbe987ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:20.634926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network hostable DHCP agents. Network: 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:20.651528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.681994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:20.688889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.720740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:20.724299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:20.727278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=192d9141-1fe1-44bd-a6e4-daab0fd8a490,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:20.736986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:20.745466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.746401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.14 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/123e6420-d315-48a7-8f12-edfcc44f1a1a/201573b0-60eb-427a-91ae-6150bcb50d56) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:20.774014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.783712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.784708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.794873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.801752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:20.804151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.846721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.850306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.856024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7a95d6f6-27b6-424e-8533-d9a7fe9b4402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.865575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.887611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:20.894533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:20.895341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.900278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd17900-5491-4b94-81e6-ff280a0d91a4 None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:20.915122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.916511 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6a782b51-4404-4bca-a5ec-fef4b70d7166 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.5351589
Dec 22 13:04:20.919364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55788) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.921444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df35112-b348-4111-b026-b6554b97ef16 req-029da1e5-042b-42dc-becb-03d57a188d05 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:20.923003 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6df35112-b348-4111-b026-b6554b97ef16 req-029da1e5-042b-42dc-becb-03d57a188d05 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2431047
Dec 22 13:04:20.925679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601862503'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:20.931664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:20.937502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.941410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.945046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:20.946662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:20.954677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.961852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.964332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:20.965739 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20911647-7300-4067-b999-22828adfc137 HTTP/1.1" status: 204  len: 168 time: 0.4356613
Dec 22 13:04:20.968688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:20.968880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b209ebb8-097e-44f0-bfdf-ab23ccae8666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:20.984746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.9772589
Dec 22 13:04:20.988285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20911647-7300-4067-b999-22828adfc137,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:20.990567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55794) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:20.993323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:20.996135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:21.000248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:21.009875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b43a2777-a885-49ac-8d88-c1875eee006e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:21.023255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:21.043589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:21.050948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.069975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6df35112-b348-4111-b026-b6554b97ef16 req-c8a5c967-9171-45d1-9fc6-379266d314e6 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1370206
Dec 22 13:04:21.076799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.078230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4f9e59b9-e97b-417c-aa1a-430c1dd94e64 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5640187
Dec 22 13:04:21.083292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55798) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:21.097212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:21.131812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.166358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 201573b0-60eb-427a-91ae-6150bcb50d56 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:21.191292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.268421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-168b1129-fb5f-4b4b-a7ce-d74fc4f716ab', 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab', 'tenant_id': 'a40934e0565f49ae916cf086e1ac7f50', 'fixed_ips': [{'subnet_id': '192d9141-1fe1-44bd-a6e4-daab0fd8a490'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:21.269436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.276701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.283559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83bec487-5a2b-4dba-aaca-6f5da82aab41 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:21.301616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:21.333656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.395150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7c43b-580c-4e66-92cf-47f934a3e6f3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:21.421704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:21.423094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:21.425133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:21.427123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7fad49a0-92e1-47a0-9a1a-d3317e639d21 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:21.466548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:21.467374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.467905 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 89c671dd-146e-4975-a7a1-71f395b6801f of type vlan for network e0f94210-08e8-4f71-9b87-b158fa98ebc3
Dec 22 13:04:21.485204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Allocated IP 2001:db8::3 (168b1129-fb5f-4b4b-a7ce-d74fc4f716ab/192d9141-1fe1-44bd-a6e4-daab0fd8a490/96200d6e-84f3-47ce-8342-4b4e1a1625ea) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:21.505568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.507066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.3526134
Dec 22 13:04:21.533550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55804) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:21.564234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3302574'] for subnet, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.574581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '22c7c43b-580c-4e66-92cf-47f934a3e6f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:21.594662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:21.609275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:21.612179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=201573b0-60eb-427a-91ae-6150bcb50d56,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:21.614885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:21.623537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:21.624652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:21.649742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:21.649742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.684290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.689392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.746417 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.5828297
Dec 22 13:04:21.749058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55812) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:21.755242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:21.863515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.863749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.869436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:21.874662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.878153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:21.879185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Transition to ACTIVE for port object 96200d6e-84f3-47ce-8342-4b4e1a1625ea will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:21.883034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.898782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Transition to ACTIVE for port object 96200d6e-84f3-47ce-8342-4b4e1a1625ea will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:21.952700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-27d7270f-2b16-4c09-b5fe-f12aa49c8724 None None] Provisioning for port 201573b0-60eb-427a-91ae-6150bcb50d56 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:21.958893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-27d7270f-2b16-4c09-b5fe-f12aa49c8724 None None] Provisioning complete for port 201573b0-60eb-427a-91ae-6150bcb50d56 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:21.959700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-27d7270f-2b16-4c09-b5fe-f12aa49c8724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:21.998161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=e0f94210-08e8-4f71-9b87-b158fa98ebc3,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:22.001219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:22.018811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:22.031666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.035287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:22.043208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.046675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c2fe6-fcc0-4966-bce6-9d1b9211b32d req-459a2052-9a78-4d6a-8a8c-c8b203072a42 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:22.048205 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-911c2fe6-fcc0-4966-bce6-9d1b9211b32d req-459a2052-9a78-4d6a-8a8c-c8b203072a42 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2114983
Dec 22 13:04:22.049204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:22.052243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:22.057219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:22.059972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:22.113661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-911c2fe6-fcc0-4966-bce6-9d1b9211b32d req-1c470d86-852f-43af-816d-25cc110143df tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523834
Dec 22 13:04:22.164010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55816) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:22.192801 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.2721198
Dec 22 13:04:22.193450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55820) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:22.208682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Pushing event updated for resources: {'Port': ['ID=96200d6e-84f3-47ce-8342-4b4e1a1625ea,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:22.212870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:22.214183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:22.218137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:22.220319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:22.224455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-27d7270f-2b16-4c09-b5fe-f12aa49c8724 None None] Port 201573b0-60eb-427a-91ae-6150bcb50d56 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:22.224780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.224870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:22.228805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:22.234368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.261995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dae31022-015d-48cf-ba9c-19adc221feec tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:22.271606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:22.299204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0980d38b-cb6b-4f5e-ab57-6330eea1750a,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:22.312796 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-81e8c169-8789-4667-8ef4-2df76d354131 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c0ca6373d2e4db5ba7013a0351f1673&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1474726
Dec 22 13:04:22.314185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:22.314707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55824) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:22.399298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Attempting to bind port 96200d6e-84f3-47ce-8342-4b4e1a1625ea on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:22.399685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Attempting to bind port 96200d6e-84f3-47ce-8342-4b4e1a1625ea by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '71c23415-7c52-4df1-a2b5-08e8fbe987ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:22.400064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Attempting to bind port 96200d6e-84f3-47ce-8342-4b4e1a1625ea on network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:22.407437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:22.407676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Checking segment: {'id': '71c23415-7c52-4df1-a2b5-08e8fbe987ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:22.408393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.408810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Bound using segment: {'id': '71c23415-7c52-4df1-a2b5-08e8fbe987ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:22.409440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Bound port: 96200d6e-84f3-47ce-8342-4b4e1a1625ea, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c23415-7c52-4df1-a2b5-08e8fbe987ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '168b1129-fb5f-4b4b-a7ce-d74fc4f716ab'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:22.409678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.410665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:22.410903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.415421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8533928
Dec 22 13:04:22.416583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55828) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:22.471247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:22.471590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.482737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:22.485713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.499249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '22c7c43b-580c-4e66-92cf-47f934a3e6f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:22.506200 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.ipam_backend_mixin [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 123e6420-d315-48a7-8f12-edfcc44f1a1a (CIDR: 172.20.0.0/28)
Dec 22 13:04:22.521505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.543714 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:22.544724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:22.561718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] For port 96200d6e-84f3-47ce-8342-4b4e1a1625ea, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:22.565718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] For port 96200d6e-84f3-47ce-8342-4b4e1a1625ea, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=96200d6e-84f3-47ce-8342-4b4e1a1625ea,segment=NetworkSegment(71c23415-7c52-4df1-a2b5-08e8fbe987ed),segment_id=71c23415-7c52-4df1-a2b5-08e8fbe987ed)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:22.585378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:22.599968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:22.616406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:22.620492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:22.627336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:22.630719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55832) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:22.634329 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fcaeeca1-daac-40f7-b238-fd57a9532ac8 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8831477
Dec 22 13:04:22.641511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:22.648544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.648901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.652852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac3d8c9-cb92-4cd7-b67d-fd43f0a9e39b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1482027527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:22.656198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:22.665167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c433b47-2206-4511-ab22-141866e307af,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:22.669560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:22.673581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.675141 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c433b47-2206-4511-ab22-141866e307af HTTP/1.1" status: 204  len: 168 time: 0.3024287
Dec 22 13:04:22.676701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:22.719896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.761387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Pushing event updated for resources: {'Port': ['ID=96200d6e-84f3-47ce-8342-4b4e1a1625ea,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:22.765101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:22.805295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:22.808759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.830686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.832419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2801256'] for subnet, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:22.852025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3141b35-8df5-4380-b76a-fc011f982fe6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:22.923018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.128831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:23.129437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.134496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "PUT /v2.0/subnets/192d9141-1fe1-44bd-a6e4-daab0fd8a490 HTTP/1.1" status: 200  len: 900 time: 2.1389487
Dec 22 13:04:23.138177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55842) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:23.169522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event updated for resources: {'Subnet': ['ID=192d9141-1fe1-44bd-a6e4-daab0fd8a490,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:23.221075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.221454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.221822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.222181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.222534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.222932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.223262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.223613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.224215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.224675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.225110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.225452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:23.253192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:23.265006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:23.275254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:23.284831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:23.296241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:23.303795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Allocated IP 172.26.3.159 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/b84ee285-e861-4123-a9fc-6577a72c7bce) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:23.351542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:04:23.352610 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5ef56035-3366-4b24-893e-c43c3bc61d3c tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.9325023
Dec 22 13:04:23.367418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55854) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:23.486449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.510456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:23.514483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.518357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 96200d6e-84f3-47ce-8342-4b4e1a1625ea {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:23.518697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.655697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3e656-9c0d-4ae0-9830-87555618fa91 req-efd57c7a-46c6-4eb6-81bd-981cb7dd6cc8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:23.657265 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-36b3e656-9c0d-4ae0-9830-87555618fa91 req-efd57c7a-46c6-4eb6-81bd-981cb7dd6cc8 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.3557909
Dec 22 13:04:23.672023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.741259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.755309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91ed3a18-7018-4dcc-92c7-e40e1360049e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:23.790116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-36b3e656-9c0d-4ae0-9830-87555618fa91 req-a4522879-d287-4fc4-94a4-d90505d803e9 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1248417
Dec 22 13:04:23.794461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.816160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.844449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port 96200d6e-84f3-47ce-8342-4b4e1a1625ea, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=96200d6e-84f3-47ce-8342-4b4e1a1625ea,segment=NetworkSegment(71c23415-7c52-4df1-a2b5-08e8fbe987ed),segment_id=71c23415-7c52-4df1-a2b5-08e8fbe987ed)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:23.845121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:23.934777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=267363ea-d016-4e5e-bca2-f431d92ba4a8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:23.947196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:23.973138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf4281-2f3e-4a07-9d58-f41cf5555952 None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:24.004420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for 96200d6e-84f3-47ce-8342-4b4e1a1625ea owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:24.037171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55866) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:24.153513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:24.153513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: e0f94210-08e8-4f71-9b87-b158fa98ebc3, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:24.166858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-26f2c7c6-12b4-4d5f-af86-d78aa613c08d None None] Provisioning for port 96200d6e-84f3-47ce-8342-4b4e1a1625ea completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:24.168348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.180966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5b97f10e-ba60-42e1-a22f-f5e3f74bffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:24.209663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7c43b-580c-4e66-92cf-47f934a3e6f3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:24.219145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:24.249420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-3f8fdaa3-2af1-4897-8ff8-50747b8938ce tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:24.250995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-3f8fdaa3-2af1-4897-8ff8-50747b8938ce tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.2130456
Dec 22 13:04:24.286423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.298127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0139e47f-42f3-46e0-9fba-e2e71a92e296 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:24.319835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 96200d6e-84f3-47ce-8342-4b4e1a1625ea up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:24.326113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1366550005'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:24.346696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:24.359249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:network and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:24.363989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:24.374204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Deleting port a858331f-45c2-4129-b1ef-fd146f0966e5 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:24.374550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.379234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event updated for resources: {'Port': ['ID=b84ee285-e861-4123-a9fc-6577a72c7bce,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:24.386299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:24.398500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:24.399423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.402996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/22c7c43b-580c-4e66-92cf-47f934a3e6f3 HTTP/1.1" status: 204  len: 168 time: 1.0322936
Dec 22 13:04:24.410083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55872) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:24.416256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:24.421157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 96200d6e-84f3-47ce-8342-4b4e1a1625ea completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:24.426695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 96200d6e-84f3-47ce-8342-4b4e1a1625ea triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:24.427729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.433106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:24.435750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.444264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbd35d94-058e-4f2d-b5b3-4ea4f97edb7e tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:24.449316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:24.468827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:24.472304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 96200d6e-84f3-47ce-8342-4b4e1a1625ea was deleted so its status cannot be updated. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 22 13:04:24.496204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, e0f94210-08e8-4f71-9b87-b158fa98ebc3) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:24.506094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe1346-9d10-461a-b6ac-43ead7e133d1 None None] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:24.533230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Port': ['ID=96200d6e-84f3-47ce-8342-4b4e1a1625ea,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:24.535612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:24.535760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:24.536236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.546975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:24.550664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.639611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.666982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No DVR routers for this DVR port 96200d6e-84f3-47ce-8342-4b4e1a1625ea on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:24.676729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.680545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e05a594-3455-451a-a3c8-dc8d9d943834 None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:24.691920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-42408471-da65-42d5-b6e5-1c911e8a06eb tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:24.721892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:24.732171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:security_group_rule and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:24.737161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:24.772181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:24.781647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa989440-067b-4944-a633-a8a58d9a3e82 None None] Could not find standard attr ID for object 96200d6e-84f3-47ce-8342-4b4e1a1625ea. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:04:24.803744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2d585414-7a36-4caf-a528-4643e4e80ef7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:24.817793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6180098
Dec 22 13:04:24.823653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55876) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:24.852184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.925208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:24.939802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:24.940787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.949317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:24.964271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=702eb1e9-8fc3-43e9-bb9b-20220fd1639e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:24.967445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11d82f-7aae-4853-b1a5-00b1dc97d5c0 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:24.970124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:24.970894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:24.990322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] For port a858331f-45c2-4129-b1ef-fd146f0966e5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a858331f-45c2-4129-b1ef-fd146f0966e5,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:24.990682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.040213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:25.207284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2d585414-7a36-4caf-a528-4643e4e80ef7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:25.208533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2d585414-7a36-4caf-a528-4643e4e80ef7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7974885
Dec 22 13:04:25.213862 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 2.5763278
Dec 22 13:04:25.214545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55882) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:25.214917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55884) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:25.229784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-771193053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '702eb1e9-8fc3-43e9-bb9b-20220fd1639e'}], 'security_groups': ['02e6b84d-ac37-449f-acf0-20fb9e2d5860']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:25.262613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--2084629689'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:25.359678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Allocated IP 172.20.0.2 (e0f94210-08e8-4f71-9b87-b158fa98ebc3/267363ea-d016-4e5e-bca2-f431d92ba4a8/01cdccfb-c4f1-4491-a5d0-cfe32faf4687) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:25.407459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:25.487273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.495591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c5ebd9ed-618a-49c9-9922-aa2b5065515a tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:25.529432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:25.589748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6006097-8cd2-402c-9f24-c717bd524e1c None None] Network 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:25.596315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=192d9141-1fe1-44bd-a6e4-daab0fd8a490,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:25.598986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:25.618517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.629924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a19f-7066-4a38-af1a-1d8f4cdc4856 req-5c3d0499-2604-42e2-a6a2-7be3c34fdb72 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:25.631663 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1170a19f-7066-4a38-af1a-1d8f4cdc4856 req-5c3d0499-2604-42e2-a6a2-7be3c34fdb72 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 945 time: 0.6221178
Dec 22 13:04:25.792737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.795319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Update dhcp port {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'fixed_ips': [{'subnet_id': '123e6420-d315-48a7-8f12-edfcc44f1a1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '702eb1e9-8fc3-43e9-bb9b-20220fd1639e'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '8e6802c3-9736-4877-92b7-b366accf6654'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:04:25.809764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87b2694d-a95a-4eac-8e5d-accc0f229380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:25.824515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.829331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.835235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.884389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Transition to ACTIVE for port object 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:25.900654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:25.918398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.926576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298a65520>,) {'filters': {'network_id': ['168b1129-fb5f-4b4b-a7ce-d74fc4f716ab']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:25.930793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Transition to ACTIVE for port object 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:25.938001 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1170a19f-7066-4a38-af1a-1d8f4cdc4856 req-6a87289f-c5af-4728-88ab-9baf6e2ea096 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups?id=ca0e8605-395f-4288-a7fe-36b3bb3d4359&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2410839
Dec 22 13:04:25.942436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87ab74-c771-44ca-b1d6-027ffc2abd2f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:25.943808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:25.958793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.963730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.964107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:25.964412 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Floating IP 1a1ddede-5dde-420f-b805-7fa9c818c1bf disassociated. External IP: 172.26.3.11, port: a858331f-45c2-4129-b1ef-fd146f0966e5.
Dec 22 13:04:25.964760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Calling delete_port for a858331f-45c2-4129-b1ef-fd146f0966e5 owned by compute:nova {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:26.003151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:26.004749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298a65520>, '71c23415-7c52-4df1-a2b5-08e8fbe987ed') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:26.005050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298a65520>, '71c23415-7c52-4df1-a2b5-08e8fbe987ed') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:26.005261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.011214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.018499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.018944 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Added segment ec1ee8c5-69a0-439c-99fb-88d23011b060 of type vlan for network df30ea72-6426-4ce3-8da5-2a804e2895d2
Dec 22 13:04:26.025231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:26.038234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.057683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b8680a-33d8-47d1-a15f-173b49eeab10 None None] DHCP port deletion for 168b1129-fb5f-4b4b-a7ce-d74fc4f716ab request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:26.061285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:26.077330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.080634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.087331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:26.099945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:26.100351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.113594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:26.121236 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:26.169505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:26.176020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:26.180945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:26.197731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Pushing event updated for resources: {'Port': ['ID=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:26.238290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 96200d6e-84f3-47ce-8342-4b4e1a1625ea no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:26.297883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.298515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.299089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.299584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.300093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.300576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.301051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.301542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.302034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.302535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.302993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.303203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:26.307368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:26.312585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 96200d6e-84f3-47ce-8342-4b4e1a1625ea {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:26.312939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 96200d6e-84f3-47ce-8342-4b4e1a1625ea not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:26.339576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.346185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:26.346994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.352617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2d287a42-88c6-4dc3-adf5-64c2acdcd41d tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.381084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.416084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Attempting to bind port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:26.416642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Attempting to bind port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:26.416874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Attempting to bind port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 on network e0f94210-08e8-4f71-9b87-b158fa98ebc3 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:26.427160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:26.427554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Checking segment: {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:26.427945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.428345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Bound using segment: {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:26.428816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Bound port: 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:26.429314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.437520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.447129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Allocated IP 172.20.0.18 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/702eb1e9-8fc3-43e9-bb9b-20220fd1639e/8e6802c3-9736-4877-92b7-b366accf6654) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:26.456220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.466623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.497666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Network': ['ID=df30ea72-6426-4ce3-8da5-2a804e2895d2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:26.502477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:26.503415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.526506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/168b1129-fb5f-4b4b-a7ce-d74fc4f716ab HTTP/1.1" status: 204  len: 168 time: 3.3869803
Dec 22 13:04:26.529750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:26.532202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55890) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:26.537140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=168b1129-fb5f-4b4b-a7ce-d74fc4f716ab,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:26.569995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:26.633599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.690679 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.6107671
Dec 22 13:04:26.706075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55894) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:26.709158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-093ac2bc-a08f-4a2c-80a7-69e9af0d8ac9 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:26.709710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093ac2bc-a08f-4a2c-80a7-69e9af0d8ac9 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:26.714461 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-093ac2bc-a08f-4a2c-80a7-69e9af0d8ac9 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/192d9141-1fe1-44bd-a6e4-daab0fd8a490 HTTP/1.1" status: 404  len: 337 time: 0.1801734
Dec 22 13:04:26.715958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55898) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:26.718432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.719189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event deleted for resources: {'Port': ['ID=a858331f-45c2-4129-b1ef-fd146f0966e5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:26.727122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'subnet': {'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:26.750651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:26.834274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:26.837917 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb8cb00-d439-41c3-8760-d774b0548aaf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:26.838463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb8cb00-d439-41c3-8760-d774b0548aaf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:26.843535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bdb8cb00-d439-41c3-8760-d774b0548aaf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/168b1129-fb5f-4b4b-a7ce-d74fc4f716ab HTTP/1.1" status: 404  len: 339 time: 0.1187913
Dec 22 13:04:26.854696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] For port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:26.857296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55902) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:26.882517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] For port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:26.897539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.913051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.916825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Transition to ACTIVE for port object 8e6802c3-9736-4877-92b7-b366accf6654 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:26.926887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d0a4eec-f50a-4f5a-b6fc-4908ca535181 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.961795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:26.966813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:26.967421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:subnet and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:26.971672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:26.974738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d99a967-2cf5-4b8c-a702-69480596ad82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:26.980413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:26.986735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Router dee1f361-8ec8-4142-affc-3e3987a142e5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:27.022960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.068955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:27.072591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.201784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Pushing event updated for resources: {'Port': ['ID=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:27.206958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:27.207500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8e0f6da9-0b39-4298-859f-86273bb50260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:27.299288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:27.302730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:27.341992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.344014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea3c0e-0055-462d-901b-386260d9bde8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:27.365534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.391196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:27.413805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2fce5b5f-5e65-45d5-be06-bf801dd150d8 req-d911c166-5825-430c-b45e-18ffa2ba2bcf tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Synchronizing usage tracker for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:27.473041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.481499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.20.0.1 (e0f94210-08e8-4f71-9b87-b158fa98ebc3/267363ea-d016-4e5e-bca2-f431d92ba4a8/ddbed459-f492-4503-aa9a-dfceb8a2bc89) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:27.504055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.505277 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.2848451
Dec 22 13:04:27.511243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55908) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:27.554493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e8445d84-dc31-4430-8b14-b7cf63348413 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'cfea3c0e-0055-462d-901b-386260d9bde8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:27.555336 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-e8445d84-dc31-4430-8b14-b7cf63348413 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 22 13:04:27.555841 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-e8445d84-dc31-4430-8b14-b7cf63348413 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:27.559950 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e8445d84-dc31-4430-8b14-b7cf63348413 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0305429
Dec 22 13:04:27.564188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55912) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:27.642380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:27.658194 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Sync routers for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:27.674958 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:27.677152 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299264820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:27.690785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2fce5b5f-5e65-45d5-be06-bf801dd150d8 req-d911c166-5825-430c-b45e-18ffa2ba2bcf tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Unset dirty status for tenant:ecd152ad7b4e41b383e5461a3ef6ad0d on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:27.692176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2fce5b5f-5e65-45d5-be06-bf801dd150d8 req-d911c166-5825-430c-b45e-18ffa2ba2bcf tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.5881066
Dec 22 13:04:27.732676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a858331f-45c2-4129-b1ef-fd146f0966e5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:27.802412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] No DVR routers for this DVR port a858331f-45c2-4129-b1ef-fd146f0966e5 on host hv-neutron-8226 {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:27.808169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: a858331f-45c2-4129-b1ef-fd146f0966e5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:27.810438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.812722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a858331f-45c2-4129-b1ef-fd146f0966e5 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:27.816541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.820076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'name': 'network-vif-deleted', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:04:27.860964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff295b2a-9fdb-44bc-a61f-f48a2e66cb41 req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.46 "DELETE /v2.0/ports/a858331f-45c2-4129-b1ef-fd146f0966e5 HTTP/1.1" status: 204  len: 173 time: 3.6030805
Dec 22 13:04:27.876272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:27.894512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '067be934-d0e3-4feb-98e9-d01e8498e9f3', 'name': 'network-vif-deleted', 'tag': 'a858331f-45c2-4129-b1ef-fd146f0966e5', 'status': 'completed', 'code': 200}
Dec 22 13:04:27.998762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.004600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39320b0d-4d0b-4b4c-9e76-778e2762b837 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:28.014021 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:28.076514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.130193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Subnet': ['ID=7c9bbedd-6227-47eb-a0d0-b3ca575ecf90,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:28.134738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.186552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:28.187510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97c3b686-dc9e-4ebd-b3d2-581196f2817c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:28.205445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea3c0e-0055-462d-901b-386260d9bde8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:28.212196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:28.237497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.241139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/cfea3c0e-0055-462d-901b-386260d9bde8 HTTP/1.1" status: 204  len: 168 time: 0.6706226
Dec 22 13:04:28.241959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55918) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:28.247581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529315fc70>,) {'filters': {'network_id': ['f76e4f73-9cf3-4159-93c0-c09706d2b6c5']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:28.296858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.300374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Checking segment: {'id': 'ec1ee8c5-69a0-439c-99fb-88d23011b060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:28.300374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network hostable DHCP agents. Network: df30ea72-6426-4ce3-8da5-2a804e2895d2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:28.348304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f4caa97f-9d8c-42a2-bb7e-695ab0cbbe77 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:28.391520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:28.401656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529315fc70>, 'c23d7078-a4ee-412c-bdb9-0c1a8537352c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:28.401987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529315fc70>, 'c23d7078-a4ee-412c-bdb9-0c1a8537352c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:28.428482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Delete allocated IP 172.20.0.14 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/123e6420-d315-48a7-8f12-edfcc44f1a1a) {{(pid=88166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:04:28.436827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:28.437975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.21 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/702eb1e9-8fc3-43e9-bb9b-20220fd1639e/201573b0-60eb-427a-91ae-6150bcb50d56) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:28.455549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f4caa97f-9d8c-42a2-bb7e-695ab0cbbe77 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:28.459017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Provisioning for port 8e6802c3-9736-4877-92b7-b366accf6654 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:28.459632 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f4caa97f-9d8c-42a2-bb7e-695ab0cbbe77 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2166562
Dec 22 13:04:28.463787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55922) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:28.470246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--760712100'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:28.478001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:28.478385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.483457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:28.493663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, df30ea72-6426-4ce3-8da5-2a804e2895d2) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:28.500576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:28.503156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:28.503738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.515998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299264820>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:28.521283 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Checking router: dee1f361-8ec8-4142-affc-3e3987a142e5 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:04:28.531244 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:28.532192 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299264820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:28.556126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9427d-a645-498a-8826-cf4d628d68dd None None] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:28.563655 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.8559771
Dec 22 13:04:28.566122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55926) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:28.573317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-93871310', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:28.584178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:28.586870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.607417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.611510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:router and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:28.616129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:28.630202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object ddbed459-f492-4503-aa9a-dfceb8a2bc89 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:28.632977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:28.635105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:28.659922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:28.664628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:28.679466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:28.693701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.710688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:28.711153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.729856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.731996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:28.732401 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:28.748194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.769018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e794b609-6c41-43fc-a85c-8960f1796af8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:28.797564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:28.798264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.826303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.836607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b82f9c-0dfe-40ba-9e43-e3f8d1ed9c65 None None] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:28.858630 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:28.864274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.935896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Router 4f87d541-0fa5-4666-b72a-865c55b8bfb1 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:28.938741 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4b241e3-dfaa-460c-9869-1d4ecb75fb08 req-990d03d6-ce57-4e27-a284-4678b2d6897c tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/ports?device_id=067be934-d0e3-4feb-98e9-d01e8498e9f3 HTTP/1.1" status: 200  len: 210 time: 0.0481970
Dec 22 13:04:28.940251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:28.946081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bd75a472-c1a7-4f33-a165-f93d1e521a0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:29.115102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:29.132877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:29.156946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:29.163906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c706c00-1a49-464c-9bbf-4ada4c303dd3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:29.172852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:29.181523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Provisioning complete for port 201573b0-60eb-427a-91ae-6150bcb50d56 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:29.181918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.313309 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299264820>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:29.319154 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c709c52-bad0-423a-a884-4c43274e8756 None None] The sync data for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv is: [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:00:31Z', 'revision_number': 4, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30', 'name': '', 'network_id': 'bcec92f8-868c-432b-8244-680fc3906cad', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'mac_address': 'fa:16:3e:d5:98:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:28Z', 'updated_at': '2021-12-22T13:00:48Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'subnets': [{'id': 'adc41e4e-6386-4145-b260-31e8f848e584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:29.367695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:29.386814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.388580 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.9241376
Dec 22 13:04:29.393145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Port 201573b0-60eb-427a-91ae-6150bcb50d56 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:29.393751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.395463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647e508-7353-490a-b5cf-1da9d8df6008 None None] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:29.397596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.404493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-538165a4-dc90-4ccd-b152-2a0e1dd545ba tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '0c706c00-1a49-464c-9bbf-4ada4c303dd3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:29.405436 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-538165a4-dc90-4ccd-b152-2a0e1dd545ba tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 22 13:04:29.405941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-538165a4-dc90-4ccd-b152-2a0e1dd545ba tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:29.407767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-538165a4-dc90-4ccd-b152-2a0e1dd545ba tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0125539
Dec 22 13:04:29.410169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55936) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.421282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.422708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "PUT /v2.0/routers/4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 200  len: 878 time: 8.3371389
Dec 22 13:04:29.423643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.425586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55940) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.425741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:29.433291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:29.437848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ef7a72-199e-490f-ba73-bd64cdc454c9 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:29.467516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.469483 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/f76e4f73-9cf3-4159-93c0-c09706d2b6c5 HTTP/1.1" status: 204  len: 168 time: 2.5948441
Dec 22 13:04:29.479160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55944) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.516934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.520759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=f76e4f73-9cf3-4159-93c0-c09706d2b6c5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:29.535551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:29.538649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.541190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] Sync routers for ids ['4f87d541-0fa5-4666-b72a-865c55b8bfb1'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:29.583814 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-970f70e6-1f2d-4e7a-bff7-f04548f158cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:29.584288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970f70e6-1f2d-4e7a-bff7-f04548f158cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:29.586017 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-970f70e6-1f2d-4e7a-bff7-f04548f158cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/546bab95-99df-449c-a80a-a1f601d979ee HTTP/1.1" status: 404  len: 337 time: 0.1037433
Dec 22 13:04:29.595774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55948) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.629706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 201573b0-60eb-427a-91ae-6150bcb50d56 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:29.640925 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd57fc71-ac60-424c-95a3-de5125eb1d1e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:29.643050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd57fc71-ac60-424c-95a3-de5125eb1d1e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:29.643965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bd57fc71-ac60-424c-95a3-de5125eb1d1e tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/3615e661-d3c5-4f64-989f-22a6632ccbdb HTTP/1.1" status: 404  len: 339 time: 0.0454533
Dec 22 13:04:29.655215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55952) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.683790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] Routers {'4f87d541-0fa5-4666-b72a-865c55b8bfb1'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:29.684717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293467a90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4f87d541-0fa5-4666-b72a-865c55b8bfb1'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:29.700562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62fc8f9-01a0-4de3-894d-14422d0530fc None None] New status for floating IP 1a1ddede-5dde-420f-b805-7fa9c818c1bf: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:04:29.758149 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-70942714-21f0-4434-8edd-5c5e1ea44675 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 200  len: 919 time: 0.3313551
Dec 22 13:04:29.765266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:29.786741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293467a90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:29.793941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:29.830539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:29.831231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.869227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.882933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.902240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:29.947637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:29.952140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] Routers {'4f87d541-0fa5-4666-b72a-865c55b8bfb1'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:29.952774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293467a90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4f87d541-0fa5-4666-b72a-865c55b8bfb1'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:30.042224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293467a90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:30.047167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c28298-8c7f-4ba7-b40c-f6892e22ba70 None None] The sync data for ids ['4f87d541-0fa5-4666-b72a-865c55b8bfb1'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:30.050330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b04fd54d-dafa-470d-8d92-e61f776eaa52 None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:30.092448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting subnet bead621b-2611-4970-8cc7-ceaadedea644 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:30.099562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.147862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.151109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:30.204612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:30.214957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=201573b0-60eb-427a-91ae-6150bcb50d56,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:30.247756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Provisioning for port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:30.249002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:30.253501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Provisioning complete for port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:30.253900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.269191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.283234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abed2a9-3913-4e21-bf12-99487a876d56 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:30.283946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2abed2a9-3913-4e21-bf12-99487a876d56 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Synchronizing usage tracker for tenant:1354b893231746ddbdee6af7d8e345b7 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:30.444110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.444331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.456491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:30.474016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c706c00-1a49-464c-9bbf-4ada4c303dd3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:30.476752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:30.497460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] For port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:30.511187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2abed2a9-3913-4e21-bf12-99487a876d56 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Unset dirty status for tenant:1354b893231746ddbdee6af7d8e345b7 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:30.515396 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2abed2a9-3913-4e21-bf12-99487a876d56 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=4f87d541-0fa5-4666-b72a-865c55b8bfb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7473547
Dec 22 13:04:30.518360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55968) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:30.521340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.525909 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/0c706c00-1a49-464c-9bbf-4ada4c303dd3 HTTP/1.1" status: 204  len: 168 time: 1.1113625
Dec 22 13:04:30.525909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.544086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55970) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:30.545875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.547689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:30.601129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.620952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] In _notify_port_updated(), no bound segment for port 201573b0-60eb-427a-91ae-6150bcb50d56 on network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:04:30.627131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Pushing event updated for resources: {'Port': ['ID=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:30.627611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:30.628456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.633501 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/ports/201573b0-60eb-427a-91ae-6150bcb50d56 HTTP/1.1" status: 200  len: 920 time: 5.4145281
Dec 22 13:04:30.635812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:30.639761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:30.666510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Provisioning complete for port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:30.666936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.755099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.59 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/07dfbb7a-ff4b-4700-a730-150771508855) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:30.803458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.888818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Provisioning for port 201573b0-60eb-427a-91ae-6150bcb50d56 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:30.893961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Provisioning complete for port 201573b0-60eb-427a-91ae-6150bcb50d56 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:30.894340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.913384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.948482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Port 201573b0-60eb-427a-91ae-6150bcb50d56 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:30.957466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.991614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.993945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 201573b0-60eb-427a-91ae-6150bcb50d56 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:30.994329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:30.997481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c12f1fb9-032a-4aaf-bc46-1c678354f05a tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:31.008384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Provisioning for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:31.014467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Provisioning complete for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:31.014831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.054137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e15fbabc-436a-4d83-aa80-aab9c5704f87 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:31.064714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:31.067581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:31.070061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:31.078093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-302d3318-4d5b-495f-9fe2-c47df37c99ff None None] Port ddbed459-f492-4503-aa9a-dfceb8a2bc89 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:31.092644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.116849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=07dfbb7a-ff4b-4700-a730-150771508855,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:31.119682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:31.303970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e15fbabc-436a-4d83-aa80-aab9c5704f87 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:31.305306 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e15fbabc-436a-4d83-aa80-aab9c5704f87 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6858661
Dec 22 13:04:31.312144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55980) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:31.324276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078890794'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:31.325949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3cab0c-6e01-4063-8c55-50b54e08ea6c tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:31.327379 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9f3cab0c-6e01-4063-8c55-50b54e08ea6c tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.7937922
Dec 22 13:04:31.331384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55984) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:31.332378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:31.389360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e33daec-1a9a-426e-b5fd-e923c1ed277a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 200  len: 205 time: 0.0542903
Dec 22 13:04:31.394607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:31.396835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 55988) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:31.405187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.412181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:31.482336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.493737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0e8605-395f-4288-a7fe-36b3bb3d4359,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:31.504756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:31.506831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9758778e-9241-48f7-9da2-1a346e2a8a38 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:31.549113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.671384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:31.683099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729eba4-0875-4b55-a2df-96184865bb17 None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:31.683304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:31.685147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.687899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=bead621b-2611-4970-8cc7-ceaadedea644,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:31.689717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:31.693301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:04:31.702223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:31.721463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/bead621b-2611-4970-8cc7-ceaadedea644 HTTP/1.1" status: 204  len: 168 time: 2.0627789
Dec 22 13:04:31.723279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:31.729882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.754708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.780613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.784197 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca0e8605-395f-4288-a7fe-36b3bb3d4359 HTTP/1.1" status: 204  len: 168 time: 1.5762312
Dec 22 13:04:31.789114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.799373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 55996) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:31.808137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:31.819220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:31.851648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4339f4ac-ff7b-43c6-8647-7643ce993171 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:32.045484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 201573b0-60eb-427a-91ae-6150bcb50d56 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:32.086458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.090141 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-f4685e5e-d01e-4ce5-8b75-4cdf656ebc7f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] show failed (client error): The resource could not be found.
Dec 22 13:04:32.093939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4685e5e-d01e-4ce5-8b75-4cdf656ebc7f tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "GET /v2.0/security-groups/ca0e8605-395f-4288-a7fe-36b3bb3d4359 HTTP/1.1" status: 404  len: 347 time: 0.2909529
Dec 22 13:04:32.095249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting subnet 9dcb69a8-32ef-4d71-80b9-9c0cc518bd81 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:32.099980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56000) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.123223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.229854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:32.248430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.249451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.255078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:32.284442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:32.329418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.383820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.404676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:32.404961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.457055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Deleting port 87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:32.457603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.475600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port b84ee285-e861-4123-a9fc-6577a72c7bce {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:32.475600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.484344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.509834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.531478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-03092b00-4e1c-48f3-aa03-b6bea3dd757e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:32.689171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875b3b6c-b059-4aca-86dd-78da2a07f768,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:32.695356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:32.718360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c81ec15f-9be4-4b84-94fc-307e5b08ca28 None None] Provisioning complete for port 9cf89bf6-ad81-444b-9be5-659df09f1f5d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:32.720941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c81ec15f-9be4-4b84-94fc-307e5b08ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.751909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.756105 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4399164
Dec 22 13:04:32.764659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56004) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.772927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1b4c94e1-3c4a-4df0-a367-87648154e192 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '875b3b6c-b059-4aca-86dd-78da2a07f768', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:32.785419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:32.786177 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-1b4c94e1-3c4a-4df0-a367-87648154e192 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 22 13:04:32.786957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-1b4c94e1-3c4a-4df0-a367-87648154e192 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:32.790897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:32.791756 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b4c94e1-3c4a-4df0-a367-87648154e192 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0262704
Dec 22 13:04:32.798307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56008) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.805224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2737ee8c-3c96-4e31-9851-a87660232acb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '875b3b6c-b059-4aca-86dd-78da2a07f768', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:32.805888 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-2737ee8c-3c96-4e31-9851-a87660232acb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 22 13:04:32.806369 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-2737ee8c-3c96-4e31-9851-a87660232acb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:32.807408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2737ee8c-3c96-4e31-9851-a87660232acb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0063164
Dec 22 13:04:32.813585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56012) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.821741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0421a3ba-4a77-47ca-a081-dfd796403d33 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '875b3b6c-b059-4aca-86dd-78da2a07f768', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:32.822570 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-0421a3ba-4a77-47ca-a081-dfd796403d33 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 22 13:04:32.823090 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-0421a3ba-4a77-47ca-a081-dfd796403d33 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:32.824049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0421a3ba-4a77-47ca-a081-dfd796403d33 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0095508
Dec 22 13:04:32.827262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56016) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.828295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.847673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ec0ab673-3bd2-4a0a-a1d8-1345320f0ba4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '875b3b6c-b059-4aca-86dd-78da2a07f768', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:32.848805 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-ec0ab673-3bd2-4a0a-a1d8-1345320f0ba4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 22 13:04:32.853308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-ec0ab673-3bd2-4a0a-a1d8-1345320f0ba4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:32.853308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec0ab673-3bd2-4a0a-a1d8-1345320f0ba4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0197315
Dec 22 13:04:32.856312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.856867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.874319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.906901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56020) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:32.963769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:32.972908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.076081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5ee2cb9e-daf4-493d-9d63-f2289c4ed59a None None] Provisioning complete for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:33.076493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ee2cb9e-daf4-493d-9d63-f2289c4ed59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.085656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6d1eb8ff-74f6-4c57-9f2f-993ed69d88bc tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:33.119751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for b84ee285-e861-4123-a9fc-6577a72c7bce owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:33.135401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5ee2cb9e-daf4-493d-9d63-f2289c4ed59a None None] Port ddbed459-f492-4503-aa9a-dfceb8a2bc89 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:33.266251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.274093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Calling delete_port for 87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:33.323162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.390613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=201573b0-60eb-427a-91ae-6150bcb50d56,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:33.404997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:33.477186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:33.552380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.564986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6114dbb3-ae81-4580-bf30-67d8dc9faaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:33.575428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.593494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875b3b6c-b059-4aca-86dd-78da2a07f768,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:33.595825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:33.601005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.609765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61bcfa87-ea6b-4fe4-aba7-538d40562605 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:33.660889 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/201573b0-60eb-427a-91ae-6150bcb50d56 HTTP/1.1" status: 204  len: 168 time: 2.9897602
Dec 22 13:04:33.665890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56024) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:33.710231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.721951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b8d7b316-cabc-4af6-9492-04b0c4d5c3be tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:33.753930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:33.756300 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-c097f56c-a37f-451b-b658-b9cd8e25c0db tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:33.756863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c097f56c-a37f-451b-b658-b9cd8e25c0db tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Synchronizing usage tracker for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:33.769181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=9dcb69a8-32ef-4d71-80b9-9c0cc518bd81,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:33.773657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:33.778748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.780581 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/9dcb69a8-32ef-4d71-80b9-9c0cc518bd81 HTTP/1.1" status: 204  len: 168 time: 2.0535111
Dec 22 13:04:33.784284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53d10e-babd-4176-9b8b-0da90a804af4 None None] Network dc750f0f-a0ed-48c6-963f-a7df12931a88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:33.785356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56028) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:33.831580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=b84ee285-e861-4123-a9fc-6577a72c7bce,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:33.839327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:33.882389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.902303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:33.904058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/875b3b6c-b059-4aca-86dd-78da2a07f768 HTTP/1.1" status: 204  len: 168 time: 0.9945538
Dec 22 13:04:33.937638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56032) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:33.955389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1d6a12e-0f89-4200-8a60-6e7f569a34a9 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:34.010717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:34.031494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:34.047565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.047789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:34.048625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529886ea90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.072358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c097f56c-a37f-451b-b658-b9cd8e25c0db tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Unset dirty status for tenant:9fc231d905044282ae6da56763ea909f on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:34.076982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c097f56c-a37f-451b-b658-b9cd8e25c0db tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/201573b0-60eb-427a-91ae-6150bcb50d56 HTTP/1.1" status: 404  len: 333 time: 0.4067571
Dec 22 13:04:34.081657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Pushing event deleted for resources: {'Port': ['ID=87350d6d-4d9a-4465-b7f8-b0d09ed4b5a2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:34.099467 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:04:34.113081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56036) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.123559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:34.125919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529886ea90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.140619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:34.141380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529886ea90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.201956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.213164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529886ea90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.213164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a921637-dffd-4771-99c4-795bba542c87 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:34.216264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aff2ee88-d710-4a74-b169-030ebdd89d60 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:34.223834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:34.235514 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3793268
Dec 22 13:04:34.239930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.246968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.247195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:34.249432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.254064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1515225625'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:34.260935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.262382 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:34.263769 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 5.6958997
Dec 22 13:04:34.264971 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529866e8e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.267192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:34.268996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56044) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.274639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:34.285443 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:34.287920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.291080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.292474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:34.292765 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] 10.222.0.16 "DELETE /v2.0/floatingips/1a1ddede-5dde-420f-b805-7fa9c818c1bf HTTP/1.1" status: 204  len: 168 time: 2.1827176
Dec 22 13:04:34.294552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 9cf89bf6-ad81-444b-9be5-659df09f1f5d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:34.295007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.296004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56048) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.312934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] DHCP port deletion for dc750f0f-a0ed-48c6-963f-a7df12931a88 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:34.318290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Deleting port 9cf89bf6-ad81-444b-9be5-659df09f1f5d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:34.319071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.372056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aff2ee88-d710-4a74-b169-030ebdd89d60 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:34.373318 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aff2ee88-d710-4a74-b169-030ebdd89d60 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4322753
Dec 22 13:04:34.382574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56052) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.390512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--49284128'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:34.399547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.400267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router 4f87d541-0fa5-4666-b72a-865c55b8bfb1 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:34.404729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:34.478980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.492346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:34.496171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.508859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.509059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.510357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 204  len: 168 time: 3.1126218
Dec 22 13:04:34.515741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:34.521860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56056) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:34.524305 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:34.529932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1430550647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:34.721308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:34.721308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:34.721308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:34.721308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:34.721711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9cf89bf6-ad81-444b-9be5-659df09f1f5d,segment=NetworkSegment(488d553c-7792-45a9-8bb4-74887c92f9f0),segment_id=488d553c-7792-45a9-8bb4-74887c92f9f0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:34.721711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.721906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.721906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 2a1069e4-cbf1-4d20-a1de-b58a4df98a6d of type vlan for network 65a4a94d-3794-4b51-9e58-3790d29d2aac
Dec 22 13:04:34.721906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:34.770991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Calling delete_port for 9cf89bf6-ad81-444b-9be5-659df09f1f5d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:34.829336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.865664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:34.890138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:34.895220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:34.906229 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529866e8e0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:29Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:30Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:34.907217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.910823 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:04:34.911409 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Updating router d33c968b-3570-4a20-b2e5-b061e74195f7 port ddbed459-f492-4503-aa9a-dfceb8a2bc89 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:04:34.912735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:34.959534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.967833 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:34.971021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-15474eea-4a4e-4643-b413-ab7d4ab3fa53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:35.000394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.001618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.002105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.017226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b34433f3-cb87-4a9b-9365-3e6d63e43605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:35.039018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Pushing event deleted for resources: {'Port': ['ID=9cf89bf6-ad81-444b-9be5-659df09f1f5d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:35.057134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:35.057862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9dd5c-ac8e-474d-b2db-b2cccaccdf99,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:35.060761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:35.069595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.078288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.081125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/security-groups/e7c9dd5c-ac8e-474d-b2db-b2cccaccdf99 HTTP/1.1" status: 204  len: 168 time: 0.9653580
Dec 22 13:04:35.085217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] No DVR routers for this DVR port 9cf89bf6-ad81-444b-9be5-659df09f1f5d on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:35.087981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56060) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:35.139841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port 9cf89bf6-ad81-444b-9be5-659df09f1f5d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9cf89bf6-ad81-444b-9be5-659df09f1f5d,segment=NetworkSegment(488d553c-7792-45a9-8bb4-74887c92f9f0),segment_id=488d553c-7792-45a9-8bb4-74887c92f9f0)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:35.139841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.141251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e042a73e-482a-4894-ac66-3b82d2053cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.159711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.218611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.225244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:35.225896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.273795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:35.319835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for 9cf89bf6-ad81-444b-9be5-659df09f1f5d owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:35.360501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.367190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.375178 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.387723 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Transition to ACTIVE for port object ddbed459-f492-4503-aa9a-dfceb8a2bc89 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:35.388464 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1473470
Dec 22 13:04:35.395710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56064) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:35.411627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:35.424665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=65a4a94d-3794-4b51-9e58-3790d29d2aac,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:35.428243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:35.428705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:35.438429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:35.453966 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.458710 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:35.465913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a083daeb-ee33-434a-b5e2-94f3a52d37de,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:35.470259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:35.477628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.533222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.534551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9bb04850-d660-454a-b9ae-4387b80f50e1 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0115182
Dec 22 13:04:35.535345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.536414 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 1.1528280
Dec 22 13:04:35.545446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56068) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:35.545789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:35.555606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-216d1b0e-dcef-43f9-91f0-d4e4eb1c8373 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:35.556666 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-216d1b0e-dcef-43f9-91f0-d4e4eb1c8373 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 22 13:04:35.556798 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-216d1b0e-dcef-43f9-91f0-d4e4eb1c8373 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:35.557751 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-216d1b0e-dcef-43f9-91f0-d4e4eb1c8373 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0092759
Dec 22 13:04:35.570768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': True}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:35.617885 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Pushing event updated for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:35.630023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56076) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:35.658644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:35.662195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.662532 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.662927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.663211 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.663819 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.664159 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.664937 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.664937 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.665250 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.665563 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.665872 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.666178 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:04:35.676471 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:35.686793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.700340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:35.720288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:35.729410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:35.729736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:35.735652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:35.752671 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Attempting to bind port ddbed459-f492-4503-aa9a-dfceb8a2bc89 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:35.752913 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Attempting to bind port ddbed459-f492-4503-aa9a-dfceb8a2bc89 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:35.753312 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Attempting to bind port ddbed459-f492-4503-aa9a-dfceb8a2bc89 on network e0f94210-08e8-4f71-9b87-b158fa98ebc3 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:35.759934 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:35.760440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Checking segment: {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:35.761009 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.761508 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Bound using segment: {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:35.762751 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Bound port: ddbed459-f492-4503-aa9a-dfceb8a2bc89, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c671dd-146e-4975-a7a1-71f395b6801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:35.763360 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.799586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:35.810833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:35.839301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:35.845712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.853662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:35.875644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:35.897716 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] For port ddbed459-f492-4503-aa9a-dfceb8a2bc89, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:35.903895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] For port ddbed459-f492-4503-aa9a-dfceb8a2bc89, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ddbed459-f492-4503-aa9a-dfceb8a2bc89,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:35.981190 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:35.987489 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:36.015196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:36.018678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.057302 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:36.062423 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-abe8ddc4-8fd8-4ad7-8107-2718574efa65 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4220974
Dec 22 13:04:36.065415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56080) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:36.069705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.070120 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:36.070911 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529866e8e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:36.124866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8235f9ce-623b-4d42-b900-ce7b998c71a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:36.135629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4a644452-aaeb-44f3-a4ad-cae4b76df782 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:36.136414 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-4a644452-aaeb-44f3-a4ad-cae4b76df782 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 22 13:04:36.136948 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-4a644452-aaeb-44f3-a4ad-cae4b76df782 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:36.141095 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4a644452-aaeb-44f3-a4ad-cae4b76df782 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0727425
Dec 22 13:04:36.147753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Pushing event updated for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:36.161108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:36.166453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:36.169985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:36.180294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e6b84d-ac37-449f-acf0-20fb9e2d5860,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:36.182479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:36.192232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:36.237977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 9cf89bf6-ad81-444b-9be5-659df09f1f5d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:36.238327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.285179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9cf89bf6-ad81-444b-9be5-659df09f1f5d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:36.311659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:36.317865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:36.352703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 9cf89bf6-ad81-444b-9be5-659df09f1f5d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:36.353073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9cf89bf6-ad81-444b-9be5-659df09f1f5d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:36.363792 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:36.381066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:36.433261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] The port '9cf89bf6-ad81-444b-9be5-659df09f1f5d' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:36.436632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.438284 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/security-groups/02e6b84d-ac37-449f-acf0-20fb9e2d5860 HTTP/1.1" status: 204  len: 168 time: 1.3486347
Dec 22 13:04:36.443775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.447349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56088) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:36.516311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.604993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Deleting port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:36.605216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.688513 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529866e8e0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:29Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:35Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:36.693072 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed2b86d-621d-4c2a-b19a-b75fedaf7a9a None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:29Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:35Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:36.839958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] For port 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:36.840769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.946302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:36.957092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 123e6420-d315-48a7-8f12-edfcc44f1a1a {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:37.007791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.044336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Calling delete_port for 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:37.117468 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:37.121672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ee419666-0d89-4523-b516-ef7f302a70de tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.9535496
Dec 22 13:04:37.141829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529381f460>,) {'filters': {'network_id': ['dc750f0f-a0ed-48c6-963f-a7df12931a88']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:37.151741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56092) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:37.178659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e0e9ddba-8345-49cd-983b-d291760bb583 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:37.179153 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-e0e9ddba-8345-49cd-983b-d291760bb583 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 22 13:04:37.186687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e0e9ddba-8345-49cd-983b-d291760bb583 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:37.186687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e0e9ddba-8345-49cd-983b-d291760bb583 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0252733
Dec 22 13:04:37.189877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56096) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:37.198599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529381f460>, '488d553c-7792-45a9-8bb4-74887c92f9f0') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:37.199191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529381f460>, '488d553c-7792-45a9-8bb4-74887c92f9f0') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:37.211386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:37.228303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:37.234406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.249865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.281850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:37.287640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:37.297157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.315438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e019156-2e2d-488f-b378-036e3669a2dd tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:37.348478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.389259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:37.419462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.426568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:37.426998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:37.446822 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:37.453306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.465922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ce85f7b-4ab6-49e3-b7a6-f884c0b39f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.554553 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Project 9fa48530393f4fc4a2b7797252a7526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:04:37.587897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=2f8efd7d-9fd3-4175-a782-d3ff81c5b723,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:37.604936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:37.657747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.26.3.155 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/c4386311-988c-4e59-a1d7-35817782833b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:37.693104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:37.693457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 65a4a94d-3794-4b51-9e58-3790d29d2aac, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:37.705709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.717007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.747994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1481f806-5d3d-4eaa-a56e-348d12c44a0a tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:37.773830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.785171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.791934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f0ac106-9d1c-48cf-a93e-c61daf8911b6 tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:37.819455 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:37.820878 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-46c68fc8-e521-4dbc-95c0-ed625065d201 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.6285651
Dec 22 13:04:37.834127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=dc750f0f-a0ed-48c6-963f-a7df12931a88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:37.842095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56100) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:37.854956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:37.858077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:37.865582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-aca4394a-76a5-4976-84b3-5815db18cf2e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:37.871171 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-aca4394a-76a5-4976-84b3-5815db18cf2e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 22 13:04:37.871915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/dc750f0f-a0ed-48c6-963f-a7df12931a88 HTTP/1.1" status: 204  len: 168 time: 4.0801494
Dec 22 13:04:37.872174 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-aca4394a-76a5-4976-84b3-5815db18cf2e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:37.872174 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aca4394a-76a5-4976-84b3-5815db18cf2e tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0223057
Dec 22 13:04:37.872361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56104) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:37.872594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:37.884795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:37.903955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:37.928298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:37.931131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:37.947264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:37.953737 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e24946-04df-4c72-b941-84fa6cccf587 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:37.956429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e24946-04df-4c72-b941-84fa6cccf587 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:37.957496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:37.963246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:37.970529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.1 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/f532323a-469c-45df-b178-2b380bea55a1) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:37.982726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-49e24946-04df-4c72-b941-84fa6cccf587 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/f683c82f-03a9-48ee-b660-55c26b5f53cc HTTP/1.1" status: 404  len: 337 time: 0.1059518
Dec 22 13:04:37.982726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:37.985141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56112) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.072044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 65a4a94d-3794-4b51-9e58-3790d29d2aac) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:38.073773 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Project 9fa48530393f4fc4a2b7797252a7526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:04:38.078261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.082475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db884e-77a1-46a1-b329-57cc65c3d889 None None] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:38.092057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34fb76d3-f53d-48f8-8646-bde9528736a5 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:38.092755 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a321ad82-328a-444a-920c-31db9f20ceff tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:38.096545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a321ad82-328a-444a-920c-31db9f20ceff tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:38.138442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:38.139624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.157909 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a321ad82-328a-444a-920c-31db9f20ceff tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/6d43a90c-84b9-4df2-83ae-32eeba1903c0 HTTP/1.1" status: 404  len: 339 time: 0.1715500
Dec 22 13:04:38.158524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56116) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.166626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=123e6420-d315-48a7-8f12-edfcc44f1a1a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:38.177667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:38.193544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.210155 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/123e6420-d315-48a7-8f12-edfcc44f1a1a HTTP/1.1" status: 204  len: 168 time: 1.7360916
Dec 22 13:04:38.211595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56120) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.297674 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:38.298815 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-78bd5ea4-24e6-4659-893f-516504978a5a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4238045
Dec 22 13:04:38.301931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56124) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.306935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.312083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:38.316408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'a083daeb-ee33-434a-b5e2-94f3a52d37de', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:38.325415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:38.332047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:38.336359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:38.345788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:38.353988 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9521773
Dec 22 13:04:38.353988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56128) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.399612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cee0ba-1690-49a3-93d8-0fdd42582188 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:38.425887 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-284b604e-2f41-4e38-9692-600020e8997c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:38.426340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-284b604e-2f41-4e38-9692-600020e8997c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:38.430715 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-284b604e-2f41-4e38-9692-600020e8997c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/ef67ab42-4531-415f-9a76-3abcb7614b1e HTTP/1.1" status: 404  len: 337 time: 0.2691150
Dec 22 13:04:38.431392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ddbed459-f492-4503-aa9a-dfceb8a2bc89 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:38.431929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.442576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56132) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.446442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:38.524282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Project 9fa48530393f4fc4a2b7797252a7526f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:04:38.547170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:38.555807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:38.572984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:38.633768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=c4386311-988c-4e59-a1d7-35817782833b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:38.638344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-65a4a94d-3794-4b51-9e58-3790d29d2aac', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:38.639299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.640487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.645330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:38.651215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.661817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:38.719237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:38.722875 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-650bb1b9-409c-44cc-a5f0-59ef33b4c7cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:38.728092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650bb1b9-409c-44cc-a5f0-59ef33b4c7cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:38.728092 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-650bb1b9-409c-44cc-a5f0-59ef33b4c7cb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/52d10116-a26a-4cca-aef3-a48afc44884b HTTP/1.1" status: 404  len: 339 time: 0.2816999
Dec 22 13:04:38.728897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56136) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.737866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:38.791452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.807937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:38.930460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:38.957923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:38.958303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.975510 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:38.979112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3de66503-18a4-4276-b042-d5983f9a4734 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.6734886
Dec 22 13:04:38.979112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:38.981586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56140) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:38.993285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c3989c5-4119-4216-ab02-4559ae8f9731 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:39.024846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Allocated IP 172.21.0.2 (65a4a94d-3794-4b51-9e58-3790d29d2aac/2f8efd7d-9fd3-4175-a782-d3ff81c5b723/6a392db1-f1bb-4980-bb43-bb4f716f585f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:39.058144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-850cc651-d95f-49bd-a6ed-b3d1f3f2596f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:39.059242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-850cc651-d95f-49bd-a6ed-b3d1f3f2596f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:39.060985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-850cc651-d95f-49bd-a6ed-b3d1f3f2596f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/0f1e7ccc-7615-4e45-b86a-1745ef452bce HTTP/1.1" status: 404  len: 337 time: 0.3199720
Dec 22 13:04:39.116569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56144) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:39.171664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:39.175122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.199321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:39.207725 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4f0e92-e99b-4a32-8a08-55f913c6006f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:39.208194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4f0e92-e99b-4a32-8a08-55f913c6006f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:39.212407 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6d4f0e92-e99b-4a32-8a08-55f913c6006f tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/24251df4-fab8-4dce-bb4b-ab6cd5d3b85e HTTP/1.1" status: 404  len: 339 time: 0.0823209
Dec 22 13:04:39.212407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:39.218292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56148) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:39.220204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=f532323a-469c-45df-b178-2b380bea55a1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:39.223028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:39.224175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:39.275093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.286057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Transition to ACTIVE for port object 6a392db1-f1bb-4980-bb43-bb4f716f585f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:39.307089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Transition to ACTIVE for port object 6a392db1-f1bb-4980-bb43-bb4f716f585f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:39.376823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.386513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.401584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.407397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0f67e20a-ba22-4f8a-9f92-9f23d2b543fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:39.474728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ddbed459-f492-4503-aa9a-dfceb8a2bc89, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ddbed459-f492-4503-aa9a-dfceb8a2bc89,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:39.493017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.510123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Pushing event updated for resources: {'Port': ['ID=6a392db1-f1bb-4980-bb43-bb4f716f585f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:39.510371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting subnet 2070361c-3e1c-4ddb-b121-8876d3f00b20 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:39.523968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:39.527922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:39.527922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:39.531724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.534902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.541299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:39.544724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:39.663477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.684930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:39.696848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:39.705133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.760900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.762511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Router dee1f361-8ec8-4142-affc-3e3987a142e5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:39.779681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Attempting to bind port 6a392db1-f1bb-4980-bb43-bb4f716f585f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:39.781194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Attempting to bind port 6a392db1-f1bb-4980-bb43-bb4f716f585f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:39.781194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Attempting to bind port 6a392db1-f1bb-4980-bb43-bb4f716f585f on network 65a4a94d-3794-4b51-9e58-3790d29d2aac {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:39.787122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:39.787553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Checking segment: {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:39.787967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.788369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Bound using segment: {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:39.788843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Bound port: 6a392db1-f1bb-4980-bb43-bb4f716f585f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:39.789276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.862446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:39.913884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] For port 6a392db1-f1bb-4980-bb43-bb4f716f585f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:39.918367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] For port 6a392db1-f1bb-4980-bb43-bb4f716f585f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6a392db1-f1bb-4980-bb43-bb4f716f585f,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:39.942347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.003157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.007674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:40.100786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.101468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.102240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Pushing event updated for resources: {'Port': ['ID=6a392db1-f1bb-4980-bb43-bb4f716f585f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:40.111740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:40.117596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4776b5ce-163b-4c90-b340-aec10b0d3993 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:40.155410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.168751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8a3966-b5e8-4722-9b19-537843e3eb0d None None] Network d20476d3-ad42-4605-8b3a-9578e0a3354c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:40.172800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.256274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=2070361c-3e1c-4ddb-b121-8876d3f00b20,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:40.262331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:40.272260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1615ddda-bd84-4bad-87be-83c242da774f tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:40.278159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:40.307366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Sync routers for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:40.314356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ddbed459-f492-4503-aa9a-dfceb8a2bc89 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:40.334274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a083daeb-ee33-434a-b5e2-94f3a52d37de,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:40.345257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:40.427391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.440782 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/2070361c-3e1c-4ddb-b121-8876d3f00b20 HTTP/1.1" status: 204  len: 168 time: 1.2219923
Dec 22 13:04:40.442133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.443256 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/a083daeb-ee33-434a-b5e2-94f3a52d37de HTTP/1.1" status: 204  len: 168 time: 1.4031088
Dec 22 13:04:40.451838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56152) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:40.451838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56154) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:40.557375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.565099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-521911f4-8494-4128-a8d2-f1a180e5de6d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:40.587986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-80c19333-850e-4160-9113-f7fba6fab0a3 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:40.588368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80c19333-850e-4160-9113-f7fba6fab0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.595543 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] 10.222.0.16 "PUT /v2.0/routers/dee1f361-8ec8-4142-affc-3e3987a142e5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2982090
Dec 22 13:04:40.607549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56160) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:40.648683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:40.649328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985b7a90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:40.700308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:40.717493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:40.735361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c6b40f-11df-4cae-8b88-4edc1db99d75 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:40.737358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:40.737971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.749782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.757405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=fca7113a-9461-4431-a3c5-c2a245bb90df,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:40.764940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:40.769708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.862404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:40.911751 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6966028
Dec 22 13:04:40.916274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56164) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:40.934681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'security_group': {'name': 'tempest-secgroup-813799022'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:40.946715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:40.960294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:40.973474 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ddbed459-f492-4503-aa9a-dfceb8a2bc89 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:40.973850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.008490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c9b37cd-506b-4f95-b107-618a2e7b8ad5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:41.019610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:41.022984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.042645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 1f49695c-5f81-41f4-8c11-4c779d20670b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:41.043226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.109118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:41.134171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:41.221257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.267196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:41.279059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:41.287085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:41.304238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:41.312211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.325892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c9b37cd-506b-4f95-b107-618a2e7b8ad5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:41.335434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c9b37cd-506b-4f95-b107-618a2e7b8ad5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.8764248
Dec 22 13:04:41.337171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56168) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:41.344055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--351389725'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:41.351389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:41.352884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.21.0.1 (65a4a94d-3794-4b51-9e58-3790d29d2aac/2f8efd7d-9fd3-4175-a782-d3ff81c5b723/7212c669-f0ca-45cb-886a-38ac3c961223) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:41.377800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:41.388561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Deleting port 4c497c48-4a42-467b-b9ed-66586f01d72d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:41.388910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.422516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router f8271550-a850-460e-b0b3-453d3d992f26 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:41.576286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.584673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.640625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7380270-4076-461d-a149-9393a9bf696a None None] DHCP port deletion for d20476d3-ad42-4605-8b3a-9578e0a3354c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:41.674869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.686445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-10839541-0bdb-4803-b9d1-0ee9b8bac27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:41.702775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Deleting port 1f49695c-5f81-41f4-8c11-4c779d20670b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:41.703259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.712436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:41.727109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:41.728578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bd7a07-33fb-4121-8c6a-18b494760eba None None] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:41.753161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port 1f49695c-5f81-41f4-8c11-4c779d20670b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1f49695c-5f81-41f4-8c11-4c779d20670b,segment=NetworkSegment(e2456b84-fe1a-4d80-9b5b-dfee29e2a529),segment_id=e2456b84-fe1a-4d80-9b5b-dfee29e2a529)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:41.753555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.785701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:41.796262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-80c19333-850e-4160-9113-f7fba6fab0a3 None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:41.796859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80c19333-850e-4160-9113-f7fba6fab0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.820882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:41.840563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a193b669-31c4-4787-9a09-f8a7a60fa5ed,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:41.852109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:41.884204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] For port 4c497c48-4a42-467b-b9ed-66586f01d72d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c497c48-4a42-467b-b9ed-66586f01d72d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:41.884518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.899970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:41.904920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.908689 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.9889059
Dec 22 13:04:41.909037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:41.910244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "PUT /v2.0/routers/f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 200  len: 915 time: 6.3634703
Dec 22 13:04:41.915828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56172) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:41.916174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56174) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:41.924113 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] Sync routers for ids ['f8271550-a850-460e-b0b3-453d3d992f26'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:41.931167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for 1f49695c-5f81-41f4-8c11-4c779d20670b owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:41.937904 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] Routers {'f8271550-a850-460e-b0b3-453d3d992f26'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:41.938745 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529866e160>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8271550-a850-460e-b0b3-453d3d992f26'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:42.004878 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529866e160>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:42.014133 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] Routers {'f8271550-a850-460e-b0b3-453d3d992f26'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:42.015082 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529866e160>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8271550-a850-460e-b0b3-453d3d992f26'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:42.039442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'security_group': {'name': 'tempest-secgroup-1746632393'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:42.083095 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529866e160>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:42.083846 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a92934-3cb2-4e99-9498-f224d4e1985f None None] The sync data for ids ['f8271550-a850-460e-b0b3-453d3d992f26'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:42.095317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:42.111988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.123423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:42.129723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:42.155291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:42.169377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 7212c669-f0ca-45cb-886a-38ac3c961223 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:42.180056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-80c19333-850e-4160-9113-f7fba6fab0a3 None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:42.180213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Calling delete_port for 4c497c48-4a42-467b-b9ed-66586f01d72d owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:42.281983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.318565 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0b9bfcf6-9be3-4fad-b7e3-4b3f18ff298f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 200  len: 921 time: 0.3989034
Dec 22 13:04:42.320837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56180) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:42.324094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.440321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.451545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-351ff6d9-327b-454f-b1c9-8110592a98b4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:42.454151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c7380270-4076-461d-a149-9393a9bf696a None None] For port 1f49695c-5f81-41f4-8c11-4c779d20670b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1f49695c-5f81-41f4-8c11-4c779d20670b,segment=NetworkSegment(e2456b84-fe1a-4d80-9b5b-dfee29e2a529),segment_id=e2456b84-fe1a-4d80-9b5b-dfee29e2a529)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:42.455084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.529497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684fa07f-c082-4fd0-9888-41d36d9449a7,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:42.532575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.534413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:42.547439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.578629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:42.601505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.606438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fec0da3f-b23c-44fa-9350-e38e4ada028c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:42.631131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Calling delete_port for 1f49695c-5f81-41f4-8c11-4c779d20670b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:42.650197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c497c48-4a42-467b-b9ed-66586f01d72d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:42.650632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.653702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.658595 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.3201668
Dec 22 13:04:42.659927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:42.662273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56184) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:42.668320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '684fa07f-c082-4fd0-9888-41d36d9449a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:42.669628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=f532323a-469c-45df-b178-2b380bea55a1,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:42.691337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No DVR routers for this DVR port 1f49695c-5f81-41f4-8c11-4c779d20670b on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:42.692996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:42.698470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-13178dde-e4f9-48c5-9e85-ac96ae04354a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:42.713077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:42.734159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6a392db1-f1bb-4980-bb43-bb4f716f585f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:42.749601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:42.755237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:42.770904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:42.781296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Port': ['ID=1f49695c-5f81-41f4-8c11-4c779d20670b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:42.783791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:42.794705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.823284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:42.898073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:42.902090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.906024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.910769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:42.911642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Update dhcp port {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'fixed_ips': [{'subnet_id': '702eb1e9-8fc3-43e9-bb9b-20220fd1639e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fca7113a-9461-4431-a3c5-c2a245bb90df'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '8e6802c3-9736-4877-92b7-b366accf6654'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:04:42.919229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d48c0cf6-f918-4241-9d52-cb47daef0555 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:42.966878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985b7a90>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:04:37Z', 'revision_number': 5, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port': {'id': '4c497c48-4a42-467b-b9ed-66586f01d72d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:00:21Z', 'updated_at': '2021-12-22T13:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:42.972075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:42.987277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.988383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:42.989843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fc1c94a3-961b-43c1-a69f-8ee9d2f7f08c None None] Provisioning for port 6a392db1-f1bb-4980-bb43-bb4f716f585f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:43.002104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Checking router: dee1f361-8ec8-4142-affc-3e3987a142e5 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:04:43.007641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.029860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.039326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:43.039701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:43.046795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Routers {'dee1f361-8ec8-4142-affc-3e3987a142e5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:43.047482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985b7a90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dee1f361-8ec8-4142-affc-3e3987a142e5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:43.055588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:43.066353 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The resource could not be found.
Dec 22 13:04:43.067516 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8d67bdfc-f152-46ce-ace8-805d8248eeb4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4039607
Dec 22 13:04:43.077681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56188) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.083809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '684fa07f-c082-4fd0-9888-41d36d9449a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1a41177c-6c60-41d2-b8f5-77462b7166ab'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:43.091491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:43.096760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:43.100854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:43.109315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:43.110246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:43.111875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:43.125425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.125950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dee1f361-8ec8-4142-affc-3e3987a142e5 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:43.135920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.140036 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dee1f361-8ec8-4142-affc-3e3987a142e5 HTTP/1.1" status: 204  len: 168 time: 2.5269868
Dec 22 13:04:43.140717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56192) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.153817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293344ee0>,) {'filters': {'network_id': ['d20476d3-ad42-4605-8b3a-9578e0a3354c']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:43.181984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:43.185698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:43.211420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293344ee0>, 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:43.215505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293344ee0>, 'e2456b84-fe1a-4d80-9b5b-dfee29e2a529') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:43.226822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6a392db1-f1bb-4980-bb43-bb4f716f585f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:43.229160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Deleting subnet adc41e4e-6386-4145-b260-31e8f848e584 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:43.240415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.246813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.262582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399bdf32-ff90-40dc-8ace-717658ac43fc tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:43.267138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-399bdf32-ff90-40dc-8ace-717658ac43fc tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=f8271550-a850-460e-b0b3-453d3d992f26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.9452267
Dec 22 13:04:43.282241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56196) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.290711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6a392db1-f1bb-4980-bb43-bb4f716f585f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:43.294800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.295426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.316709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.331253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:43.331686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:43.347316 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:43.359242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] Set router dee1f361-8ec8-4142-affc-3e3987a142e5 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:43.433075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:43.435469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.455793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:43.541222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Deleting port 1f49695c-5f81-41f4-8c11-4c779d20670b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:43.541598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c7380270-4076-461d-a149-9393a9bf696a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.542333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.583426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e07e9b-3099-4a93-adeb-7ea7a2f89d92 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:43.584665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a9e07e9b-3099-4a93-adeb-7ea7a2f89d92 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Synchronizing usage tracker for tenant:1354b893231746ddbdee6af7d8e345b7 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:43.602825 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The resource could not be found.
Dec 22 13:04:43.604210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a6fd561-db36-4a10-a41d-e820d4d16785 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5254526
Dec 22 13:04:43.609895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56200) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.615332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.645742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985b7a90>, [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:04:42Z', 'revision_number': 7, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:43.699723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.706269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6736ed04-5c56-4b69-85a0-d52afea687b6 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:43.713713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c7380270-4076-461d-a149-9393a9bf696a None None] The port '1f49695c-5f81-41f4-8c11-4c779d20670b' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:43.714757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbe7723-c9b3-4ed9-b6b1-144855735605 None None] The sync data for ids ['dee1f361-8ec8-4142-affc-3e3987a142e5'] in dv-neutron-822662-1-hyperv is: [{'id': 'dee1f361-8ec8-4142-affc-3e3987a142e5', 'name': 'tempest-ServerActionsTestJSON-2114344149-router', 'tenant_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:00:19Z', 'updated_at': '2021-12-22T13:04:42Z', 'revision_number': 7, 'project_id': 'ecd152ad7b4e41b383e5461a3ef6ad0d', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:43.733841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a3c1a46c-ad9d-400e-89aa-7ed8b839cb6f None None] Provisioning complete for port 6a392db1-f1bb-4980-bb43-bb4f716f585f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:43.733841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a46c-ad9d-400e-89aa-7ed8b839cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.742752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:43.750992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.774250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba662a-1b83-4fb6-8c26-bdb2693e1afb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:43.774250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:43.801663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.820770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a9e07e9b-3099-4a93-adeb-7ea7a2f89d92 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Unset dirty status for tenant:1354b893231746ddbdee6af7d8e345b7 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:43.825475 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a9e07e9b-3099-4a93-adeb-7ea7a2f89d92 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.5311806
Dec 22 13:04:43.825799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56204) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.872575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.877171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.879231 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/d20476d3-ad42-4605-8b3a-9578e0a3354c HTTP/1.1" status: 204  len: 168 time: 3.4233322
Dec 22 13:04:43.879717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.890032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56208) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.890240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bad406d5-367f-423b-a1e5-93c3bc8d1109 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:43.892994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57366d8a-f803-4b6f-9079-62d8a054411d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:43.904348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.908178 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.9884374
Dec 22 13:04:43.931223 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fecbbc2c-fb81-4567-864d-e9e93d0f9279 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 200  len: 205 time: 0.0975525
Dec 22 13:04:43.931223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56210) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.931223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56214) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.931223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:43.934201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=d20476d3-ad42-4605-8b3a-9578e0a3354c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:43.937067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:43.946678 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/adc41e4e-6386-4145-b260-31e8f848e584 HTTP/1.1" status: 204  len: 168 time: 0.8001845
Dec 22 13:04:43.946927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56220) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:43.947063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ac6ce-8773-42b5-bcf0-a0319a2ee203 None None] Network bcec92f8-868c-432b-8244-680fc3906cad requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:43.967367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Allocated IP 172.20.0.2 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/fca7113a-9461-4431-a3c5-c2a245bb90df/8e6802c3-9736-4877-92b7-b366accf6654) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:44.003346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.041315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'security_group': {'name': 'tempest-secgroup-1671393828'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:44.047095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:44.050895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:44.053844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:44.060130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:44.074575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adc41e4e-6386-4145-b260-31e8f848e584,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:44.094301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:44.094566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.094684 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0eaf62-cd81-4851-ac69-98008847d79d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:44.094684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0eaf62-cd81-4851-ac69-98008847d79d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:44.121794 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb0eaf62-cd81-4851-ac69-98008847d79d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/bdbf052d-cc0b-4278-85cb-3afb332282d2 HTTP/1.1" status: 404  len: 337 time: 0.2008786
Dec 22 13:04:44.125096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56224) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:44.155585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-76680893-1ab7-4809-8014-d24fc316d6cf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:04:44.156049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76680893-1ab7-4809-8014-d24fc316d6cf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:44.157802 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76680893-1ab7-4809-8014-d24fc316d6cf tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/0e615f96-eaab-4796-9cdb-309b8f6e38ea HTTP/1.1" status: 404  len: 339 time: 0.0315974
Dec 22 13:04:44.270395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56228) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:44.296394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a3c1a46c-ad9d-400e-89aa-7ed8b839cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.314112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 6a392db1-f1bb-4980-bb43-bb4f716f585f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6a392db1-f1bb-4980-bb43-bb4f716f585f,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:44.378548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.383706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-586bedb9-2780-43ab-bdb1-60ac118d5c1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:44.409705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:44.411878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.417246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.417429 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/routers/f5b1167d-2224-4663-bf13-520127cbe5a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1379597
Dec 22 13:04:44.421463 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/684fa07f-c082-4fd0-9888-41d36d9449a7 HTTP/1.1" status: 204  len: 168 time: 0.8092031
Dec 22 13:04:44.422362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56232) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:44.422771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56234) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:44.424117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.428307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:44.449687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.450100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:44.476641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684fa07f-c082-4fd0-9888-41d36d9449a7,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:44.492229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'port': {'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2', 'name': 'tempest-FloatingIPTestJSON-614301566'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:44.507937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting subnet bc5e6943-20b6-4fe1-b6fd-fd7175045a0e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:04:44.511738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:44.535555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.543873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:44.544511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dfbcd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:44.564779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.629696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Deleting port 711be322-a601-47c0-b5ab-87cd3f578bc6 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:44.630048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.694352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1f49695c-5f81-41f4-8c11-4c779d20670b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:44.707166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.722099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:44.736390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:security_group_rule and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:44.745118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:44.755788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:44.759105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dfbcd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:44.760764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 1f49695c-5f81-41f4-8c11-4c779d20670b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:44.761124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1f49695c-5f81-41f4-8c11-4c779d20670b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:44.774539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=6a392db1-f1bb-4980-bb43-bb4f716f585f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:44.784106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:44.790326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a3c1a46c-ad9d-400e-89aa-7ed8b839cb6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:44.790689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a3c1a46c-ad9d-400e-89aa-7ed8b839cb6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:44.794270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:44.794939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dfbcd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:44.828041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:44.861733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1756cd50-31c5-44ee-9e54-3747fa79da3d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:44.883464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dfbcd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:44.883797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9aebbe-44aa-4ef1-b6fa-537c19867b78 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:44.891219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.918491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Transition to ACTIVE for port object 8e6802c3-9736-4877-92b7-b366accf6654 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:44.962511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:44.969223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:port and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:44.974698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:44.988977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:44.989991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] DHCP port deletion for bcec92f8-868c-432b-8244-680fc3906cad request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:44.992482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:44.999038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Deleting port 711be322-a601-47c0-b5ab-87cd3f578bc6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:44.999697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.009041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1756cd50-31c5-44ee-9e54-3747fa79da3d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:45.010300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1756cd50-31c5-44ee-9e54-3747fa79da3d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5631692
Dec 22 13:04:45.017382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56240) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:45.024500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': '69861131-cd27-4a2b-834e-3fd737a96904', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:45.047236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:45.048017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.053080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6a392db1-f1bb-4980-bb43-bb4f716f585f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:45.054434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] For port 711be322-a601-47c0-b5ab-87cd3f578bc6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=711be322-a601-47c0-b5ab-87cd3f578bc6,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:45.054906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.056279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:45.060237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:45.074557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:45.078679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.093612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9f5f8619-0a67-482a-a5c0-b556aa4c5559 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:45.094114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port c4386311-988c-4e59-a1d7-35817782833b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:45.094460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.127583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:45.131155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.177725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.187270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cbc553e1-95cd-4735-bde9-8df8730f957b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:45.204458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] device_id is not set on port 38565aa5-7f46-4fbc-ad58-c364f424b18b yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:04:45.238176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Calling delete_port for 711be322-a601-47c0-b5ab-87cd3f578bc6 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:45.386292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.393592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:45.395688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c7452b-078a-49e7-815c-aaa32b5255a2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:45.399022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:45.410797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:45.430119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.459224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:45.476335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The resource could not be found.
Dec 22 13:04:45.477395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9ef7306a-2cee-4236-9846-8ba9ceb718e1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4595094
Dec 22 13:04:45.478241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.479339 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.5411873
Dec 22 13:04:45.490186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56244) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:45.490523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56246) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:45.509769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702115711'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:45.525891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-249193087', 'security_groups': ['35c7452b-078a-49e7-815c-aaa32b5255a2'], 'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fca7113a-9461-4431-a3c5-c2a245bb90df'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:45.531136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6a392db1-f1bb-4980-bb43-bb4f716f585f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:45.531778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.551978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:45.555219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.565720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] No DVR routers for this DVR port 711be322-a601-47c0-b5ab-87cd3f578bc6 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:45.602220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] For port 711be322-a601-47c0-b5ab-87cd3f578bc6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=711be322-a601-47c0-b5ab-87cd3f578bc6,segment=NetworkSegment(1310d0fd-23a5-45c6-b1b8-acd70caf225b),segment_id=1310d0fd-23a5-45c6-b1b8-acd70caf225b)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:45.602939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.612714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Pushing event deleted for resources: {'Port': ['ID=711be322-a601-47c0-b5ab-87cd3f578bc6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:45.633001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:45.698466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:45.736840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.745358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.769047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.770866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-140ef16a-efd2-48bb-87f1-cabc2e55ff90 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:45.772978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Calling delete_port for 711be322-a601-47c0-b5ab-87cd3f578bc6 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:45.783244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for c4386311-988c-4e59-a1d7-35817782833b owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:45.807989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.830561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc61500-6015-4d71-bd04-b22376b2e0f8 None None] Network e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:45.830746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5e6943-20b6-4fe1-b6fd-fd7175045a0e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:45.839150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:45.854502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52939353d0>,) {'filters': {'network_id': ['bcec92f8-868c-432b-8244-680fc3906cad']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:45.862935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.866896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.11 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/38565aa5-7f46-4fbc-ad58-c364f424b18b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:45.928337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ba5a442-b88f-4523-b926-a1246f5257e1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:45.937060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-34adbb6d-595b-4c80-813b-8db9c0eb5d1b None None] Provisioning for port 7212c669-f0ca-45cb-886a-38ac3c961223 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:45.977842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-34adbb6d-595b-4c80-813b-8db9c0eb5d1b None None] Provisioning complete for port 7212c669-f0ca-45cb-886a-38ac3c961223 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:45.977842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34adbb6d-595b-4c80-813b-8db9c0eb5d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:45.998772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.014461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939353d0>, '1310d0fd-23a5-45c6-b1b8-acd70caf225b') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:46.014825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939353d0>, '1310d0fd-23a5-45c6-b1b8-acd70caf225b') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:46.026748 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/subnets/bc5e6943-20b6-4fe1-b6fd-fd7175045a0e HTTP/1.1" status: 204  len: 168 time: 1.7531078
Dec 22 13:04:46.036392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56252) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:46.047089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.069620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.169301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:46.169854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:46.173961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:46.182628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:46.185508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-34adbb6d-595b-4c80-813b-8db9c0eb5d1b None None] Port 7212c669-f0ca-45cb-886a-38ac3c961223 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:46.213315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:46.217219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:46.226132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:46.247870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.254355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:46.254750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.266451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c497c48-4a42-467b-b9ed-66586f01d72d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:46.328047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] DHCP port deletion for e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:04:46.332050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 4c497c48-4a42-467b-b9ed-66586f01d72d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:46.333086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c497c48-4a42-467b-b9ed-66586f01d72d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:46.333086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:46.348692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:46.349496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:46.365878 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:46.371379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:46.375302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Deleting port 3ad0c975-3c11-4038-9b62-86a95d45fe5c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:46.375803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.399340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:46.402459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2c99d112-b12d-4ee3-acf1-a2b0e5ac1d30 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:46.407267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.448034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:46.474770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.492704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7123a91c-3b92-4d0b-bc4a-1e4f4da2a3f1 tempest-AllowedAddressPairIpV6TestJSON-1290409244 tempest-AllowedAddressPairIpV6TestJSON-1290409244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:46.497590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.512603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e8acaca3-f5e2-4005-8aad-b4a34cc10c37 tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:46.523370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Provisioning for port 8e6802c3-9736-4877-92b7-b366accf6654 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:46.525817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.537549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:46.538692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.564519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Pushing event deleted for resources: {'Network': ['ID=bcec92f8-868c-432b-8244-680fc3906cad,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:46.571422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.573585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:46.604519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] 10.222.0.16 "DELETE /v2.0/networks/bcec92f8-868c-432b-8244-680fc3906cad HTTP/1.1" status: 204  len: 168 time: 2.6589336
Dec 22 13:04:46.625258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 3ad0c975-3c11-4038-9b62-86a95d45fe5c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:46.629705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.674738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Deleting port 711be322-a601-47c0-b5ab-87cd3f578bc6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:46.675535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.686996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:46.689906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:46.697221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=c4386311-988c-4e59-a1d7-35817782833b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:46.700361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:46.772017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d96d20b7-6730-41d7-aade-6996dc8a581f None None] The port '711be322-a601-47c0-b5ab-87cd3f578bc6' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:46.782416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] For port 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3ad0c975-3c11-4038-9b62-86a95d45fe5c,segment=NetworkSegment(9b8df4f5-3959-4d66-8d59-ac297cb1a7d7),segment_id=9b8df4f5-3959-4d66-8d59-ac297cb1a7d7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:46.783214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.920206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.927059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:46.957931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Calling delete_port for 3ad0c975-3c11-4038-9b62-86a95d45fe5c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:46.989703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:47.026642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:47.066177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.070143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.127290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74c931c4-ffca-4651-b7ad-1aeb76f3edd3 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:47.167238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:47.168566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.180941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.189392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.218145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:47.218145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.235619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:47.243493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:47.255443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] For port 3ad0c975-3c11-4038-9b62-86a95d45fe5c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3ad0c975-3c11-4038-9b62-86a95d45fe5c,segment=NetworkSegment(9b8df4f5-3959-4d66-8d59-ac297cb1a7d7),segment_id=9b8df4f5-3959-4d66-8d59-ac297cb1a7d7)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:47.256089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.260045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:47.274740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eba36252-bb77-40bb-8ec3-d432c82e5f2e None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:47.283208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.288120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:47.335364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Pushing event deleted for resources: {'Port': ['ID=3ad0c975-3c11-4038-9b62-86a95d45fe5c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:47.338661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:47.339171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:47.340418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.343722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] No DVR routers for this DVR port 3ad0c975-3c11-4038-9b62-86a95d45fe5c on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:04:47.344683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cfcd94-2233-48a2-8596-d5be9b116979,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:47.347400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:47.348193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56258) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.372934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5ec5ffde-db95-4189-a219-9346ab5186e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:47.392698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Calling delete_port for 3ad0c975-3c11-4038-9b62-86a95d45fe5c owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:47.421572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-642b48c1-3fc3-4e82-b33c-86f3ee98a981 None None] Provisioning complete for port 7212c669-f0ca-45cb-886a-38ac3c961223 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:47.422250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-642b48c1-3fc3-4e82-b33c-86f3ee98a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.440160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.443291 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.9494684
Dec 22 13:04:47.446260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56262) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.458915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--1591587894'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:47.479543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:47.484412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-642b48c1-3fc3-4e82-b33c-86f3ee98a981 None None] Port 7212c669-f0ca-45cb-886a-38ac3c961223 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:47.494747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 711be322-a601-47c0-b5ab-87cd3f578bc6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:47.497709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:47.502807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:47.507044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.519831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.520478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router f8271550-a850-460e-b0b3-453d3d992f26 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:04:47.521448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:47.527391 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1729498
Dec 22 13:04:47.529458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:47.535261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56266) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.543003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 711be322-a601-47c0-b5ab-87cd3f578bc6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:47.543003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 711be322-a601-47c0-b5ab-87cd3f578bc6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:47.543003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3ad0c975-3c11-4038-9b62-86a95d45fe5c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:04:47.544102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.544102 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 204  len: 168 time: 3.6014254
Dec 22 13:04:47.549158 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:47.556301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56270) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.556686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-663473112'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:47.560620 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:47.561494 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f3f880>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:47.564127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:04:47.564529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:04:47.565539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-432998281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:47.567679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:47.571897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:47.575223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:47.575357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3ad0c975-3c11-4038-9b62-86a95d45fe5c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:04:47.575642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3ad0c975-3c11-4038-9b62-86a95d45fe5c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:04:47.581033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:47.588383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] device_id is not set on port 4509e47c-afe3-4846-981e-a40b8f6a0d23 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:04:47.598554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:47.624753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:47.630667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:47.635335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1898012
Dec 22 13:04:47.641435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0b7a308e-417d-4da3-902c-bd118e1cad26 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecd152ad7b4e41b383e5461a3ef6ad0d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2382820
Dec 22 13:04:47.641620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56274) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.643680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=38565aa5-7f46-4fbc-ad58-c364f424b18b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:47.645271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'port': {'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2', 'name': 'tempest-FloatingIPTestJSON-433729689'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:47.646209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:47.648008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56278) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:47.663687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:47.717765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.727573 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:47.734162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:47.737977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.792092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.793588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.818391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.873126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.910373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:47.912763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:47.935200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:47.940768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:47.962734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:47.965153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.11 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/fca7113a-9461-4431-a3c5-c2a245bb90df/4509e47c-afe3-4846-981e-a40b8f6a0d23) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:47.972757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:47.986216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:47.992725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:port and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:48.001879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:48.004808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.005155 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment dfbfb34f-ec79-45b3-a301-aed473782db4 of type vlan for network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5
Dec 22 13:04:48.011352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:48.013978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.066488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Deleting port 3ad0c975-3c11-4038-9b62-86a95d45fe5c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:48.066833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.070723 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f3f880>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:43Z', 'revision_number': 3, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:44Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:48.075738 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:04:48.076232 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Updating router d33c968b-3570-4a20-b2e5-b061e74195f7 port 7212c669-f0ca-45cb-886a-38ac3c961223 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:04:48.092781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.112493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.117094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:48.120572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.126092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4b44ea65-10ec-4342-be94-e6f4cd84606e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:48.133761 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.145832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1812f0c-6379-4fc0-ba36-e22423782e2a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:48.153602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:48.157300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.158431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1812f0c-6379-4fc0-ba36-e22423782e2a HTTP/1.1" status: 204  len: 168 time: 0.5047371
Dec 22 13:04:48.187684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.203147 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-95214514-6819-4a19-aab7-bc9b5bcbbc70 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6444011
Dec 22 13:04:48.209108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] The port '3ad0c975-3c11-4038-9b62-86a95d45fe5c' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:04:48.210736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56284) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:48.244582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.264082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 4509e47c-afe3-4846-981e-a40b8f6a0d23 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:48.278517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:04:48.323345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'enable_snat': False}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:48.351319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.370437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c9b5838-a082-4989-bcee-90e98ab12592 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:48.469489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:48.470574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.475546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:48.496883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:48.550293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.555998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] device_id is not set on port 377ebcf1-4b18-4282-b331-0873559161ed yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:04:48.573032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Transition to ACTIVE for port object 7212c669-f0ca-45cb-886a-38ac3c961223 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:48.594598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=4509e47c-afe3-4846-981e-a40b8f6a0d23,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:48.600328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:48.620065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:48.621768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.666773 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.681456 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-53619203-a8b3-49ef-b839-a36bdec9607f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:48.718238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.2256465
Dec 22 13:04:48.720735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56290) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:48.729185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:48.838480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.876382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-251849f1-0008-4d64-8f7e-8057a6ec7cce None None] Provisioning for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:48.881993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-251849f1-0008-4d64-8f7e-8057a6ec7cce None None] Provisioning complete for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:48.882333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-251849f1-0008-4d64-8f7e-8057a6ec7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:48.972522 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11b3cc-5f69-4d74-9c45-e984c0252d53 None None] Pushing event updated for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:48.976358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-88a0a781-2972-44ff-900c-48aeaba0e959 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:48.977976 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3b11b3cc-5f69-4d74-9c45-e984c0252d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:48.994557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.005982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-251849f1-0008-4d64-8f7e-8057a6ec7cce None None] Port 4509e47c-afe3-4846-981e-a40b8f6a0d23 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:49.013096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:49.023107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:49.027011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.033371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:49.033596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:49.037471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.041890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:49.043870 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Attempting to bind port 7212c669-f0ca-45cb-886a-38ac3c961223 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:49.044537 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Attempting to bind port 7212c669-f0ca-45cb-886a-38ac3c961223 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:49.044700 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Attempting to bind port 7212c669-f0ca-45cb-886a-38ac3c961223 on network 65a4a94d-3794-4b51-9e58-3790d29d2aac {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:49.051021 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:49.051408 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Checking segment: {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:49.052114 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.052299 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Bound using segment: {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:49.052811 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Bound port: 7212c669-f0ca-45cb-886a-38ac3c961223, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:49.053331 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.116536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:49.122074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.206945 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] For port 7212c669-f0ca-45cb-886a-38ac3c961223, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:49.210371 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] For port 7212c669-f0ca-45cb-886a-38ac3c961223, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7212c669-f0ca-45cb-886a-38ac3c961223,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:49.281669 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.7429397
Dec 22 13:04:49.298266 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.312406 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:49.317798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56302) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:49.354704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:49.378594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.383602 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.9363210
Dec 22 13:04:49.384615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56308) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:49.390747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.408414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52928300a0>,) {'filters': {'network_id': ['e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:49.417140 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.ipam_backend_mixin [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fca7113a-9461-4431-a3c5-c2a245bb90df (CIDR: 172.20.0.0/28)
Dec 22 13:04:49.417386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a12d83-8f11-4b64-837a-b51ebd6cc4aa,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:49.432013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'd6cfcd94-2233-48a2-8596-d5be9b116979', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '97a12d83-8f11-4b64-837a-b51ebd6cc4aa'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:49.437282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:49.442308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:49.447655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:49.451670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:49.461396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:49.472196 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:49.472702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:49.486755 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11b3cc-5f69-4d74-9c45-e984c0252d53 None None] Pushing event updated for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:49.490302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:49.491831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f3f880>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:49.521978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a12847a9-9810-49fd-8475-666dd62619cf tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:49.540786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52928300a0>, '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:49.541028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52928300a0>, '9b8df4f5-3959-4d66-8d59-ac297cb1a7d7') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:49.543579 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3b11b3cc-5f69-4d74-9c45-e984c0252d53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:49.569329 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-254a77f0-b413-4274-a674-b885a4e6aed6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8471241
Dec 22 13:04:49.571897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56316) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:49.576689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.4 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/377ebcf1-4b18-4282-b331-0873559161ed) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:49.580420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:49.689453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:49.711477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.719776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:49.741265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:49.753464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:49.799642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.835992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:49.840693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:49.846100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:49.861167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:49.866225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:04:49.866751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:04:49.887874 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:04:49.904410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:49.956207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:49.961010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.110650 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.ipam_backend_mixin [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 702eb1e9-8fc3-43e9-bb9b-20220fd1639e (CIDR: 172.20.0.16/28)
Dec 22 13:04:50.119615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:50.144645 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f3f880>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:43Z', 'revision_number': 3, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:49Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:50.149514 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ecf39f-c8cd-4f71-90a5-3fbdcdf44a87 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:43Z', 'revision_number': 3, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:49Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:50.151676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:50.152370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:04:50.168522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:50.219569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:50.226824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-619b793e-9ee9-47e9-8163-f8d89288f6bd tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.6523793
Dec 22 13:04:50.229487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56326) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:50.243694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'subnet': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:50.338577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:50.343869 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a2ee7e84-ea21-48e6-be47-ffdad651d425 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.9446728
Dec 22 13:04:50.354364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56334) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:50.361551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.366386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.387615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:50.418369 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] 10.222.0.16 "DELETE /v2.0/networks/e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df HTTP/1.1" status: 204  len: 168 time: 4.3782995
Dec 22 13:04:50.427828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Pushing event deleted for resources: {'Network': ['ID=e2a3aaf7-b8eb-4c29-8bfa-a4f4972ea6df,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:50.434611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:50.442730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:50.450248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.473750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.505396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:50.515769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Usage tracker for resource:subnet and tenant:9fc231d905044282ae6da56763ea909f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:50.519365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.527737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:50.543019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:50.642957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.643478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Made reservation on behalf of 9fc231d905044282ae6da56763ea909f for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:50.650989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.824772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.856783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-16d725bd-822b-4646-9259-914626c1e171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:50.880311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:50.882173 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/97a12d83-8f11-4b64-837a-b51ebd6cc4aa HTTP/1.1" status: 204  len: 168 time: 0.5261879
Dec 22 13:04:50.889969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a12d83-8f11-4b64-837a-b51ebd6cc4aa,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:50.889969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56348) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:50.898906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:50.999534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e2c3aab0-04b2-4d53-93d3-d5c039266524 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:51.014889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.023791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7212c669-f0ca-45cb-886a-38ac3c961223 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:51.049657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.062645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a1c6a13-704d-452a-b077-06613687d8ab tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.090978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56354) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.117142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.190166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e2c3aab0-04b2-4d53-93d3-d5c039266524 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:51.196395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e2c3aab0-04b2-4d53-93d3-d5c039266524 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2974379
Dec 22 13:04:51.198267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56362) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.204722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:51.214351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:51.217112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:51.298314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.300139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=377ebcf1-4b18-4282-b331-0873559161ed,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.307906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.316862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7212c669-f0ca-45cb-886a-38ac3c961223 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:51.322137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7212c669-f0ca-45cb-886a-38ac3c961223 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:51.322530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.325519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.338585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:51.340150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.340896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.380582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:51.396426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:51.403061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.409609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-404ad450-298f-4370-8927-9069b6e7aa29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a40934e0565f49ae916cf086e1ac7f50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154669
Dec 22 13:04:51.410104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500c5be-bde3-4094-8ee4-20493a6cdc95 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:51.411265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:51.411655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.424649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56368) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.435354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.441710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Allocated IP 172.26.3.114 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/7f0ab9fe-a2f5-4747-9b00-92b99faebf13) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:51.478347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56372) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.502210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Subnet': ['ID=02df4019-c977-44b1-8eb7-5713d88e5cc1,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.516173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.557205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.558773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed731547-349b-447f-ad18-6c693b3d44f8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.587037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.631730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=0aa732e4-5a94-4f22-a271-5d2504beedee,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.640843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.647939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.651257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.659774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.4282084
Dec 22 13:04:51.660603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56378) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.661474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-583e0035-dfff-44ba-9b5c-5c3305fb2911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.680953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-608427098', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02df4019-c977-44b1-8eb7-5713d88e5cc1'}], 'security_groups': ['a193b669-31c4-4787-9a09-f8a7a60fa5ed', '41ba662a-1b83-4fb6-8c26-bdb2693e1afb']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:51.705974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:51.706334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:04:51.721251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1e519bbd-92b0-4c0b-a422-813734b23a0d tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:51.733742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cfcd94-2233-48a2-8596-d5be9b116979,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.735820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.741936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.742753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.742915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7212c669-f0ca-45cb-886a-38ac3c961223, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7212c669-f0ca-45cb-886a-38ac3c961223,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:51.748671 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.1083629
Dec 22 13:04:51.752060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.756604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.762309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '377ebcf1-4b18-4282-b331-0873559161ed', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:51.773576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:51.778397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0824b-1190-489a-aed2-f71620411ddc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.780093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:floatingip and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:51.784033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:51.784325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.785506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3c0824b-1190-489a-aed2-f71620411ddc HTTP/1.1" status: 204  len: 168 time: 0.3578146
Dec 22 13:04:51.786550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.791848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:51.793267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.794460 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4351443e-2b4b-4539-b1d9-c2700322f619 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6cfcd94-2233-48a2-8596-d5be9b116979 HTTP/1.1" status: 204  len: 168 time: 0.5956461
Dec 22 13:04:51.797759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56388) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.819180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.824135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3d67e712-3df3-451f-a791-08a467c654a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:51.854791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:04:51.889318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.890540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a180fdc1-c951-4055-92ab-acfc1cb62afb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:51.927487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:51.931461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:51.941782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.977052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:51.982600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a180fdc1-c951-4055-92ab-acfc1cb62afb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:51.985724 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a180fdc1-c951-4055-92ab-acfc1cb62afb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1849704
Dec 22 13:04:51.986488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56392) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:51.987677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:51.997799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659555635'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:51.999246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8449fe3d-4e67-4e8e-b789-de7a883f195b tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:52.008515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:52.011116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79fd2ed-0cbd-4d76-8737-993acba6f61c None None] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:52.032192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:52.032767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.067715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:52.074716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e519bbd-92b0-4c0b-a422-813734b23a0d tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "PUT /v2.0/quotas/81635883abe044bba5185cf930c60474 HTTP/1.1" status: 200  len: 366 time: 0.5933657
Dec 22 13:04:52.078888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56396) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.128065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Update dhcp port {'port': {'network_id': '7b0f17ff-48c7-4c30-9cdf-033d45dc5ead', 'fixed_ips': [{'subnet_id': '702eb1e9-8fc3-43e9-bb9b-20220fd1639e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fca7113a-9461-4431-a3c5-c2a245bb90df', 'ip_address': '172.20.0.2'}, {'subnet_id': '02df4019-c977-44b1-8eb7-5713d88e5cc1'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '8e6802c3-9736-4877-92b7-b366accf6654'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:04:52.131880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:52.137173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:52.144260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:52.144686 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e60f37fd-c1c1-43cf-a694-d8d00eaea41b tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0634758
Dec 22 13:04:52.151297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56400) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.170429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.196502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.198275 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e697def6-6aa8-4095-bc48-88c97f66abab tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas/81635883abe044bba5185cf930c60474 HTTP/1.1" status: 200  len: 366 time: 0.0460882
Dec 22 13:04:52.206577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:52.209066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56404) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.318525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:52.328303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:52.346523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:52.347606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0ab9fe-a2f5-4747-9b00-92b99faebf13,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:52.358835 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0235450
Dec 22 13:04:52.362635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:52.362794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56410) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.509886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:04:52.510743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.582723 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2f520d86-4700-4b80-b520-56fce44867c1 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/81635883abe044bba5185cf930c60474 HTTP/1.1" status: 204  len: 168 time: 0.3694983
Dec 22 13:04:52.583391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56418) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.601074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.639351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Allocated IP 172.20.0.34 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/02df4019-c977-44b1-8eb7-5713d88e5cc1/8e6802c3-9736-4877-92b7-b366accf6654) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:52.675631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-00e1b69f-468e-4a4d-ba05-67ed48617a5c tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0817714
Dec 22 13:04:52.679784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56424) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.699555 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b3205101-82e9-484a-8673-f434d6b8a01a tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas/81635883abe044bba5185cf930c60474 HTTP/1.1" status: 200  len: 370 time: 0.0155802
Dec 22 13:04:52.701100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56428) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.707280 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0886932a-1d04-4ccb-8151-058b9a558c24 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas/81635883abe044bba5185cf930c60474/default HTTP/1.1" status: 200  len: 370 time: 0.0047710
Dec 22 13:04:52.710107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56432) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:52.804567 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-0cfea2ac-505b-4d39-87b3-c66319920e49 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] delete failed (client error): The resource could not be found.
Dec 22 13:04:52.805856 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0cfea2ac-505b-4d39-87b3-c66319920e49 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/81635883abe044bba5185cf930c60474 HTTP/1.1" status: 404  len: 348 time: 0.0946171
Dec 22 13:04:52.869490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Allocated IP 172.22.0.2 (5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5/0aa732e4-5a94-4f22-a271-5d2504beedee/dc57e9c0-4347-40c5-a3de-bf643b80e013) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:52.906821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:52.907728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.86 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/392dfe20-9409-4865-a178-0eda10cb07fa) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:52.916979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:52.952701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7212c669-f0ca-45cb-886a-38ac3c961223 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:53.029734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.040996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e13abd0b-e360-47bf-b430-7079c2bb97fb tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:53.084254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.112494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.151571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Transition to ACTIVE for port object 8e6802c3-9736-4877-92b7-b366accf6654 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:53.157794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e0ae5-81b0-45c5-8c84-73047225cd83,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:53.166476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:53.184762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7212c669-f0ca-45cb-886a-38ac3c961223 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:53.185143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.268593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.269131 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2815359
Dec 22 13:04:53.272818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56448) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:53.286610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56452) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:53.291440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.292510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'f28e0ae5-81b0-45c5-8c84-73047225cd83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:53.305055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2cd37d78-b177-4ab3-afa9-2018a8bfa207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:53.319201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:53.356642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.405997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.412923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.422805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:53.456507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:53.539271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:network and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.601073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Delete allocated IP 172.20.0.11 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/fca7113a-9461-4431-a3c5-c2a245bb90df) {{(pid=88167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:04:53.601548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.606407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.648905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Allocated IP 172.20.0.46 (7b0f17ff-48c7-4c30-9cdf-033d45dc5ead/02df4019-c977-44b1-8eb7-5713d88e5cc1/4509e47c-afe3-4846-981e-a40b8f6a0d23) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:53.692978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:subnet and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.700624 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:53.701676 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e44084ab-3a6a-4360-817c-5d8984729a4d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.4277322
Dec 22 13:04:53.705430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56462) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:53.708540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.718119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group_rule': {'security_group_id': 'f28e0ae5-81b0-45c5-8c84-73047225cd83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:53.732911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:53.745404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.762474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.764195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:subnetpool and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.767843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:53.768305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.778747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.783292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.790711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Pushing event updated for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:53.798118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:53.803814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Transition to ACTIVE for port object dc57e9c0-4347-40c5-a3de-bf643b80e013 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:53.827856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Transition to ACTIVE for port object dc57e9c0-4347-40c5-a3de-bf643b80e013 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:53.848773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1853477513'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:53.864748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:53.881276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.885856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:port and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:53.894597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.902781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.910735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:53.915359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:53.919611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:53.976747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:53.978734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9a62ac9-239d-473b-9f14-72af43eefab3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:53.981063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.22.0.1 (5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5/0aa732e4-5a94-4f22-a271-5d2504beedee/3a98577b-cddc-4bb2-8e40-9d126cf09409) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:04:53.989126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:53.993246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:53.996900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:54.061721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Pushing event updated for resources: {'Port': ['ID=dc57e9c0-4347-40c5-a3de-bf643b80e013,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:54.065275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:54.135043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Attempting to bind port dc57e9c0-4347-40c5-a3de-bf643b80e013 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:04:54.135571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Attempting to bind port dc57e9c0-4347-40c5-a3de-bf643b80e013 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:04:54.136643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Attempting to bind port dc57e9c0-4347-40c5-a3de-bf643b80e013 on network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:04:54.145012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:04:54.145421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Checking segment: {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:04:54.145802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.146206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Bound using segment: {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:04:54.146699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Bound port: dc57e9c0-4347-40c5-a3de-bf643b80e013, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:04:54.147266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.244936 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:04:54.246880 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7632646f-190d-4db9-bf5e-bc2daf6260c5 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5394843
Dec 22 13:04:54.255665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:router and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:54.261246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56466) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:54.265828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:54.273864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] For port dc57e9c0-4347-40c5-a3de-bf643b80e013, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:04:54.274726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:54.279638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] For port dc57e9c0-4347-40c5-a3de-bf643b80e013, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dc57e9c0-4347-40c5-a3de-bf643b80e013,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:04:54.315766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:54.334061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=392dfe20-9409-4865-a178-0eda10cb07fa,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:54.337519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:54.342480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:54.357995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.361846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cd2940f5-d2e6-4ad8-8594-8d4629415ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:54.392511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.407419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.431638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Transition to ACTIVE for port object 4509e47c-afe3-4846-981e-a40b8f6a0d23 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:54.437989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 3a98577b-cddc-4bb2-8e40-9d126cf09409 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:54.468144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Pushing event updated for resources: {'Port': ['ID=dc57e9c0-4347-40c5-a3de-bf643b80e013,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:54.468827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:54.471369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:54.472613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.525913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.533619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.541446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:floatingip and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:54.545337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:54.592882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:54.601658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:54.606646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.626811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:security_group_rule and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:54.641088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Provisioning for port 8e6802c3-9736-4877-92b7-b366accf6654 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:54.646251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:54.650454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:54.651004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.665721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.672087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:54.722200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event updated for resources: {'Port': ['ID=4509e47c-afe3-4846-981e-a40b8f6a0d23,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:54.728206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:54.731855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:54.732537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1fa2a9ca-66f4-49f7-8246-386bc1c1af37 tempest-RoutersIpV6AdminTest-1789501217 tempest-RoutersIpV6AdminTest-1789501217-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:54.763069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:54.774094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:04:54.778650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Router dc472c50-e342-40cf-84e7-52474012239a is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:04:54.820486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.833111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] In _notify_port_updated(), no bound segment for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 on network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:04:54.842563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:54.845438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.850746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "PUT /v2.0/ports/4509e47c-afe3-4846-981e-a40b8f6a0d23 HTTP/1.1" status: 200  len: 959 time: 3.1800892
Dec 22 13:04:54.866515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56470) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:54.881410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:54.882547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:54.972111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:54.976390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:54.980442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.020278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:55.025980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 4509e47c-afe3-4846-981e-a40b8f6a0d23 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:55.026602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.112359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Provisioning for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:55.127477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Provisioning complete for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:55.128545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.222454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-84190b2f-56e0-4739-95bc-9da00c8af1a4 None None] Port 4509e47c-afe3-4846-981e-a40b8f6a0d23 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:55.225135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:55.256282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:security_group and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:55.348123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:55.364818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:55.365359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.384590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.394916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3c35b60a-1aeb-4da1-9d69-e4dd8e0fc8e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:55.409892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-add82c21-d121-4ec8-82e9-de124437ffdd None None] Provisioning complete for port 4509e47c-afe3-4846-981e-a40b8f6a0d23 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:55.410379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-add82c21-d121-4ec8-82e9-de124437ffdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.428942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e0ae5-81b0-45c5-8c84-73047225cd83,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:55.432515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:55.456301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Usage tracker for resource:security_group_rule and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:55.478941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:55.488594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.502591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.504552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:55.504955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-add82c21-d121-4ec8-82e9-de124437ffdd None None] Port 4509e47c-afe3-4846-981e-a40b8f6a0d23 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:55.529509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.534332 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93e50e40-76b8-4772-a841-39b573cc4fa4 tempest-QuotasTest-973764527 tempest-QuotasTest-973764527-project-admin] 10.222.0.16 "GET /v2.0/quotas/b83b46aaec8f4b75a1c991ae54bba4a9/details.json HTTP/1.1" status: 200  len: 703 time: 2.2364540
Dec 22 13:04:55.554938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] Sync routers for ids ['dc472c50-e342-40cf-84e7-52474012239a'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:55.555771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.563359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0f099695-653c-46d3-b890-e95b0f24cca7 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:55.566561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.585908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] Routers {'dc472c50-e342-40cf-84e7-52474012239a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:55.586714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981addc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dc472c50-e342-40cf-84e7-52474012239a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:55.598084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.599326 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/f28e0ae5-81b0-45c5-8c84-73047225cd83 HTTP/1.1" status: 204  len: 168 time: 1.3322628
Dec 22 13:04:55.609640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56476) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:55.633850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:55.673732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981addc0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:55.675919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.677068 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "PUT /v2.0/routers/dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 200  len: 915 time: 7.4055541
Dec 22 13:04:55.685429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56480) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:55.686093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dc57e9c0-4347-40c5-a3de-bf643b80e013 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:55.693078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127149a4-5415-4a17-95a5-eb9ec345ad5a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:55.696457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:55.697734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:55.698089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 2941c231-7cc1-4d0e-bf8e-a2cb1d01460c of type vlan for network b902165e-3c2e-456d-a6eb-f38d9e48b0e6
Dec 22 13:04:55.757810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] Routers {'dc472c50-e342-40cf-84e7-52474012239a'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:55.758532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981addc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['dc472c50-e342-40cf-84e7-52474012239a'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:55.786272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 4509e47c-afe3-4846-981e-a40b8f6a0d23 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:04:55.852284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981addc0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:55.852810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd09e6-f620-445c-8ece-cbd20249bbd6 None None] The sync data for ids ['dc472c50-e342-40cf-84e7-52474012239a'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:55.890403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d19758af-70f1-4bc9-98f4-1fbb333864ce tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:55.939564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port dc57e9c0-4347-40c5-a3de-bf643b80e013 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:55.987521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.073687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.084532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dcb607-7b25-4596-9a4e-906de4e5382f None None] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:04:56.232121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56486) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:56.250546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:04:56.258823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d19758af-70f1-4bc9-98f4-1fbb333864ce tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:56.260374 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d19758af-70f1-4bc9-98f4-1fbb333864ce tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6337626
Dec 22 13:04:56.271287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56490) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:56.276742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'tempest-secgroup--797170799'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:56.295076 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-07b1d3bd-4388-42bf-8119-ee9423b1d1eb tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 200  len: 921 time: 0.6046846
Dec 22 13:04:56.296473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:56.300994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56496) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:56.324294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Provisioning for port dc57e9c0-4347-40c5-a3de-bf643b80e013 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:56.339432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.346629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Provisioning complete for port dc57e9c0-4347-40c5-a3de-bf643b80e013 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:56.347052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.365541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:56.396477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.402628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:56.403448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.411622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49f4474f-18ce-4758-99dc-5d7c0eb22d2d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:56.458603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.494285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.534941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] For port dc57e9c0-4347-40c5-a3de-bf643b80e013, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dc57e9c0-4347-40c5-a3de-bf643b80e013,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:04:56.579498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.583128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:56.589096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.595122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.611335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.649398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21d1ac30-b8eb-44c5-b86c-376157d33711 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:56.708252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:56.728068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=b902165e-3c2e-456d-a6eb-f38d9e48b0e6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:56.734213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Provisioning complete for port dc57e9c0-4347-40c5-a3de-bf643b80e013 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:56.734722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.740807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Usage tracker for resource:security_group_rule and tenant:98d2f0c7826046abbeeab1b2c5d49a87 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:56.756494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:56.764324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.768869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.774861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:56.776460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ce92fe29-d895-45dd-8c61-0a638bb47622 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:56.790097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:56.810822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:56.813533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:56.872884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Pushing event updated for resources: {'Port': ['ID=dc57e9c0-4347-40c5-a3de-bf643b80e013,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:56.876542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:56.884358 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 3.4263301
Dec 22 13:04:56.910933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=4509e47c-afe3-4846-981e-a40b8f6a0d23,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:56.920440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:56.936155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=392dfe20-9409-4865-a178-0eda10cb07fa,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:56.955813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:56.998585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:57.009720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:57.054528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Usage tracker for resource:security_group_rule and tenant:9fa48530393f4fc4a2b7797252a7526f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:57.063438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:57.068755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954539af-518c-4615-b3a3-bbf5080753a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:57.079304 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-954539af-518c-4615-b3a3-bbf5080753a8 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=dc472c50-e342-40cf-84e7-52474012239a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7729318
Dec 22 13:04:57.080413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56500) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.110256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:57.156669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:57.157064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:57.196825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:04:57.203830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:04:57.206048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.215635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.248038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Provisioning for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:04:57.267755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Provisioning complete for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:57.268322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.384151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c5387b85-ee67-4f3a-9ca1-5c35e12296d6 None None] Port 3a98577b-cddc-4bb2-8e40-9d126cf09409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:57.516254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e50684-0328-4b6e-a0a4-222c1f2389ed tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:57.519141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:57.520779 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a5e50684-0328-4b6e-a0a4-222c1f2389ed tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/networks/a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 881 time: 0.4342246
Dec 22 13:04:57.528748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56504) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.551992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b27620e-7cf5-4f21-960e-3d92436ee395 None None] Provisioning complete for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:57.554674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b27620e-7cf5-4f21-960e-3d92436ee395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.555180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.567691 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP a06f57f7-c146-47e9-bc6c-20432f7904a1 associated. External IP: 172.26.3.86, port: 377ebcf1-4b18-4282-b331-0873559161ed.
Dec 22 13:04:57.632222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9b27620e-7cf5-4f21-960e-3d92436ee395 None None] Port 3a98577b-cddc-4bb2-8e40-9d126cf09409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:57.635304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.651619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:57.673372 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/4509e47c-afe3-4846-981e-a40b8f6a0d23 HTTP/1.1" status: 204  len: 168 time: 2.8054564
Dec 22 13:04:57.679770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56508) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.684022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.686913 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2f81dd0f-343a-4b61-aa5a-23b66cdd214e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 200  len: 205 time: 0.1553221
Dec 22 13:04:57.736491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56512) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.762352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9f2a61c9-0f16-4608-9825-e9af3de3439c None None] Provisioning complete for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:57.763104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f2a61c9-0f16-4608-9825-e9af3de3439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.814915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.825433 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f40ae94-0e9a-478f-a7f7-48bec3ad2b13 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] GET failed (client error): The resource could not be found.
Dec 22 13:04:57.826943 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3f40ae94-0e9a-478f-a7f7-48bec3ad2b13 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports/4509e47c-afe3-4846-981e-a40b8f6a0d23 HTTP/1.1" status: 404  len: 333 time: 0.1420732
Dec 22 13:04:57.835546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:57.836562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9f2a61c9-0f16-4608-9825-e9af3de3439c None None] Port 3a98577b-cddc-4bb2-8e40-9d126cf09409 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:04:57.842071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56516) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.848360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0ceb27-cf9c-4f22-a8a3-5224d7daa690,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:57.866437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:57.906280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:57.906926 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=98d2f0c7826046abbeeab1b2c5d49a87&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6737676
Dec 22 13:04:57.907923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.6355586
Dec 22 13:04:57.912335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56520) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.913202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56522) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:57.966800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd924e16-c70e-407c-a971-48ae33c035ea,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:57.973625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:57.982792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:57.993272 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:58.007365 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:58.008256 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299df6850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.011827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-934a92dd-b6dd-4225-8688-c6dbdd5c2761 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:58.012239 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-934a92dd-b6dd-4225-8688-c6dbdd5c2761 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 22 13:04:58.012726 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-934a92dd-b6dd-4225-8688-c6dbdd5c2761 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:04:58.017050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-934a92dd-b6dd-4225-8688-c6dbdd5c2761 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "PUT /v2.0/security-groups/1f0ceb27-cf9c-4f22-a8a3-5224d7daa690 HTTP/1.1" status: 409  len: 330 time: 0.0456936
Dec 22 13:04:58.018460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56528) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:58.043775 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6771812
Dec 22 13:04:58.051744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56532) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:58.053763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.081248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'network': {'name': 'tempest-RoutersTest-1729495508'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:58.085863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:58.090004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:network and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:58.093198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:58.099656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:58.136990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.172834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.192539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.210750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:04:58.260025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:04:58.266581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.279888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:04:58.295405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.339746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.387887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.429225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.436717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94ec6b7a-d927-4fec-b4d3-510efa546bca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:58.467294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd924e16-c70e-407c-a971-48ae33c035ea,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:58.481318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:58.484896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:04:58.504697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.518861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9e87958-1eef-48ee-b11b-fd16bd6f99c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:58.523991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.530140 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd924e16-c70e-407c-a971-48ae33c035ea HTTP/1.1" status: 204  len: 168 time: 0.5602369
Dec 22 13:04:58.535554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.535554 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added segment 713cd31c-26e8-49d2-9013-e01edf2128b6 of type vlan for network f39662ef-b284-4e26-a245-9fc0b70a2723
Dec 22 13:04:58.540215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c7452b-078a-49e7-815c-aaa32b5255a2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:58.548404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:58.562987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.564126 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/security-groups/35c7452b-078a-49e7-815c-aaa32b5255a2 HTTP/1.1" status: 204  len: 168 time: 0.7207100
Dec 22 13:04:58.568379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56538) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:58.571144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:04:58.586181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:04:58.600075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:58.601195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ade130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.650753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.691689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:58.693577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ade130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.705846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:04:58.706822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ade130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.763743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0ceb27-cf9c-4f22-a8a3-5224d7daa690,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:58.785297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.788521 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f0ceb27-cf9c-4f22-a8a3-5224d7daa690 HTTP/1.1" status: 204  len: 168 time: 0.7665808
Dec 22 13:04:58.791234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:58.802596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56542) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:58.815827 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ade130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.816918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbffe9c1-f8d1-4937-89db-fb1de6e17257 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:04:58.830633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.874629 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299df6850>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:55Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:04:56Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:04:58.884777 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:04:58.885343 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Updating router d33c968b-3570-4a20-b2e5-b061e74195f7 port 3a98577b-cddc-4bb2-8e40-9d126cf09409 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:04:58.920551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:58.960166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dc57e9c0-4347-40c5-a3de-bf643b80e013 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:04:58.965826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d1073de6-4b52-4d30-8868-5b8d13b29777 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Synchronizing usage tracker for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:04:58.995670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.033251 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.064802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port dc57e9c0-4347-40c5-a3de-bf643b80e013 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:04:59.067434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.099567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port 7f0ab9fe-a2f5-4747-9b00-92b99faebf13 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:04:59.100179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.164908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.184944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:04:59.185815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.189825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d1073de6-4b52-4d30-8868-5b8d13b29777 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Unset dirty status for tenant:9fa48530393f4fc4a2b7797252a7526f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:04:59.191476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d1073de6-4b52-4d30-8868-5b8d13b29777 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3812900
Dec 22 13:04:59.201465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-840f35b2-e19c-4aad-9f52-6e0d18b3bc5c tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:59.221194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56548) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.282155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.318375 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-b22e954c-a9ba-4aa9-a040-14615bbb5521 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] delete failed (client error): The resource could not be found.
Dec 22 13:04:59.320566 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b22e954c-a9ba-4aa9-a040-14615bbb5521 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "DELETE /v2.0/security-groups/7547b5d6-034b-4bb3-8d7b-66fada5870c8 HTTP/1.1" status: 404  len: 347 time: 0.0947838
Dec 22 13:04:59.334934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56552) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.347489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Network': ['ID=f39662ef-b284-4e26-a245-9fc0b70a2723,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:59.360833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f39662ef-b284-4e26-a245-9fc0b70a2723 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:04:59.372613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.379721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:59.387247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56556) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.388269 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 7.6349776
Dec 22 13:04:59.389915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-da038b3d-14bb-4f47-a56a-650a2f309ad9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] show failed (client error): The resource could not be found.
Dec 22 13:04:59.391973 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-da038b3d-14bb-4f47-a56a-650a2f309ad9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-groups/3ea78cfa-8d77-4907-be51-da3e2895c750 HTTP/1.1" status: 404  len: 347 time: 0.0514822
Dec 22 13:04:59.397207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56558) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.429594 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e0850d46-954b-4b3c-826b-bb6edf03ac1d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] show failed (client error): The resource could not be found.
Dec 22 13:04:59.434961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e0850d46-954b-4b3c-826b-bb6edf03ac1d tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] 10.222.0.16 "GET /v2.0/security-group-rules/e4e83a32-6205-460f-a163-05de0edbff5b HTTP/1.1" status: 404  len: 356 time: 0.0322795
Dec 22 13:04:59.519155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56566) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.552336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.562814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:59.582079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.594573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e037c8b6-bbda-4f82-9f83-d9cd51702651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:59.609575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:04:59.619053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Usage tracker for resource:security_group_rule and tenant:b83b46aaec8f4b75a1c991ae54bba4a9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:04:59.624229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:04:59.633714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba662a-1b83-4fb6-8c26-bdb2693e1afb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:59.641292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:04:59.658879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:04:59.664843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.666084 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/security-groups/41ba662a-1b83-4fb6-8c26-bdb2693e1afb HTTP/1.1" status: 204  len: 168 time: 1.0966489
Dec 22 13:04:59.668938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56570) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.693662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6379642
Dec 22 13:04:59.697827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56574) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:04:59.708606 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.749676 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Transition to ACTIVE for port object 3a98577b-cddc-4bb2-8e40-9d126cf09409 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:04:59.765096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.800766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'subnet': {'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:04:59.826185 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.837216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:04:59.840275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.864986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.950101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:04:59.981378 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Pushing event updated for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:04:59.982723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1cf18c5-aea9-4b63-9e73-f2d1cdb2120c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:00.000711 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:00.014707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b83b46aaec8f4b75a1c991ae54bba4a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4917760
Dec 22 13:05:00.033667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56580) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:00.036759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7fb67d-eea6-4598-b741-a92dbdfe96ef,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:00.044394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.051168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:00.067912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for 7f0ab9fe-a2f5-4747-9b00-92b99faebf13 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:00.168292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:00.178584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56584) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:00.180458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:subnet and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:00.186615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:00.207652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.211818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56588) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:00.224018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:00.229563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:00.304066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.363944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Attempting to bind port 3a98577b-cddc-4bb2-8e40-9d126cf09409 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:00.364535 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Attempting to bind port 3a98577b-cddc-4bb2-8e40-9d126cf09409 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:00.364753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Attempting to bind port 3a98577b-cddc-4bb2-8e40-9d126cf09409 on network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:00.376345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.379809 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:00.380081 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Checking segment: {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:00.380498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.380899 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Bound using segment: {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:00.381386 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Bound port: 3a98577b-cddc-4bb2-8e40-9d126cf09409, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbfb34f-ec79-45b3-a301-aed473782db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:00.381786 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.394986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.398704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Made reservation on behalf of 50361ed3666a41899f5238d016b9b2ec for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:00.403101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.431304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d9f5c04-d700-4fa7-a12a-a9a0c3279baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:00.487956 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] For port 3a98577b-cddc-4bb2-8e40-9d126cf09409, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:00.491089 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] For port 3a98577b-cddc-4bb2-8e40-9d126cf09409, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a98577b-cddc-4bb2-8e40-9d126cf09409,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:00.525337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a193b669-31c4-4787-9a09-f8a7a60fa5ed,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:00.531487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:00.545055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.549782 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/security-groups/a193b669-31c4-4787-9a09-f8a7a60fa5ed HTTP/1.1" status: 204  len: 168 time: 0.8761506
Dec 22 13:05:00.549782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:00.552725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.569650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.574396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:00.578332 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-366a7787-6100-42d1-aa32-63cf99a2d4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:00.590329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:subnet and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:00.598526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:00.608168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:00.616182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-05c26d8f-e718-4076-8676-235fba77d4f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fa48530393f4fc4a2b7797252a7526f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4280174
Dec 22 13:05:00.619250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56598) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:00.640917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.641242 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP a06f57f7-c146-47e9-bc6c-20432f7904a1 disassociated. External IP: 172.26.3.86, port: 377ebcf1-4b18-4282-b331-0873559161ed.
Dec 22 13:05:00.657256 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:00.658033 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299df6850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:00.681729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet fca7113a-9461-4431-a3c5-c2a245bb90df {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:00.692966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.728976 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Pushing event updated for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:00.738912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.759372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.768399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10602b08-8ecc-4e1e-8bbb-d1d9a8215cef tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:00.777269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.779876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:00.784258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.784418 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:00.834016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7fb67d-eea6-4598-b741-a92dbdfe96ef,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:00.843564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:00.845042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.872238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:00.872793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f7fb67d-eea6-4598-b741-a92dbdfe96ef HTTP/1.1" status: 204  len: 168 time: 0.8262205
Dec 22 13:05:00.894642 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:00.966386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.047817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.053616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7d7a82d1-e1f6-4a78-aee4-31b44eba1b3d tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:01.072111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43a2777-a885-49ac-8d88-c1875eee006e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:01.080213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:01.127960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.132190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fd4d2608-f038-4f8b-8c95-ab72b0794646 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:01.183855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=fca7113a-9461-4431-a3c5-c2a245bb90df,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:01.186206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.188041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/fca7113a-9461-4431-a3c5-c2a245bb90df HTTP/1.1" status: 204  len: 168 time: 0.6381567
Dec 22 13:05:01.189254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:01.192114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.194201 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b43a2777-a885-49ac-8d88-c1875eee006e HTTP/1.1" status: 204  len: 168 time: 0.5732322
Dec 22 13:05:01.204785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56604) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:01.212305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4002f228-a075-4e0d-9d03-c9a62c7c1629 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:01.374651 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299df6850>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:55Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:00Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:01.385922 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76964d-1475-4ab6-8d74-8e6dd993943b None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:04:55Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:00Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:01.425663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.439113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f0f9138-7834-48dc-bc1f-3441b2cce774 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:01.497451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 02df4019-c977-44b1-8eb7-5713d88e5cc1 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:01.507385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=7f0ab9fe-a2f5-4747-9b00-92b99faebf13,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:01.521172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.522902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:01.686753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.700136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:01.868878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.950194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.953130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:01.968780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6734e96e-0013-4f72-b2a4-d4ab2a29bf6d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:02.139357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Subnet': ['ID=7e3eec89-fc38-4885-9912-f052680c4fab,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:02.148062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:02.172569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Checking segment: {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:02.172917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network hostable DHCP agents. Network: f39662ef-b284-4e26-a245-9fc0b70a2723, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:02.254300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.257026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.270955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.276308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:02.298895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.377296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.378579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router dc472c50-e342-40cf-84e7-52474012239a {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:05:02.403697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network f39662ef-b284-4e26-a245-9fc0b70a2723 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:02.410724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.411262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.414693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=02df4019-c977-44b1-8eb7-5713d88e5cc1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:02.416840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b785ad7d-294b-46a7-b26f-1df7c6a6746c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:02.422603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:02.436742 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/02df4019-c977-44b1-8eb7-5713d88e5cc1 HTTP/1.1" status: 204  len: 168 time: 1.2306228
Dec 22 13:05:02.438835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56636) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.489086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.493583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 204  len: 168 time: 4.7527668
Dec 22 13:05:02.499262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56644) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.502772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f39662ef-b284-4e26-a245-9fc0b70a2723) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:02.511495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a387c5-7558-48bd-9e6e-9a07c876e87f None None] Network f39662ef-b284-4e26-a245-9fc0b70a2723 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:02.516582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:02.517190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.546697 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a0355b-86fc-4ed5-9615-9115f222ea63 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:02.547296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a0355b-86fc-4ed5-9615-9115f222ea63 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:02.555842 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f3a0355b-86fc-4ed5-9615-9115f222ea63 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/fca7113a-9461-4431-a3c5-c2a245bb90df HTTP/1.1" status: 404  len: 337 time: 0.1138434
Dec 22 13:05:02.568532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.571752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-893629188', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:02.609068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e69d30-c181-4105-8c8e-287b6c764bfd None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:02.613370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:02.619379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:02.619379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: b902165e-3c2e-456d-a6eb-f38d9e48b0e6, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:02.626548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Usage tracker for resource:router and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:02.637542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:02.646396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:02.654790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=e3549b73-eabd-40a8-a87f-e88f0286020e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:02.659680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:02.677102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting subnet 702eb1e9-8fc3-43e9-bb9b-20220fd1639e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:02.682358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:02.687697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.688282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.703255 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:02.718199 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:02.723635 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299df6520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:02.755541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-60a85ace-f4e6-4dcc-8796-f4635e67d853 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/a06f57f7-c146-47e9-bc6c-20432f7904a1 HTTP/1.1" status: 200  len: 687 time: 3.3485947
Dec 22 13:05:02.755735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:02.759503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56658) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.805127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a58ae3ff-1463-43f1-a070-723e9fb0e0d7 None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:02.805127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a58ae3ff-1463-43f1-a070-723e9fb0e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:02.937481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56662) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.952248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, b902165e-3c2e-456d-a6eb-f38d9e48b0e6) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:02.965095 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1783276
Dec 22 13:05:02.966009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56668) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:02.972753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299df6520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:02.985345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:02.985965 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299df6520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:04:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:02.993598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:02.993598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.033395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 392dfe20-9409-4865-a178-0eda10cb07fa {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:03.033395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.102958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f40cb1-3f1c-4e6c-8d05-852cee44f932 None None] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:03.118679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a98577b-cddc-4bb2-8e40-9d126cf09409 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:03.144112 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299df6520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:03.144826 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c57d1a-8f0a-4f9a-9806-dedd4b3186ee None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:03.145881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56672) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:03.164455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.168164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.183997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.270676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.315597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-315133492'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:03.327459 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.1079874
Dec 22 13:05:03.328706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:03.333904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56680) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:03.336885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Usage tracker for resource:network and tenant:d54457f1e83c4aa79377e99a3406b496 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:03.354892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-122561372'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:03.358803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:03.396554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:03.410592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f39662ef-b284-4e26-a245-9fc0b70a2723', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:03.411468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.411755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:03.416200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:03.423172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:03.445645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-95a3d395-ad8f-4724-8cf8-b6dd1442c2e1 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-221072315', 'prefixes': ['172.20.0.0/16']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:03.451814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:03.489555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.518198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-95a3d395-ad8f-4724-8cf8-b6dd1442c2e1 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:03.527538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:03.531124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.612403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:03.640792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Made reservation on behalf of d54457f1e83c4aa79377e99a3406b496 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:03.646022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.658881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.659218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.687885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.687885 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 6df99205-6d12-4456-b17f-cff1f7d4ea61 of type vlan for network 695cc21e-0480-49f5-9a44-ab4446ab9212
Dec 22 13:05:03.697616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.711980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-b902165e-3c2e-456d-a6eb-f38d9e48b0e6', 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': 'e3549b73-eabd-40a8-a87f-e88f0286020e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:03.712824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.855413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 392dfe20-9409-4865-a178-0eda10cb07fa owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:03.869061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:03.915113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:03.920362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:03.920797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.928720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:03.934776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Usage tracker for resource:security_group_rule and tenant:d54457f1e83c4aa79377e99a3406b496 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:03.943739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:03.957418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:03.967703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a58ae3ff-1463-43f1-a070-723e9fb0e0d7 None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:03.968087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a58ae3ff-1463-43f1-a070-723e9fb0e0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.007384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.080158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Allocated IP 172.23.0.2 (f39662ef-b284-4e26-a245-9fc0b70a2723/7e3eec89-fc38-4885-9912-f052680c4fab/e6429b77-3de8-4569-8324-074a19913fb1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:04.108174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.137910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.143522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:04.144122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.147158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a58ae3ff-1463-43f1-a070-723e9fb0e0d7 None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:04.154010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-24a89ce0-00d5-496e-8bd5-3e4a9ed21311 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:04.228234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Allocated IP 2001:db8:0:ffff::2 (b902165e-3c2e-456d-a6eb-f38d9e48b0e6/e3549b73-eabd-40a8-a87f-e88f0286020e/cff379df-1483-4521-99a6-bd73bd73f01b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:04.281329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95a3d395-ad8f-4724-8cf8-b6dd1442c2e1 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Notify callbacks [] for subnetpool, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.285257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-95a3d395-ad8f-4724-8cf8-b6dd1442c2e1 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.1296399
Dec 22 13:05:04.285257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.294698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56686) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.360804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.365281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=695cc21e-0480-49f5-9a44-ab4446ab9212,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:04.413156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:04.413156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-92d26be1-d860-45b2-8b5d-ea230f833769 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:04.458037 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.1206620
Dec 22 13:05:04.496661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c9e2a80c-b674-4d41-a250-ad6ee4411d55 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "GET /v2.0/subnetpools/420244df-a7a4-4e6b-a1b2-d30a7f676cda HTTP/1.1" status: 200  len: 731 time: 0.1894512
Dec 22 13:05:04.497395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.503004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56690) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.503334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56692) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.504288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=392dfe20-9409-4865-a178-0eda10cb07fa,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:04.509460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:04.516374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:04.528192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:04.547167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-38f3978d-40d3-460a-ba7c-1083636eff1d tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-281625037'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:04.588401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.603526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-46fe45cd-2f7e-4579-b5aa-221cf9e929d0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:04.650181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:04.692213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.705585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Transition to ACTIVE for port object cff379df-1483-4521-99a6-bd73bd73f01b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:04.716430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.716778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Added segment b8a3b513-f56e-4e87-a4dc-96a935c6ae92 of type vlan for network 45b3b4ef-04ed-493a-870d-e316359f52f9
Dec 22 13:05:04.721452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5b061-93e9-45af-888f-42337e93c2ca,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:04.724351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.728732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:04.732860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Subnet': ['ID=702eb1e9-8fc3-43e9-bb9b-20220fd1639e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:04.749611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:04.762821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Transition to ACTIVE for port object cff379df-1483-4521-99a6-bd73bd73f01b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:04.793212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.794378 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/a06f57f7-c146-47e9-bc6c-20432f7904a1 HTTP/1.1" status: 204  len: 168 time: 2.0325360
Dec 22 13:05:04.795277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:04.796333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.800438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:04.801745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56698) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.811163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:subnet and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:04.815809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '38565aa5-7f46-4fbc-ad58-c364f424b18b'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:04.816019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.819795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:04.829394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:04.835704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:04.847144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:floatingip and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:04.860412 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/702eb1e9-8fc3-43e9-bb9b-20220fd1639e HTTP/1.1" status: 204  len: 168 time: 2.2818201
Dec 22 13:05:04.861608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56702) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.862906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:04.876747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:04.914291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.928341 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5606ff0a-2f76-493b-90fa-e448283ea8fe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:04.928964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5606ff0a-2f76-493b-90fa-e448283ea8fe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:04.934295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56706) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.937454 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5606ff0a-2f76-493b-90fa-e448283ea8fe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/123e6420-d315-48a7-8f12-edfcc44f1a1a HTTP/1.1" status: 404  len: 337 time: 0.0716946
Dec 22 13:05:04.937928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f3978d-40d3-460a-ba7c-1083636eff1d tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Notify callbacks [] for subnetpool, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.941534 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-38f3978d-40d3-460a-ba7c-1083636eff1d tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "PUT /v2.0/subnetpools/420244df-a7a4-4e6b-a1b2-d30a7f676cda HTTP/1.1" status: 200  len: 683 time: 0.4310231
Dec 22 13:05:04.941764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56710) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:04.946437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.961865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:04.968797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:04.971475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-39d44240-03db-4d68-95f2-ecb0de7a4d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:04.980876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.005430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac31914-7e19-4a93-82e8-8550ed9129c0 None None] Network 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:05.065782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.071251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:05.071845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.080658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.081870 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7a3212c3-2724-43b7-97bc-3c5b4c0fc3fe tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "GET /v2.0/ports?device_id=d7f04e74-c396-487b-935e-d955111c5aeb HTTP/1.1" status: 200  len: 205 time: 0.1427858
Dec 22 13:05:05.082623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:05.086813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61ca93fd-3e03-4347-8bd0-8fbc6789726a tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:05.109344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56716) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.160497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:05.163531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:05.214039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Transition to ACTIVE for port object e6429b77-3de8-4569-8324-074a19913fb1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:05.233054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.275298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.291266 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-204cbc0f-13b4-4ef4-8d49-47cb9e40671a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:05.294994 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-204cbc0f-13b4-4ef4-8d49-47cb9e40671a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/routers/d7f04e74-c396-487b-935e-d955111c5aeb HTTP/1.1" status: 404  len: 336 time: 0.1772771
Dec 22 13:05:05.296281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3a98577b-cddc-4bb2-8e40-9d126cf09409, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a98577b-cddc-4bb2-8e40-9d126cf09409,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:05.305475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56720) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.325160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'Network': ['ID=45b3b4ef-04ed-493a-870d-e316359f52f9,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:05.355187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Pushing event updated for resources: {'Port': ['ID=cff379df-1483-4521-99a6-bd73bd73f01b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:05.357984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ed18a87e-498a-4044-b48b-48d4d861276b None None] Provisioning complete for port 8e6802c3-9736-4877-92b7-b366accf6654 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:05.358367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed18a87e-498a-4044-b48b-48d4d861276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.390316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:05.396346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7ff61c69-173b-4594-ab57-010075513ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.417674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.430269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-60a85676-f8d7-412a-afa8-af5b8b9ee754 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:05.457066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Allocated IP 172.26.3.120 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/a7df28ad-edc0-4b25-9912-e6a69aab8d3a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:05.466008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.489751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Transition to ACTIVE for port object e6429b77-3de8-4569-8324-074a19913fb1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:05.496250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.5548038
Dec 22 13:05:05.496250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a583fe-a099-435d-a3a0-76bbc825f934 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:05.496673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a583fe-a099-435d-a3a0-76bbc825f934 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:05.503006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56724) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.509640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:05.514969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Request body: {'subnet': {'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:05.537103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-01a583fe-a099-435d-a3a0-76bbc825f934 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/7c9d1977-47e9-4d2a-8f15-5f859966c696 HTTP/1.1" status: 404  len: 337 time: 0.2191186
Dec 22 13:05:05.542703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56728) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.550534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:05.671053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Attempting to bind port cff379df-1483-4521-99a6-bd73bd73f01b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:05.671694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Attempting to bind port cff379df-1483-4521-99a6-bd73bd73f01b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:05.672060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Attempting to bind port cff379df-1483-4521-99a6-bd73bd73f01b on network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:05.687191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e8cc41-9850-424b-98a8-578aa83e92d6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:05.687889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e8cc41-9850-424b-98a8-578aa83e92d6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:05.695547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:05.703483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.713039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:05.713508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:05.718519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adf9e8b2-a55a-4d71-9d2f-4cb3b4e9885d tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] Notify callbacks [] for subnetpool, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.719693 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-adf9e8b2-a55a-4d71-9d2f-4cb3b4e9885d tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "DELETE /v2.0/subnetpools/420244df-a7a4-4e6b-a1b2-d30a7f676cda HTTP/1.1" status: 204  len: 168 time: 0.7769127
Dec 22 13:05:05.725102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56732) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.730706 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-10e8cc41-9850-424b-98a8-578aa83e92d6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/1bf3d71c-1bc8-49c7-9e3b-395069f09b81 HTTP/1.1" status: 404  len: 337 time: 0.1848781
Dec 22 13:05:05.736232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.738869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56736) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.743017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Allocated IP 172.23.0.1 (f39662ef-b284-4e26-a245-9fc0b70a2723/7e3eec89-fc38-4885-9912-f052680c4fab/6fb8a4e7-a35b-4d11-90b1-3ae52d13d658) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:05.754116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:05.758331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Usage tracker for resource:subnet and tenant:d54457f1e83c4aa79377e99a3406b496 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:05.770637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:05.771362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:05.771746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Checking segment: {'id': '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:05.772152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.772542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Bound using segment: {'id': '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:05.773025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Bound port: cff379df-1483-4521-99a6-bd73bd73f01b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'b902165e-3c2e-456d-a6eb-f38d9e48b0e6'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:05.773396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.778588 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-17e50a0a-28ed-482d-a04b-0116d9568b39 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] show failed (client error): The resource could not be found.
Dec 22 13:05:05.782717 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-17e50a0a-28ed-482d-a04b-0116d9568b39 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "GET /v2.0/subnetpools/420244df-a7a4-4e6b-a1b2-d30a7f676cda HTTP/1.1" status: 404  len: 346 time: 0.0522873
Dec 22 13:05:05.786144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56740) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.788076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:05.805339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dc68d2-8383-46e4-a677-e759ebbfb2af tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:05.805792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dc68d2-8383-46e4-a677-e759ebbfb2af tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:05.821762 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-dfd04f2c-b30b-47fb-8c41-59e7ec9c66c6 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:05.826904 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dfd04f2c-b30b-47fb-8c41-59e7ec9c66c6 tempest-SubnetPoolsTestJSON-1892215346 tempest-SubnetPoolsTestJSON-1892215346-project] 10.222.0.16 "DELETE /v2.0/subnetpools/420244df-a7a4-4e6b-a1b2-d30a7f676cda HTTP/1.1" status: 404  len: 346 time: 0.0332563
Dec 22 13:05:05.830075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24dc68d2-8383-46e4-a677-e759ebbfb2af tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/d3ff8426-76cb-4680-8be0-95127ad453d0 HTTP/1.1" status: 404  len: 337 time: 0.0876119
Dec 22 13:05:05.830960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56744) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:05.837187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Network f39662ef-b284-4e26-a245-9fc0b70a2723 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:05.843179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:05.846168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:05.898887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Pushing event updated for resources: {'Port': ['ID=e6429b77-3de8-4569-8324-074a19913fb1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:05.912586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:05.913509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Made reservation on behalf of d54457f1e83c4aa79377e99a3406b496 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:05.918568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:05.967308 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-910e42c0-64f7-4c53-94c0-999d4ca0ce51 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:05.967785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910e42c0-64f7-4c53-94c0-999d4ca0ce51 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:05.971819 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-910e42c0-64f7-4c53-94c0-999d4ca0ce51 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/db17962c-49c3-48c9-9e93-d9b82c6394a9 HTTP/1.1" status: 404  len: 333 time: 0.1383016
Dec 22 13:05:05.980458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56750) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.027110 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7add4ae-887d-4b95-a468-3391dd3abef6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:06.027832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7add4ae-887d-4b95-a468-3391dd3abef6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:06.029757 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7add4ae-887d-4b95-a468-3391dd3abef6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/c9012326-2c02-4241-9b05-1b405cdb2c49 HTTP/1.1" status: 404  len: 337 time: 0.0457900
Dec 22 13:05:06.032851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56754) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.079440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Attempting to bind port e6429b77-3de8-4569-8324-074a19913fb1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:06.079711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Attempting to bind port e6429b77-3de8-4569-8324-074a19913fb1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:06.080281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Attempting to bind port e6429b77-3de8-4569-8324-074a19913fb1 on network f39662ef-b284-4e26-a245-9fc0b70a2723 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:06.089324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] For port cff379df-1483-4521-99a6-bd73bd73f01b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:06.092442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:06.093142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Checking segment: {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:06.093721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.094280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Bound using segment: {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:06.094965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Bound port: e6429b77-3de8-4569-8324-074a19913fb1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:06.095536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.123982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] For port cff379df-1483-4521-99a6-bd73bd73f01b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cff379df-1483-4521-99a6-bd73bd73f01b,segment=NetworkSegment(2941c231-7cc1-4d0e-bf8e-a2cb1d01460c),segment_id=2941c231-7cc1-4d0e-bf8e-a2cb1d01460c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:06.125074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ed18a87e-498a-4044-b48b-48d4d861276b None None] Provisioning complete for port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:06.125455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed18a87e-498a-4044-b48b-48d4d861276b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.168348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:05:06.169994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.177413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-47dfd4e5-09e9-4efe-bf0d-97f77051ce9d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:06.194144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] DHCP port deletion for 7b0f17ff-48c7-4c30-9cdf-033d45dc5ead request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:06.225886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Deleting port 8e6802c3-9736-4877-92b7-b366accf6654 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:06.226264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.263859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.277108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4c7696cb-016e-40a0-9481-0c323f3cbbf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:06.283339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.298300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4016a-0646-4309-bcc0-db832dd647b2 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:06.341047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=3ea43b2d-a58c-4512-8de8-db6191201da0,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:06.348565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:06.356752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ed18a87e-498a-4044-b48b-48d4d861276b None None] Port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:06.363811 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c854c9c-4fe7-422d-a651-b92932766922 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:06.364944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c854c9c-4fe7-422d-a651-b92932766922 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:06.368997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7c854c9c-4fe7-422d-a651-b92932766922 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/e1e31d8c-aca3-44cf-aa6b-28da599e943e HTTP/1.1" status: 404  len: 337 time: 0.3326862
Dec 22 13:05:06.393348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56760) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.418559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:06.422560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] For port e6429b77-3de8-4569-8324-074a19913fb1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:06.427369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:06.446006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:06.454451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] For port e6429b77-3de8-4569-8324-074a19913fb1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e6429b77-3de8-4569-8324-074a19913fb1,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:06.465512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ba4931-d9e7-493f-8ce6-1a807dfa7952 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:06.465512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ba4931-d9e7-493f-8ce6-1a807dfa7952 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:06.466595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Pushing event updated for resources: {'Port': ['ID=cff379df-1483-4521-99a6-bd73bd73f01b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:06.484561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:06.488795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '6df99205-6d12-4456-b17f-cff1f7d4ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:06.489159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: 695cc21e-0480-49f5-9a44-ab4446ab9212, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:06.497601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event updated for resources: {'Port': ['ID=a7df28ad-edc0-4b25-9912-e6a69aab8d3a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:06.510542 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e8ba4931-d9e7-493f-8ce6-1a807dfa7952 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/7cd76dda-39e5-4655-becf-78463ff096a2 HTTP/1.1" status: 404  len: 333 time: 0.1157668
Dec 22 13:05:06.518478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.534535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56764) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.551074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.192 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/c37ff76b-01f9-4e20-9a52-e52d825fdfc7) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:06.553318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56768) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.554353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:06.579016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.583357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacfea66-df2a-4c55-9084-458927f020fa tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:06.583843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacfea66-df2a-4c55-9084-458927f020fa tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:06.585584 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dacfea66-df2a-4c55-9084-458927f020fa tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/43501c45-4453-4973-a3e4-4b759905eba9 HTTP/1.1" status: 404  len: 337 time: 0.0554705
Dec 22 13:05:06.585713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4c14cbd1-7e75-48d5-90a0-a971cf0a58fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:06.590522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56770) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.642488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41ed319-f56f-45b9-b18f-70b2382a86a0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:06.642967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41ed319-f56f-45b9-b18f-70b2382a86a0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:06.644647 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f41ed319-f56f-45b9-b18f-70b2382a86a0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/subnets/8ec03c93-97f0-4a83-a494-7322bf3ecce8 HTTP/1.1" status: 404  len: 337 time: 0.0519507
Dec 22 13:05:06.647157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56774) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:06.733833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.738411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:06.745325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34d97c31-ecb1-4557-8b71-100b11a849c7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:06.805330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Pushing event updated for resources: {'Port': ['ID=e6429b77-3de8-4569-8324-074a19913fb1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:06.829781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] For port 8e6802c3-9736-4877-92b7-b366accf6654, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8e6802c3-9736-4877-92b7-b366accf6654,segment=NetworkSegment(34cb0fd6-f174-434f-87a9-2ac7cd8501b9),segment_id=34cb0fd6-f174-434f-87a9-2ac7cd8501b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:06.830614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.834349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Transition to ACTIVE for port object 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:06.842487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Deleting port 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:06.842860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:06.852726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:06.994205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 695cc21e-0480-49f5-9a44-ab4446ab9212) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:07.030881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db40836a-15f4-44be-abc1-d20a2dc478ef None None] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:07.046401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.059318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'Subnet': ['ID=06f909cd-9de4-4841-9bb6-8fc8b716430c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:07.071059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:07.075426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.099675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:07.100488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Checking segment: {'id': 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:07.100965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Network hostable DHCP agents. Network: 45b3b4ef-04ed-493a-870d-e316359f52f9, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:07.118774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Calling delete_port for 8e6802c3-9736-4877-92b7-b366accf6654 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:07.176361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.206281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-135307d3-3d10-47f5-9de1-f05367999a78 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:07.207572 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.7009382
Dec 22 13:05:07.223298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56782) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:07.228805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'port': {'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212', 'name': 'tempest-NetworksIpV6TestAttrs-983309550'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:07.265306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:07.317545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.322377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Usage tracker for resource:security_group_rule and tenant:6738561d61ab4ef5b6a37466870d3191 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:07.329433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:07.343849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:07.353177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:07.368765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network f39662ef-b284-4e26-a245-9fc0b70a2723 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:07.377364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:07.380186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:07.391052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.513445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-695cc21e-0480-49f5-9a44-ab4446ab9212', 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': '3ea43b2d-a58c-4512-8de8-db6191201da0'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:07.519489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.553638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.593991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3902362e-2db3-497d-a5f7-ad02198e39a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.632245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:07.649359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:07.649477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.651242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-864ff65d-c69c-4af2-9f19-56af57b72883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:07.681135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 45b3b4ef-04ed-493a-870d-e316359f52f9) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:07.691372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Calling delete_port for 2edea89e-9bc1-4c6e-9e66-3144ac66ff52 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:07.724480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e5b40-21bb-4570-a766-42c5f6e6d80a None None] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:07.741297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.762377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a98577b-cddc-4bb2-8e40-9d126cf09409 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:07.777593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:07.778342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.812095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Pushing event deleted for resources: {'Port': ['ID=8e6802c3-9736-4877-92b7-b366accf6654,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:07.821668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:07.832097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:port and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:07.836608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:07.850812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:07.856349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:07.871982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24c02269-d35a-4329-9a17-555158619b14 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:07.885993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3780751
Dec 22 13:05:07.887135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56786) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:07.888732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:07.894141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Request body: {'port': {'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-238495470'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:07.984661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] No DVR routers for this DVR port 8e6802c3-9736-4877-92b7-b366accf6654 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:08.006230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:08.048176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Allocated IP 2001:db8::f816:3eff:feb0:614b (695cc21e-0480-49f5-9a44-ab4446ab9212/3ea43b2d-a58c-4512-8de8-db6191201da0/78f6e360-aaff-4f47-9195-382bfa8201b5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:08.068954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0e374-77ed-46a5-91cb-523cdda9d456 None None] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:08.077938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:08.081356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:08.146217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=c37ff76b-01f9-4e20-9a52-e52d825fdfc7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:08.149933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:08.216339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.217935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:08.222931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.239142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-74f718d1-42f9-4f95-bca5-6cebb3b10976 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:08.281239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a9d9c-9935-4d43-b6cd-dda3de75b252 None None] Network f39662ef-b284-4e26-a245-9fc0b70a2723 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:08.308532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Port': ['ID=2edea89e-9bc1-4c6e-9e66-3144ac66ff52,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:08.314717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:08.315608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:08.324525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Usage tracker for resource:port and tenant:d54457f1e83c4aa79377e99a3406b496 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:08.328054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] device_id is not set on port 5403e36e-ea3e-4fb0-92df-eedda45bd51a yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:08.366540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.373768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:08.387465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:08.408097 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/ports/2edea89e-9bc1-4c6e-9e66-3144ac66ff52 HTTP/1.1" status: 204  len: 168 time: 1.7577860
Dec 22 13:05:08.412716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56790) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:08.463346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c58ca3b0-e968-4642-8eec-d4ff3a035686 None None] Provisioning for port cff379df-1483-4521-99a6-bd73bd73f01b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:08.502323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3a98577b-cddc-4bb2-8e40-9d126cf09409 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:08.502669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.521039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Made reservation on behalf of d54457f1e83c4aa79377e99a3406b496 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:08.521726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.562474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] device_id is not set on port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:08.607322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.685523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.707643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.744297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.756213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.758656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:08.824125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.867140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52931e2700>,) {'filters': {'network_id': ['7b0f17ff-48c7-4c30-9cdf-033d45dc5ead']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:08.875270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Allocated IP 2001:db8::27c (45b3b4ef-04ed-493a-870d-e316359f52f9/06f909cd-9de4-4841-9bb6-8fc8b716430c/da430bc7-1b1d-4c75-b0a0-e41c69dd36ac) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:08.889061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931e2700>, '34cb0fd6-f174-434f-87a9-2ac7cd8501b9') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:08.889415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931e2700>, '34cb0fd6-f174-434f-87a9-2ac7cd8501b9') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:08.905896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.909165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.938018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.941284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.954674 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6738561d61ab4ef5b6a37466870d3191&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2410483
Dec 22 13:05:08.954674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa1459-5012-4c69-aaad-4a6f160db703,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:08.956760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56794) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:08.956915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:08.960337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:08.960752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:08.965560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b157eead-64ef-4f64-94ac-d5105fb011d6 None None] Provisioning for port e6429b77-3de8-4569-8324-074a19913fb1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:08.977461 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:08.996938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-45b3b4ef-04ed-493a-870d-e316359f52f9', 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9', 'tenant_id': 'd54457f1e83c4aa79377e99a3406b496', 'fixed_ips': [{'subnet_id': '06f909cd-9de4-4841-9bb6-8fc8b716430c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:08.997779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.110171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.178668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Transition to ACTIVE for port object 78f6e360-aaff-4f47-9195-382bfa8201b5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:09.210306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Transition to ACTIVE for port object 78f6e360-aaff-4f47-9195-382bfa8201b5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:09.217820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.225136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cff379df-1483-4521-99a6-bd73bd73f01b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:09.271415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.350505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.359259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:09.431432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.455363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9c6ea3b-e944-4f11-b3f7-1ed4510ca70e tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:09.467877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:09.472170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:09.479749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:09.485975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.493756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Pushing event updated for resources: {'Port': ['ID=78f6e360-aaff-4f47-9195-382bfa8201b5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:09.494355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.508011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Pushing event deleted for resources: {'Network': ['ID=7b0f17ff-48c7-4c30-9cdf-033d45dc5ead,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:09.518237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:09.541509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:09.543726 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] 10.222.0.16 "DELETE /v2.0/networks/7b0f17ff-48c7-4c30-9cdf-033d45dc5ead HTTP/1.1" status: 204  len: 168 time: 1.1299655
Dec 22 13:05:09.544938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Transition to ACTIVE for port object da430bc7-1b1d-4c75-b0a0-e41c69dd36ac will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:09.551644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Allocated IP 2001:db8::f816:3eff:fe93:5565 (695cc21e-0480-49f5-9a44-ab4446ab9212/3ea43b2d-a58c-4512-8de8-db6191201da0/5403e36e-ea3e-4fb0-92df-eedda45bd51a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:09.640068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port cff379df-1483-4521-99a6-bd73bd73f01b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:09.647246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.662869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Provisioning complete for port cff379df-1483-4521-99a6-bd73bd73f01b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:09.663347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.669970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.675958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Router 341c9798-8676-4718-884f-6364cb19bea5 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:05:09.695444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port cff379df-1483-4521-99a6-bd73bd73f01b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:09.695444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.695754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.704045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:09.775432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Attempting to bind port 78f6e360-aaff-4f47-9195-382bfa8201b5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:09.775881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Attempting to bind port 78f6e360-aaff-4f47-9195-382bfa8201b5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '6df99205-6d12-4456-b17f-cff1f7d4ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:09.778466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Attempting to bind port 78f6e360-aaff-4f47-9195-382bfa8201b5 on network 695cc21e-0480-49f5-9a44-ab4446ab9212 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:09.797671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.801511 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4efa1459-5012-4c69-aaad-4a6f160db703 HTTP/1.1" status: 204  len: 168 time: 0.8426609
Dec 22 13:05:09.801511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa1459-5012-4c69-aaad-4a6f160db703,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:09.804063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:09.804468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Checking segment: {'id': '6df99205-6d12-4456-b17f-cff1f7d4ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:09.804884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.805007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:09.805297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Bound using segment: {'id': '6df99205-6d12-4456-b17f-cff1f7d4ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:09.805795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Bound port: 78f6e360-aaff-4f47-9195-382bfa8201b5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df99205-6d12-4456-b17f-cff1f7d4ea61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695cc21e-0480-49f5-9a44-ab4446ab9212'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:09.806256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.874952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.893734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-607e4331-3888-4861-9d75-a2190437f3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:09.915416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:09.960823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:09.991968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:10.009236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:10.038742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:10.039823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.130594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'Port': ['ID=da430bc7-1b1d-4c75-b0a0-e41c69dd36ac,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:10.144953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] For port 78f6e360-aaff-4f47-9195-382bfa8201b5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:10.150433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:10.151821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Allocated IP 2001:db8::2 (45b3b4ef-04ed-493a-870d-e316359f52f9/06f909cd-9de4-4841-9bb6-8fc8b716430c/6b2c5c68-7e6c-43c8-acf2-e5c6457f559f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:10.157873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.176899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c3289b7b-06f9-4d71-8e7f-7ddca8fd69e7 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:10.178635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] For port 78f6e360-aaff-4f47-9195-382bfa8201b5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=78f6e360-aaff-4f47-9195-382bfa8201b5,segment=NetworkSegment(6df99205-6d12-4456-b17f-cff1f7d4ea61),segment_id=6df99205-6d12-4456-b17f-cff1f7d4ea61)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:10.179937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.181037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Transition to ACTIVE for port object 5403e36e-ea3e-4fb0-92df-eedda45bd51a will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:10.191101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.197670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56804) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:10.249515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 2.3612087
Dec 22 13:05:10.253244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56812) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:10.264193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Request body: {'port': {'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1136178783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:10.266854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] bootfile-name is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:10.267417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] tftp-server is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:10.268165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] server-ip-address is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:10.334288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.360125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39dfdae2-8211-44b1-b348-1ef2fb80cc3b tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:10.366643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event updated for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:10.366961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.373553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.385043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:10.387994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2ff780a5-2875-44c5-9197-d12aef104910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:10.398666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.438284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:10.536430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] Sync routers for ids ['341c9798-8676-4718-884f-6364cb19bea5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:10.553382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.568194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] For port cff379df-1483-4521-99a6-bd73bd73f01b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cff379df-1483-4521-99a6-bd73bd73f01b,segment=NetworkSegment(2941c231-7cc1-4d0e-bf8e-a2cb1d01460c),segment_id=2941c231-7cc1-4d0e-bf8e-a2cb1d01460c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:10.599156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] Routers {'341c9798-8676-4718-884f-6364cb19bea5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:10.599733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982d8190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['341c9798-8676-4718-884f-6364cb19bea5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:10.623547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:10.649882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:10.659294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:10.664859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:10.665483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.670258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.671517 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.1419022
Dec 22 13:05:10.679773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56824) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:10.706726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:10.719623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Network f39662ef-b284-4e26-a245-9fc0b70a2723 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:10.724118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:10.745745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.787268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982d8190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:10.831863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Pushing event updated for resources: {'Port': ['ID=78f6e360-aaff-4f47-9195-382bfa8201b5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:10.837026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Port': ['ID=5403e36e-ea3e-4fb0-92df-eedda45bd51a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:10.844631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:10.850509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:10.852631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:10.897897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:10.903234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Usage tracker for resource:port and tenant:d54457f1e83c4aa79377e99a3406b496 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:10.906836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:10.926586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:10.946251 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c5228f5f-8bc7-428a-a550-efee109e463b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9fc231d905044282ae6da56763ea909f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7473140
Dec 22 13:05:10.951272 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.7270458
Dec 22 13:05:10.952033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56830) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:10.952359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56832) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:10.956595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.970728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:10.983928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:10.984979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:10.985254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:11.062290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] Routers {'341c9798-8676-4718-884f-6364cb19bea5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:11.063332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982d8190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['341c9798-8676-4718-884f-6364cb19bea5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:11.095524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.108444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Made reservation on behalf of d54457f1e83c4aa79377e99a3406b496 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:11.112137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.129934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:11.153667 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:05:11.247927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Transition to ACTIVE for port object 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:11.257190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982d8190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:11.257190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4661bf-a1af-4638-a86a-00c7f6661570 None None] The sync data for ids ['341c9798-8676-4718-884f-6364cb19bea5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:11.281521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Transition to ACTIVE for port object 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:11.282754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Pushing event updated for resources: {'Port': ['ID=cff379df-1483-4521-99a6-bd73bd73f01b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:11.286425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:11.309280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] device_id is not set on port 2d643969-883e-44f1-9071-e40d1bfddcfb yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:11.327476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b02497f4-3879-4a35-9129-247fbcdcd618 None None] Provisioning for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:11.332778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b02497f4-3879-4a35-9129-247fbcdcd618 None None] Provisioning complete for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:11.333168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b02497f4-3879-4a35-9129-247fbcdcd618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.382234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.399667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting subnet 3ea43b2d-a58c-4512-8de8-db6191201da0 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:11.409324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:11.426738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.484673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.501500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56844) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:11.502241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=c37ff76b-01f9-4e20-9a52-e52d825fdfc7,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:11.513879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:11.515452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:11.530730 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5464857
Dec 22 13:05:11.531719 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:11.539050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:11.548831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:11.550418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:11.552248 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:11.553357 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991c8130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:11.561504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:11.581886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.583348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:11.586156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b02497f4-3879-4a35-9129-247fbcdcd618 None None] Port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:11.603336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Pushing event updated for resources: {'Port': ['ID=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:11.657137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:11.714544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e6429b77-3de8-4569-8324-074a19913fb1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:11.779401 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:11.794964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.801708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Attempting to bind port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:11.802249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Attempting to bind port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:11.802727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Attempting to bind port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f on network 45b3b4ef-04ed-493a-870d-e316359f52f9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:11.815272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:11.816108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Checking segment: {'id': 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:11.816808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.817771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Bound using segment: {'id': 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:11.818399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Bound port: 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '45b3b4ef-04ed-493a-870d-e316359f52f9'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:11.818917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.821658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:11.953670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5b8b1baa-5876-4a50-9276-85e1b2274567 None None] Provisioning complete for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:11.954278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b8b1baa-5876-4a50-9276-85e1b2274567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.016848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1452387899-network', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:12.021214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] For port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:12.022639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:12.030985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Usage tracker for resource:network and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:12.032051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e6429b77-3de8-4569-8324-074a19913fb1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:12.034640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:12.042133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:12.046506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] For port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,segment=NetworkSegment(b8a3b513-f56e-4e87-a4dc-96a935c6ae92),segment_id=b8a3b513-f56e-4e87-a4dc-96a935c6ae92)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:12.051052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e6429b77-3de8-4569-8324-074a19913fb1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:12.051520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.054505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Allocated IP 2001:db8::203 (45b3b4ef-04ed-493a-870d-e316359f52f9/06f909cd-9de4-4841-9bb6-8fc8b716430c/2d643969-883e-44f1-9071-e40d1bfddcfb) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:12.107849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b1baa-5876-4a50-9276-85e1b2274567 None None] Port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:12.144736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.171653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:12.295580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Pushing event updated for resources: {'Port': ['ID=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:12.312909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:12.333580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.364985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-223bf3f4-b65a-4d66-a552-7f851fed71b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:12.368217 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991c8130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:07Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:09Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:12.381505 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:12.382998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Updating router d33c968b-3570-4a20-b2e5-b061e74195f7 port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:05:12.412834 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 associated. External IP: 172.26.3.192, port: 38565aa5-7f46-4fbc-ad58-c364f424b18b.
Dec 22 13:05:12.415518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00c8ed0-c2db-4518-86a1-cecd7e1b7322,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:12.481970 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.502524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Made reservation on behalf of 3f15ee5ef35c474bb7e9c8febc4ca530 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:12.504884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.524095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.535860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:12.547956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.549052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea507691-ec42-4b86-a59b-7e155a7262b7 None None] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:12.584682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.610946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:12.615680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:12.619225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.620160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:12.627201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:12.669357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.671245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f00c8ed0-c2db-4518-86a1-cecd7e1b7322 HTTP/1.1" status: 204  len: 168 time: 1.7149510
Dec 22 13:05:12.765043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e6429b77-3de8-4569-8324-074a19913fb1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e6429b77-3de8-4569-8324-074a19913fb1,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:12.814226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.839449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.840328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.857075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:12.871465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Transition to ACTIVE for port object 2d643969-883e-44f1-9071-e40d1bfddcfb will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:12.916097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Deleting port a7df28ad-edc0-4b25-9912-e6a69aab8d3a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:12.916859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.957698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:12.972962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c866e05b-b0b9-4652-84ab-7124251bdd45 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:12.976082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-932d9060-a4be-4c56-ac11-501edc0fb7a9 None None] Provisioning for port 78f6e360-aaff-4f47-9195-382bfa8201b5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:13.022405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:13.104777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 8e6802c3-9736-4877-92b7-b366accf6654 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:13.105135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8e6802c3-9736-4877-92b7-b366accf6654 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:13.106310 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.125944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Transition to ACTIVE for port object 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:13.150450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e6429b77-3de8-4569-8324-074a19913fb1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:13.164196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:13.236173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.267981 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-be997357-0af7-4346-ac0c-cac29a05ea74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:13.366694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.475078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:13.480140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.521426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea43b2d-a58c-4512-8de8-db6191201da0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:13.521911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:13.527416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:13.545106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.546680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.547291 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Added segment b68446d3-089b-4f87-b17a-76135b26dcc9 of type vlan for network 443cb7df-1189-42c5-9131-3c66775263fe
Dec 22 13:05:13.554407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.592287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.598398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3040baaf-8996-479f-96ae-883ce29d7013 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:13.632357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b246e7-0a97-43ad-8077-986e83848b8c None None] Network 695cc21e-0480-49f5-9a44-ab4446ab9212 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:13.645322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:13.664657 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Pushing event updated for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:13.693416 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:13.722717 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/3ea43b2d-a58c-4512-8de8-db6191201da0 HTTP/1.1" status: 204  len: 168 time: 2.7644467
Dec 22 13:05:13.739937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56866) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:13.741273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:05:13.746497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.748163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:13.748907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.813905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:13.819236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:13.824897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:13.840344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cff379df-1483-4521-99a6-bd73bd73f01b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:13.848695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:13.865151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:13.866050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.876580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'Port': ['ID=2d643969-883e-44f1-9071-e40d1bfddcfb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:13.894709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:13.931753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4266860
Dec 22 13:05:13.935544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Attempting to bind port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:13.936145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Attempting to bind port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:13.936753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Attempting to bind port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 on network f39662ef-b284-4e26-a245-9fc0b70a2723 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:13.938947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56870) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Checking segment: {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Bound using segment: {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Bound port: 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713cd31c-26e8-49d2-9013-e01edf2128b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:13.952223 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.953599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:13.962814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Request body: {'subnet': {'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1452387899-subnet', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:13.970596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e2fc1b-28c5-4e31-907c-5f8bac3ad11d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:13.991284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:14.002394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:14.009245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Removed routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:05:14.009245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.011523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-93a7c6b8-4310-46f4-8dd3-de7d935d6f34 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:14.013810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0c9d8c-d442-40d2-8019-4bfb0a4f152a None None] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:14.047717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:14.067067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Usage tracker for resource:subnet and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:14.068977 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 3.8142414
Dec 22 13:05:14.132275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:14.138308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56878) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:14.138420 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] For port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:14.146224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port cff379df-1483-4521-99a6-bd73bd73f01b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:14.146602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.147627 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] For port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:14.165019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Calling delete_port for a7df28ad-edc0-4b25-9912-e6a69aab8d3a owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:14.175363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d843a0-f8ac-4263-89e0-58cae85da8d4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:14.178410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d843a0-f8ac-4263-89e0-58cae85da8d4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:14.180213 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10d843a0-f8ac-4263-89e0-58cae85da8d4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4355242
Dec 22 13:05:14.203073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56884) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:14.235491 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.242636 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:14.280512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:14.382031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-556aca16-16bd-4bba-a31f-5fc0ef69cb05 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.388124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] DHCP port deletion for 695cc21e-0480-49f5-9a44-ab4446ab9212 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:14.396162 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-556aca16-16bd-4bba-a31f-5fc0ef69cb05 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:05:14.413439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556aca16-16bd-4bba-a31f-5fc0ef69cb05 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:14.414741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-69e94882-706c-4505-a79e-639163505657 None None] Provisioning for port 5403e36e-ea3e-4fb0-92df-eedda45bd51a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:14.414891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-556aca16-16bd-4bba-a31f-5fc0ef69cb05 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/695cc21e-0480-49f5-9a44-ab4446ab9212 HTTP/1.1" status: 409  len: 405 time: 0.1956220
Dec 22 13:05:14.424857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56890) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:14.433504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1845797683'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:14.439241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:14.445325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:14.447037 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Pushing event updated for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:14.449253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:14.451440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:14.453207 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:14.453764 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991c8130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:14.460843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Deleting port 78f6e360-aaff-4f47-9195-382bfa8201b5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:14.462902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:14.475384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.542451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-69e94882-706c-4505-a79e-639163505657 None None] Provisioning complete for port 5403e36e-ea3e-4fb0-92df-eedda45bd51a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:14.542451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69e94882-706c-4505-a79e-639163505657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.548383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56894) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:14.574553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:14.578687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.615502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:14.628821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.629424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 23fc2003-ae6c-4f61-8390-aa1ce7c39318 of type vlan for network acd31bed-acd6-4eb0-906e-00ba7ac9826f
Dec 22 13:05:14.666251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.685049 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:14.751838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-118799399'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:14.756401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:14.760499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:14.763689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:14.769644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:14.776392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.782894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:14.797605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.800966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1163f0bf-8ae1-4b07-94ce-2122668be172 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:14.843905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-69e94882-706c-4505-a79e-639163505657 None None] Port 5403e36e-ea3e-4fb0-92df-eedda45bd51a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:14.898252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=443cb7df-1189-42c5-9131-3c66775263fe,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:14.929615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:14.932280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=acd31bed-acd6-4eb0-906e-00ba7ac9826f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:14.937355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.943079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 443cb7df-1189-42c5-9131-3c66775263fe details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:14.959096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Made reservation on behalf of 3f15ee5ef35c474bb7e9c8febc4ca530 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:14.959441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:14.960063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5da42f5-7990-42c3-8b43-4219eef95b84 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:14.961430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:14.986785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:15.088559 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991c8130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:13Z', 'revision_number': 6, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:14Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:15.095458 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557f2118-bca3-451e-8cdc-07e734c9b389 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:13Z', 'revision_number': 6, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:14Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:15.113135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:15.116984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.152965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.7220509
Dec 22 13:05:15.152965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Pushing event deleted for resources: {'Port': ['ID=a7df28ad-edc0-4b25-9912-e6a69aab8d3a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:15.154371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56900) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:15.158508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.171426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:15.177151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:15.197203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f2cf8-0e9c-42ba-b8c3-0bd6845ee033 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:15.203618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f2cf8-0e9c-42ba-b8c3-0bd6845ee033 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:15.209687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f2cf8-0e9c-42ba-b8c3-0bd6845ee033 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:15.214246 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-709f2cf8-0e9c-42ba-b8c3-0bd6845ee033 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2621 time: 1.0593514
Dec 22 13:05:15.219901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:15.222660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56904) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:15.223610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.270021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:15.344937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] For port 78f6e360-aaff-4f47-9195-382bfa8201b5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=78f6e360-aaff-4f47-9195-382bfa8201b5,segment=NetworkSegment(6df99205-6d12-4456-b17f-cff1f7d4ea61),segment_id=6df99205-6d12-4456-b17f-cff1f7d4ea61)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:15.345632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.374155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:security_group_rule and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:15.377472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:15.383448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:15.470942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.521726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.530195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Calling delete_port for 78f6e360-aaff-4f47-9195-382bfa8201b5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:15.531985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.609361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.685606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:15.742332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.746062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 78f6e360-aaff-4f47-9195-382bfa8201b5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:15.747830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee811ac8-3fd2-40e8-980a-4ae8f7d1b1f1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:15.797008 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.9932709
Dec 22 13:05:15.797847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56908) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:15.817419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.840014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e9f45cc5-7182-48cd-873b-2f89ca2a6417 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:15.867543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:15.892685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] No DVR routers for this DVR port 78f6e360-aaff-4f47-9195-382bfa8201b5 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:15.897525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 78f6e360-aaff-4f47-9195-382bfa8201b5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:15.897974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 78f6e360-aaff-4f47-9195-382bfa8201b5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 13:05:15.900254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2a9352-6efb-451b-a0d9-27e58b3567cd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:15.907261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:15.938987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Pushing event deleted for resources: {'Port': ['ID=78f6e360-aaff-4f47-9195-382bfa8201b5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:15.944156 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62e5492f-3ec5-4ca7-bc28-c43b237587d1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/floatingips/aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 HTTP/1.1" status: 200  len: 978 time: 0.1367633
Dec 22 13:05:15.944156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56912) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:15.953106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 78f6e360-aaff-4f47-9195-382bfa8201b5 not found, will not notify nova. {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 13:05:15.957468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:15.958096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:15.958987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934d6520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:15.960234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.967086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:15.976161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Deleting port 2d643969-883e-44f1-9071-e40d1bfddcfb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:15.976161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:15.999703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:subnet and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:16.003042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.003042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 2d724be1-14f1-4f4c-afaa-8ebe6f58d37d of type vlan for network 3eef498b-1c6f-4bb7-b651-d186c8796beb
Dec 22 13:05:16.017372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:16.056039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934d6520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:16.064813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-edef4a3b-4258-4cee-b3e8-ddd07f1a576a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:16.076405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:16.076405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934d6520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:16.091934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:16.114295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:16.183978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934d6520>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:16.184407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bfdb14-ed98-4fc6-af09-9e5817eb5d2d None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:16.189245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e6429b77-3de8-4569-8324-074a19913fb1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:16.249443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Provisioning for port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:16.276698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4a3fbe19-2ba7-4b81-9a8a-e512e87b6751 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Synchronizing usage tracker for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:floatingip {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:16.282599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Provisioning complete for port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:16.283315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.293671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.297298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.303670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:16.307167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.369472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:16.372745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:16.380559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:16.380830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Network hostable DHCP agents. Network: 443cb7df-1189-42c5-9131-3c66775263fe, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:16.391248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.404075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e6429b77-3de8-4569-8324-074a19913fb1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:16.404452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.411943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4a3fbe19-2ba7-4b81-9a8a-e512e87b6751 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Unset dirty status for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:floatingip {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:16.416099 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4a3fbe19-2ba7-4b81-9a8a-e512e87b6751 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.4607217
Dec 22 13:05:16.418677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56916) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:16.419855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:16.434311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.434311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d6a15d16-a135-40c9-9cee-a662bf271420 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 933 time: 4.8883908
Dec 22 13:05:16.434491 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:16.440487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56918) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:16.448970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': '377ebcf1-4b18-4282-b331-0873559161ed'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:16.449649 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:16.451119 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec7c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:16.573934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.673309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.741579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:16.771904 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:16.783039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] For port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,segment=NetworkSegment(b8a3b513-f56e-4e87-a4dc-96a935c6ae92),segment_id=b8a3b513-f56e-4e87-a4dc-96a935c6ae92)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:16.852216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.854431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-72e41719-3caf-43ec-ab7d-569f1e4136cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:16.899048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:16.924115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:16.924486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:16.938872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Network 443cb7df-1189-42c5-9131-3c66775263fe is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:16.946765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Router 341c9798-8676-4718-884f-6364cb19bea5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:16.988305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.006748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.009524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Pushing event updated for resources: {'Port': ['ID=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:17.014752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:17.015349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.016789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:17.024815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Provisioning complete for port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:17.030205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.030790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-58c3f2de-e07b-42cb-a321-3847de282864 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:17.055777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 443cb7df-1189-42c5-9131-3c66775263fe) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:17.098271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:17.098905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.112101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb942470-0e12-4919-8afb-fe5876d48b6e None None] Network 443cb7df-1189-42c5-9131-3c66775263fe requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:17.285976 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.3329582
Dec 22 13:05:17.316547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56924) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:17.328392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=3eef498b-1c6f-4bb7-b651-d186c8796beb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:17.328920 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec7c0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:13Z', 'revision_number': 6, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:14Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:17.334535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-28de59e0-c7b5-44af-ac3f-546c484ce108 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 933 time: 0.8910317
Dec 22 13:05:17.340577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:17.344755 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:17.345251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:17.349451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Usage tracker for resource:router and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:17.352319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:17.357525 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:17.358400 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec7c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:17.358712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:17.366107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56928) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:17.377374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'routes': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:17.415091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:17.433326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.434344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.484556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 2.9344344
Dec 22 13:05:17.485830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:17.497444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56932) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:17.530191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Calling delete_port for 2d643969-883e-44f1-9071-e40d1bfddcfb owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:17.544119 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:17.560637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-551438190'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:17.566258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:17.571974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:17.575728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:17.582243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:17.622894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.635607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.675075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:17.678519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.733008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:17.757431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-443cb7df-1189-42c5-9131-3c66775263fe', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:17.758753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.766292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:17.781165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.785352 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "PUT /v2.0/routers/341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 200  len: 705 time: 7.1010454
Dec 22 13:05:17.788380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56936) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:17.796658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] Sync routers for ids ['341c9798-8676-4718-884f-6364cb19bea5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:17.862436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:17.871941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:17.945436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:17.973937 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec7c0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:13Z', 'revision_number': 6, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:14Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:17.979582 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f2d11-a00f-4fea-9973-ec261232d2ca None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:13Z', 'revision_number': 6, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:14Z', 'revision_number': 4, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:17.985886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:17.989387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:17.991094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 78f6e360-aaff-4f47-9195-382bfa8201b5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:18.024753 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c9290aab-350f-4dc5-bb16-f6204e9aae3f tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/routers/341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 200  len: 740 time: 0.2329299
Dec 22 13:05:18.027821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] Routers {'341c9798-8676-4718-884f-6364cb19bea5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:18.031982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56940) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:18.032140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986a63d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['341c9798-8676-4718-884f-6364cb19bea5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:18.034054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.034401 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 07fca572-be74-4413-83e4-b5a957d24bbf of type vlan for network 82cd8ddd-27e9-4611-a246-308ceb78a786
Dec 22 13:05:18.087286 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0c8ed9cf-5984-4bda-9e99-b1a4e3d3e028 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&device_id=341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 200  len: 205 time: 0.0581605
Dec 22 13:05:18.097386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:18.109373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 78f6e360-aaff-4f47-9195-382bfa8201b5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:18.109738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 78f6e360-aaff-4f47-9195-382bfa8201b5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:18.116254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986a63d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:18.127419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Provisioning for port 2d643969-883e-44f1-9071-e40d1bfddcfb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:18.135691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Provisioning complete for port 2d643969-883e-44f1-9071-e40d1bfddcfb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:18.136104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.164788 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cf5d1be7-def2-4992-870c-9831b87b7b2e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 200  len: 205 time: 0.0699613
Dec 22 13:05:18.165618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56948) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:18.180711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] Routers {'341c9798-8676-4718-884f-6364cb19bea5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:18.181349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986a63d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['341c9798-8676-4718-884f-6364cb19bea5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:18.302485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986a63d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:18.306182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7b9fbf-6dd5-42b5-98c0-c57250959b24 None None] The sync data for ids ['341c9798-8676-4718-884f-6364cb19bea5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:18.328244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:18.387238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Port 2d643969-883e-44f1-9071-e40d1bfddcfb cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:18.417198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Allocated IP 172.20.0.2 (443cb7df-1189-42c5-9131-3c66775263fe/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4/2333bb8f-1f0d-469d-a45a-74b4fbc84c05) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:18.428698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:18.429071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.430414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.488112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Provisioning for port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:18.498087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Provisioning complete for port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:18.498478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.501646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.577100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.583670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.590693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7da11728-3d2e-4acc-943c-b21ddc480400 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:18.722580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4143fc3e-023a-44df-a258-f7c1f34ba03a None None] Port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:18.747061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:18.812705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event deleted for resources: {'Port': ['ID=2d643969-883e-44f1-9071-e40d1bfddcfb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:18.851712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c28fe7a6-ebb2-46e2-a950-10189776509c None None] Could not find standard attr ID for object 2d643969-883e-44f1-9071-e40d1bfddcfb. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:05:18.875619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:18.882807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.892867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:05:18.898327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.902022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.908870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0432632-fb3d-43f6-b308-9a05e4767b64 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:18.922581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:18.922996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.936686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.949291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.955365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:18.955760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:18.979446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c98ad69-b349-4cd5-88d8-d6934b7fe90c tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:18.982183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "DELETE /v2.0/ports/2d643969-883e-44f1-9071-e40d1bfddcfb HTTP/1.1" status: 204  len: 168 time: 3.6767178
Dec 22 13:05:18.986740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56952) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.003369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Request body: {'port': {'name': 'tempest-new-port-name-763606667', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:19.004022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] bootfile-name is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:19.011003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] tftp-server is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:19.011003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.api.validators [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] server-ip-address is not in valid_values {{(pid=88167) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 22 13:05:19.011785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.029489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Transition to ACTIVE for port object 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:19.077722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=53fb849c-6784-4926-992a-9b932a615f54,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:19.087563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:19.097814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '23fc2003-ae6c-4f61-8390-aa1ce7c39318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:19.098174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: acd31bed-acd6-4eb0-906e-00ba7ac9826f, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:19.102381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.102869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Fanout notify agent at l3_agent the message router_deleted on router 341c9798-8676-4718-884f-6364cb19bea5 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:05:19.122960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Transition to ACTIVE for port object 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:19.162377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.163485 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5d2e05ca-0bfc-4d90-b436-20182feb3a5f tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 204  len: 168 time: 0.9974017
Dec 22 13:05:19.173231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.191188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.195424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:19.228301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=82cd8ddd-27e9-4611-a246-308ceb78a786,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:19.232622 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-67d5b9d4-da63-4dd0-bd65-8d7919e78fa3 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 200  len: 205 time: 0.0555429
Dec 22 13:05:19.233929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56960) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.247726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:19.260887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:19.269944 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7678993
Dec 22 13:05:19.273194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.287470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:19.292742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:19.293036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:19.335968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:05:19.336162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:05:19.355680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:19.361791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Pushing event updated for resources: {'Port': ['ID=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:19.370076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:19.410989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:05:19.456378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.474650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:19.478229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Attempting to bind port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:19.479598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Attempting to bind port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:19.480209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Attempting to bind port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:19.483738 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-776eea38-4686-45c2-9751-8a8541a1298b tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:19.487182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-776eea38-4686-45c2-9751-8a8541a1298b tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/341c9798-8676-4718-884f-6364cb19bea5 HTTP/1.1" status: 404  len: 336 time: 0.2499461
Dec 22 13:05:19.487346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:19.487346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:19.487346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.487346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Bound using segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:19.487710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Bound port: 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:19.488103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.488299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.578067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-40293a5b-3cfc-4585-a63e-5554c9550060 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 200  len: 205 time: 0.0885558
Dec 22 13:05:19.581761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, acd31bed-acd6-4eb0-906e-00ba7ac9826f) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:19.590578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:19.590933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] For port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:19.591065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.591530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56972) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.591984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] For port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:19.594832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a04429-b3ff-49d5-aa8b-98775aad6b59 None None] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:19.675341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.687793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ed724f66-00c0-4d3e-808e-e6e7246bc86c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:19.689516 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-2320e757-bd44-47ff-bd1f-7eefc5153672 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:19.692929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2320e757-bd44-47ff-bd1f-7eefc5153672 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/dc472c50-e342-40cf-84e7-52474012239a HTTP/1.1" status: 404  len: 336 time: 0.0947328
Dec 22 13:05:19.707737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56976) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.734554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:19.738874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.775126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:19.792391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.794793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.803684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:19.805549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.817323 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d82bb1fd-e166-4a57-b0a6-92e0fc1593d0 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 200  len: 205 time: 0.1085458
Dec 22 13:05:19.819210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.6620162
Dec 22 13:05:19.819991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.828799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56982) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:19.841590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'port': {'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f', 'name': 'tempest-NetworksIpV6TestAttrs-2008417174'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:19.887501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Pushing event updated for resources: {'Port': ['ID=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:19.892925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:19.939127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:19.955317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:19.963956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-acd31bed-acd6-4eb0-906e-00ba7ac9826f', 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': '53fb849c-6784-4926-992a-9b932a615f54'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:19.965235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.078102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:20.087943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:port and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:20.101437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:20.111835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:20.115477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.167818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Allocated IP 2001:db8::f816:3eff:fe8a:7133 (acd31bed-acd6-4eb0-906e-00ba7ac9826f/53fb849c-6784-4926-992a-9b932a615f54/a9473c01-ca45-4aac-9113-1f760c22d109) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:20.179125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.184919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-af469247-871b-4967-848d-40f8b8ffa984 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:20.259920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:20.268171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.286931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:20.290715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] In _notify_port_updated(), no bound segment for port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac on network 45b3b4ef-04ed-493a-870d-e316359f52f9 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:05:20.298464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:20.299315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.300975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "PUT /v2.0/ports/da430bc7-1b1d-4c75-b0a0-e41c69dd36ac HTTP/1.1" status: 200  len: 1129 time: 1.3105638
Dec 22 13:05:20.314123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56988) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:20.390084 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e0733042-2e43-4e3b-af74-7cd32744d622 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:20.391303 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e0733042-2e43-4e3b-af74-7cd32744d622 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/f8271550-a850-460e-b0b3-453d3d992f26 HTTP/1.1" status: 404  len: 336 time: 0.5703666
Dec 22 13:05:20.412412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 56992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:20.419974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086e7326-cb81-4cbc-b0d8-73e4b95b483d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:20.420936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-086e7326-cb81-4cbc-b0d8-73e4b95b483d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Synchronizing usage tracker for tenant:d54457f1e83c4aa79377e99a3406b496 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:20.427891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:20.430534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.448880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] device_id is not set on port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:20.491807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event updated for resources: {'Port': ['ID=da430bc7-1b1d-4c75-b0a0-e41c69dd36ac,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:20.508895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:20.509213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.509648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.510549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.516015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.516792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.516922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.517259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.517377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.517626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.517983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.518338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.518693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.519077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:20.534152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:20.544319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Transition to ACTIVE for port object a9473c01-ca45-4aac-9113-1f760c22d109 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:20.568015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-086e7326-cb81-4cbc-b0d8-73e4b95b483d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Unset dirty status for tenant:d54457f1e83c4aa79377e99a3406b496 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:20.570100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Transition to ACTIVE for port object a9473c01-ca45-4aac-9113-1f760c22d109 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:20.573478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-086e7326-cb81-4cbc-b0d8-73e4b95b483d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "GET /v2.0/ports/da430bc7-1b1d-4c75-b0a0-e41c69dd36ac HTTP/1.1" status: 200  len: 1129 time: 0.2529545
Dec 22 13:05:20.574340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 56996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:20.640630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.645362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:20.671754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-946f10b5-5239-4669-b5f9-edebcca4b221 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 200  len: 205 time: 0.2248254
Dec 22 13:05:20.677951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Deleting port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:20.678303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.712421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:20.795052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:20.796989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:20.802038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Pushing event updated for resources: {'Port': ['ID=a9473c01-ca45-4aac-9113-1f760c22d109,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:20.805532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:20.811096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:20.834405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-10049c05-cd3d-4f69-8bd8-85ea1d94724d tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:20.835617 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-10049c05-cd3d-4f69-8bd8-85ea1d94724d tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/4f87d541-0fa5-4666-b72a-865c55b8bfb1 HTTP/1.1" status: 404  len: 336 time: 0.1216388
Dec 22 13:05:20.843551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57004) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:20.896085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Allocated IP 2001:db8::f816:3eff:fe8f:68b3 (acd31bed-acd6-4eb0-906e-00ba7ac9826f/53fb849c-6784-4926-992a-9b932a615f54/9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:20.923880 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 associated. External IP: 172.26.3.192, port: 38565aa5-7f46-4fbc-ad58-c364f424b18b.
Dec 22 13:05:20.940862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Attempting to bind port a9473c01-ca45-4aac-9113-1f760c22d109 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:20.941946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Attempting to bind port a9473c01-ca45-4aac-9113-1f760c22d109 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '23fc2003-ae6c-4f61-8390-aa1ce7c39318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:20.943983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Attempting to bind port a9473c01-ca45-4aac-9113-1f760c22d109 on network acd31bed-acd6-4eb0-906e-00ba7ac9826f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:20.945944 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a73dbdc7-c78f-497d-87f2-dc52f45ae3b2 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 200  len: 205 time: 0.1012962
Dec 22 13:05:20.950319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-af5e74b6-2d1c-453a-a8ff-e8ee4ef13960 None None] Provisioning complete for port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:20.950802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-af5e74b6-2d1c-453a-a8ff-e8ee4ef13960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:20.957569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57008) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:21.000396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:21.000930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Checking segment: {'id': '23fc2003-ae6c-4f61-8390-aa1ce7c39318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:21.001401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.002179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Bound using segment: {'id': '23fc2003-ae6c-4f61-8390-aa1ce7c39318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:21.002598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Bound port: a9473c01-ca45-4aac-9113-1f760c22d109, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23fc2003-ae6c-4f61-8390-aa1ce7c39318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'acd31bed-acd6-4eb0-906e-00ba7ac9826f'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:21.003112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.059964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-ac2a6539-f008-4437-9b53-8a0724907ffa tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:21.061002 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ac2a6539-f008-4437-9b53-8a0724907ffa tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/28dabc82-4ed4-4ff6-86fb-b342c25c9e78 HTTP/1.1" status: 404  len: 336 time: 0.0916138
Dec 22 13:05:21.074347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57012) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:21.077805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-af5e74b6-2d1c-453a-a8ff-e8ee4ef13960 None None] Port da430bc7-1b1d-4c75-b0a0-e41c69dd36ac cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:21.126039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] For port a9473c01-ca45-4aac-9113-1f760c22d109, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:21.130303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] For port a9473c01-ca45-4aac-9113-1f760c22d109, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a9473c01-ca45-4aac-9113-1f760c22d109,segment=NetworkSegment(23fc2003-ae6c-4f61-8390-aa1ce7c39318),segment_id=23fc2003-ae6c-4f61-8390-aa1ce7c39318)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:21.194705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Allocated IP 172.26.3.5 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/e19998c2-231c-4a56-9ea5-887da78a77b8) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:21.217649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82dead7-cea8-4e35-a5c3-5d435ab74ef3 None None] Network 443cb7df-1189-42c5-9131-3c66775263fe requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:21.219424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1da25800-83a7-4d17-b7e7-5e20a927a02c tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "GET /v2.0/ports?device_id=41b34376-f6e6-41b3-924c-c3064ee05d2b HTTP/1.1" status: 200  len: 205 time: 0.1278434
Dec 22 13:05:21.231242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57016) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:21.239915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.253892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.304216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-953de55c-2499-44a1-b305-f78d4e7341ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:21.325869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.431167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Pushing event updated for resources: {'Port': ['ID=a9473c01-ca45-4aac-9113-1f760c22d109,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:21.447339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:21.465948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-e1eba8b6-0e7c-479b-add0-a241e6d14bb9 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:21.469543 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e1eba8b6-0e7c-479b-add0-a241e6d14bb9 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/routers/41b34376-f6e6-41b3-924c-c3064ee05d2b HTTP/1.1" status: 404  len: 336 time: 0.2348111
Dec 22 13:05:21.474139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57020) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:21.538525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Provisioning for port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:21.548911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Provisioning complete for port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:21.548911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.664700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.750022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.752299 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a93c27a-abe0-465e-bb6f-2d4a32f2c854 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:05:21.752787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a93c27a-abe0-465e-bb6f-2d4a32f2c854 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:21.820462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] For port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:21.847226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a93c27a-abe0-465e-bb6f-2d4a32f2c854 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] 10.222.0.16 "DELETE /v2.0/subnets/dcd9c30b-521f-4a62-8032-4b4cff0f2434 HTTP/1.1" status: 404  len: 337 time: 0.3700271
Dec 22 13:05:21.861104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Calling delete_port for da430bc7-1b1d-4c75-b0a0-e41c69dd36ac owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:21.904704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:21.911483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6260052b-7ae9-4e1b-9fb8-2699acef0524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:21.969180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.015271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Transition to ACTIVE for port object 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:22.027923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Pushing event updated for resources: {'Port': ['ID=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:22.032215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:22.123643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.127701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:22.134026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2547264f-d02c-4474-a74e-dea30020aa27 None None] Provisioning complete for port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:22.134412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2547264f-d02c-4474-a74e-dea30020aa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.196475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.206525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5fc0769d-924c-4439-a9c6-0b7914b5630e tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:22.227335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:22.262051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.271339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.287115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2c49168f-a607-4968-8f04-d61cb6be30ac tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:22.333045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:22.390545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:22.398684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.406144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:22.409687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:22.416132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:22.421457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.424989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Port': ['ID=9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:22.428958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:22.438276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f55fc9a-e6d1-4fbf-aa12-8536ee2942d5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:22.465806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:22.465806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.492891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event deleted for resources: {'Port': ['ID=da430bc7-1b1d-4c75-b0a0-e41c69dd36ac,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:22.497364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:22.550787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.582485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=89d499ef-db97-40c1-a0bc-97f4b1ad3a8c,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:22.587360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "DELETE /v2.0/ports/da430bc7-1b1d-4c75-b0a0-e41c69dd36ac HTTP/1.1" status: 204  len: 168 time: 2.0094380
Dec 22 13:05:22.588733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57028) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:22.657287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57032) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:22.662050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.8319619
Dec 22 13:05:22.675106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57034) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:22.679320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:22.696673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a9473c01-ca45-4aac-9113-1f760c22d109 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:22.712276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:22.746313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Deleting subnet 06f909cd-9de4-4841-9bb6-8fc8b716430c {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:22.753073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.808809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:22.814222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Pushing event updated for resources: {'Port': ['ID=e19998c2-231c-4a56-9ea5-887da78a77b8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:22.818201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:22.841003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.856779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cadd7ac-4583-4718-97d7-967c547d2fb6 None None] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:22.866667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:22.869491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:22.879166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a9473c01-ca45-4aac-9113-1f760c22d109 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:22.910068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:22.926602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:22.926992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 3eef498b-1c6f-4bb7-b651-d186c8796beb, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:22.931471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:22.941555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Usage tracker for resource:security_group_rule and tenant:a41558c4c971445aa865236e6c1a70ae is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:22.945157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:22.955501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:22.976117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:22.993670 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:23.000835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.011383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:23.013686 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.113393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Provisioning for port a9473c01-ca45-4aac-9113-1f760c22d109 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:23.125094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.125333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Provisioning complete for port a9473c01-ca45-4aac-9113-1f760c22d109 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:23.125557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.160952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting subnet 53fb849c-6784-4926-992a-9b932a615f54 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:23.163554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:23.179287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.188931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0c86a14e-404e-4a48-b61e-8f579520aa50 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:23.226361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.234766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event deleted for resources: {'Subnet': ['ID=06f909cd-9de4-4841-9bb6-8fc8b716430c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:23.236936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.239646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.249168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:23.250306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-52800ae8-2689-46dd-98c2-47def8372ae7 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:23.282075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.283480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f56803-3605-48fe-ae46-c54708afa36f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:23.284212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d85c3bda-684c-48a3-afb0-c5ff462d83ff tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 699 time: 5.9164851
Dec 22 13:05:23.290391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:23.299475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57042) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:23.319181 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:23.325833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.347415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ade71f-7b0b-47ca-8bb2-f49feb4c027e None None] Network 45b3b4ef-04ed-493a-870d-e316359f52f9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:23.352408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3eef498b-1c6f-4bb7-b651-d186c8796beb) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:23.358679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:23.359919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.368538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "DELETE /v2.0/subnets/06f909cd-9de4-4841-9bb6-8fc8b716430c HTTP/1.1" status: 204  len: 168 time: 0.7784436
Dec 22 13:05:23.378771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57046) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:23.383032 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a41558c4c971445aa865236e6c1a70ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7196865
Dec 22 13:05:23.403398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57048) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:23.406905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:23.480938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:23.506835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-565f1be6-a3b0-472f-800e-81083719f933 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 699 time: 0.2081640
Dec 22 13:05:23.508636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57054) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:23.540110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718352b6-febb-4948-ae37-cb9344ab413c None None] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:23.552597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:23.709943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:23.710546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529833b8e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.774509 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:19Z', 'revision_number': 7, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:17Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.787538 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:23.800173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:23.801613 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.874791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529833b8e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.891433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] For port a9473c01-ca45-4aac-9113-1f760c22d109, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a9473c01-ca45-4aac-9113-1f760c22d109,segment=NetworkSegment(23fc2003-ae6c-4f61-8390-aa1ce7c39318),segment_id=23fc2003-ae6c-4f61-8390-aa1ce7c39318)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:23.918445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:23.919119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529833b8e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:23.935682 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.6622810
Dec 22 13:05:23.958950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57058) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:24.026514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:24.029842 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:24.039432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.057125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-253649a0-ef47-4934-9265-ef4b4f068e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:24.109436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529833b8e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:24.109885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f283e49b-bc6d-414b-90b6-8c91e51d758e None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:24.266048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Pushing event updated for resources: {'Port': ['ID=a9473c01-ca45-4aac-9113-1f760c22d109,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:24.282068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:24.283285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-3eef498b-1c6f-4bb7-b651-d186c8796beb', 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': '89d499ef-db97-40c1-a0bc-97f4b1ad3a8c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:24.284159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.294194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] DHCP port deletion for 45b3b4ef-04ed-493a-870d-e316359f52f9 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:24.303633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Deleting port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:24.304018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.339245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Provisioning for port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:24.349767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.367517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Provisioning complete for port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:24.367956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.463025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.508614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:24.537365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.541634 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:19Z', 'revision_number': 7, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:17Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:24.546998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520165a9-370b-46ea-8b3e-71be6a4c02bb None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:19Z', 'revision_number': 7, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6fb8a4e7-a35b-4d11-90b1-3ae52d13d658', 'name': '', 'network_id': 'f39662ef-b284-4e26-a245-9fc0b70a2723', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:36:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:04Z', 'updated_at': '2021-12-22T13:05:17Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '7e3eec89-fc38-4885-9912-f052680c4fab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:24.606149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Provisioning complete for port a9473c01-ca45-4aac-9113-1f760c22d109 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:24.606537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-101a12e8-b23b-459d-bab0-0879127f6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.627207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:24.637198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Deleting port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:24.637850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.698621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:24.714876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:24.741775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:24.762104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.786252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.843323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Allocated IP 2001:db8::2 (3eef498b-1c6f-4bb7-b651-d186c8796beb/89d499ef-db97-40c1-a0bc-97f4b1ad3a8c/07edabe7-1a7c-4769-a69d-f3198bcdee85) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:24.846163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] For port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,segment=NetworkSegment(b8a3b513-f56e-4e87-a4dc-96a935c6ae92),segment_id=b8a3b513-f56e-4e87-a4dc-96a935c6ae92)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:24.846637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.904070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:24.905190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.946479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:24.983039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Calling delete_port for 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:25.044953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:25.048992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.130258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:25.130620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.259142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:25.357738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:25.390886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.402589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:25.416969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] For port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,segment=NetworkSegment(b8a3b513-f56e-4e87-a4dc-96a935c6ae92),segment_id=b8a3b513-f56e-4e87-a4dc-96a935c6ae92)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:25.417332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.448097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Pushing event deleted for resources: {'Port': ['ID=6b2c5c68-7e6c-43c8-acf2-e5c6457f559f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:25.455064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:25.455903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] No DVR routers for this DVR port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:25.459097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-be24ef2b-ebf9-41a1-bc2f-2d0ab3e715f6 None None] Provisioning complete for port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:25.459475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be24ef2b-ebf9-41a1-bc2f-2d0ab3e715f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.520558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.537470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-be24ef2b-ebf9-41a1-bc2f-2d0ab3e715f6 None None] Port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:25.554523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Transition to ACTIVE for port object 07edabe7-1a7c-4769-a69d-f3198bcdee85 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:25.554779 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.560227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb39386a-ca76-449a-8e3c-8fe2f354fefb tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:25.575987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Transition to ACTIVE for port object 07edabe7-1a7c-4769-a69d-f3198bcdee85 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:25.609016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=6fb8a4e7-a35b-4d11-90b1-3ae52d13d658,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:25.637881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.641040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:25.643565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:25.692213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.721946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Pushing event updated for resources: {'Port': ['ID=07edabe7-1a7c-4769-a69d-f3198bcdee85,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:25.725382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:25.736698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:25.738012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:25.741003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:25.767588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d26af5c8-9de7-455f-b51f-0b6d93d27699 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:25.796133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.854732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Attempting to bind port 07edabe7-1a7c-4769-a69d-f3198bcdee85 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:25.855333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Attempting to bind port 07edabe7-1a7c-4769-a69d-f3198bcdee85 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:25.861698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Attempting to bind port 07edabe7-1a7c-4769-a69d-f3198bcdee85 on network 3eef498b-1c6f-4bb7-b651-d186c8796beb {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:25.861961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:25.862281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Checking segment: {'id': '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:25.862738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.863182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Bound using segment: {'id': '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:25.863661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Bound port: 07edabe7-1a7c-4769-a69d-f3198bcdee85, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3eef498b-1c6f-4bb7-b651-d186c8796beb'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:25.865119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.882436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Calling delete_port for 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:25.944971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=53fb849c-6784-4926-992a-9b932a615f54,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:25.953529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:25.956131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bb3732-a297-4fc2-abdf-2e1e2fd1690d None None] Network acd31bed-acd6-4eb0-906e-00ba7ac9826f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:25.991654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.992031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.992594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.992960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.993318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.993676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.994034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.994942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.995299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.995650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.996002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:25.996344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:26.029369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.043452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] For port 07edabe7-1a7c-4769-a69d-f3198bcdee85, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:26.056368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:26.064578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] For port 07edabe7-1a7c-4769-a69d-f3198bcdee85, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=07edabe7-1a7c-4769-a69d-f3198bcdee85,segment=NetworkSegment(2d724be1-14f1-4f4c-afaa-8ebe6f58d37d),segment_id=2d724be1-14f1-4f4c-afaa-8ebe6f58d37d)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:26.113554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8df9837-80a1-4b48-9fa1-ce9d52ba0753 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:26.123561 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/53fb849c-6784-4926-992a-9b932a615f54 HTTP/1.1" status: 204  len: 168 time: 3.4107604
Dec 22 13:05:26.143373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.146579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.147956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/16f56803-3605-48fe-ae46-c54708afa36f HTTP/1.1" status: 204  len: 168 time: 2.6811919
Dec 22 13:05:26.160517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d59e27a-8ef3-4a6c-b1bd-326a8e0769c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:26.177505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57062) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:26.206816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f56803-3605-48fe-ae46-c54708afa36f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:26.251962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:26.286377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Pushing event updated for resources: {'Port': ['ID=07edabe7-1a7c-4769-a69d-f3198bcdee85,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:26.290701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:26.342336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:26.344432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:26.345020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:26.354024 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:26.367475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.375671 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:26.375996 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb490>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:26.386245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a9473c01-ca45-4aac-9113-1f760c22d109 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:26.391184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.445126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] DHCP port deletion for acd31bed-acd6-4eb0-906e-00ba7ac9826f request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:26.464691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Deleting port a9473c01-ca45-4aac-9113-1f760c22d109 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:26.465131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.504156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d44895-7ee0-4c01-9812-5f1a6e12905d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:26.505666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d44895-7ee0-4c01-9812-5f1a6e12905d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:26.506420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7d44895-7ee0-4c01-9812-5f1a6e12905d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Synchronizing usage tracker for tenant:1a12d16ab24c48cfbaf2e716d411428a on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:26.519352 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb490>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:26.536739 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:26.538562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb490>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:26.649882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7d44895-7ee0-4c01-9812-5f1a6e12905d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Unset dirty status for tenant:1a12d16ab24c48cfbaf2e716d411428a on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:26.652010 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c7d44895-7ee0-4c01-9812-5f1a6e12905d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.4584465
Dec 22 13:05:26.655668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:26.663883 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb490>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:26.664618 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08e6e9-f474-49bc-a3a1-425e5441f93a None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:26.676212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a9473c01-ca45-4aac-9113-1f760c22d109 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:26.676601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.803897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.825338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7e699a23-e80c-4db7-b5f7-cce451e8c699 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:26.830500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:26.860570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d19e3f4b-d9bd-48fc-8be0-8df9f91b861c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.877620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Deleting port 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:26.878363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.894152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] For port a9473c01-ca45-4aac-9113-1f760c22d109, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a9473c01-ca45-4aac-9113-1f760c22d109,segment=NetworkSegment(23fc2003-ae6c-4f61-8390-aa1ce7c39318),segment_id=23fc2003-ae6c-4f61-8390-aa1ce7c39318)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:26.894690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:26.984213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] The port '6b2c5c68-7e6c-43c8-acf2-e5c6457f559f' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:05:26.996387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b7cac092-58b9-444d-8b6b-b71febf2d941 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 HTTP/1.1" status: 200  len: 977 time: 10.5597053
Dec 22 13:05:27.037326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57074) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.037326 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19e3f4b-d9bd-48fc-8be0-8df9f91b861c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:05:27.037326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19e3f4b-d9bd-48fc-8be0-8df9f91b861c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:05:27.045136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:27.077801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=e0916321-7a8d-4c61-8679-f9413334a6f4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:27.088922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:27.093717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57078) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.094384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Calling delete_port for a9473c01-ca45-4aac-9113-1f760c22d109 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:27.108483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d19e3f4b-d9bd-48fc-8be0-8df9f91b861c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/acd31bed-acd6-4eb0-906e-00ba7ac9826f HTTP/1.1" status: 409  len: 405 time: 0.4517386
Dec 22 13:05:27.131120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57082) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.158300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1359570981'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:27.172762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:27.191991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:27.197720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:27.205024 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6951866
Dec 22 13:05:27.206563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:27.215684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:27.217317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57086) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.220124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:27.231119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:27.279261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:27.279897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b2c5c68-7e6c-43c8-acf2-e5c6457f559f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:27.281726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.295096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-81f0ead6-d0a3-48ad-a247-d9e8d513825c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:27.342817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Pushing event deleted for resources: {'Port': ['ID=a9473c01-ca45-4aac-9113-1f760c22d109,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:27.350922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] No DVR routers for this DVR port a9473c01-ca45-4aac-9113-1f760c22d109 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:27.353219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.353657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.353999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.354413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.354758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.355140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.355456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.355786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.356114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.356608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.356957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.357352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:27.360222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:27.361335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c90fa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:27.374462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.398792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '07fca572-be74-4413-83e4-b5a957d24bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:27.399360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 82cd8ddd-27e9-4611-a246-308ceb78a786, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:27.464807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.523749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:27.535334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293664b50>,) {'filters': {'network_id': ['45b3b4ef-04ed-493a-870d-e316359f52f9']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:27.552848 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f89926c3-593d-4189-bc81-21e9adec6276 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1354b893231746ddbdee6af7d8e345b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4618616
Dec 22 13:05:27.553562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57090) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.565637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293664b50>, 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:27.566010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293664b50>, 'b8a3b513-f56e-4e87-a4dc-96a935c6ae92') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:27.588119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:27.592759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Router 944abef8-e681-47f5-b45f-9ec54487b07f is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:05:27.601438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.636927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:27.640353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281ed99-cbf4-499a-b612-565085fe7f59 None None] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:27.685509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 7e3eec89-fc38-4885-9912-f052680c4fab {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:27.699897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.716522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 82cd8ddd-27e9-4611-a246-308ceb78a786) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:27.722729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.741096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6dced2-7a20-4e1b-91e0-96775b1ecc77 None None] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:27.746668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:27.747323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.757896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:27.758298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:27.781213 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:27.892187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.906161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f1d001e3-08a4-469d-be11-99c2b2b86175 None None] Provisioning for port 07edabe7-1a7c-4769-a69d-f3198bcdee85 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:27.909082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.948337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.9877169
Dec 22 13:05:27.948577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57094) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:27.961606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.969276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1483323300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:27.972961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:27.976777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:27.985616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:27.992907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:27.997871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:28.001374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.001683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 disassociated. External IP: 172.26.3.192, port: 377ebcf1-4b18-4282-b331-0873559161ed.
Dec 22 13:05:28.012186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:28.028866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.036643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:28.052320 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:28.061795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.069312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-51de2473-192e-4a15-a29b-1f093bf776ed tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:28.087208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:28.087208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986612e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:28.089926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.112929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Pushing event deleted for resources: {'Network': ['ID=45b3b4ef-04ed-493a-870d-e316359f52f9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:28.115515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:28.120169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:28.123334 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] 10.222.0.16 "DELETE /v2.0/networks/45b3b4ef-04ed-493a-870d-e316359f52f9 HTTP/1.1" status: 204  len: 168 time: 4.7283225
Dec 22 13:05:28.123334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.123334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.140748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.177272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.177631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 2059660e-397c-4c13-8164-e8169ecb61d4 of type vlan for network 0f072f32-c9d0-43e4-990b-cffed1095d37
Dec 22 13:05:28.179294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.190790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.196261 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.8786576
Dec 22 13:05:28.197144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57100) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:28.330304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.343053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.360527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bbcb1bd5-5862-46de-973b-f27453c86bcf tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:28.403801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f65d3c-ccf7-4f09-86e2-fa41483c24c1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:28.412309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:28.436793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 07edabe7-1a7c-4769-a69d-f3198bcdee85 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:28.444444 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:28.456182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.480869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.481997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01f65d3c-ccf7-4f09-86e2-fa41483c24c1 HTTP/1.1" status: 204  len: 168 time: 0.9223716
Dec 22 13:05:28.546044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.547401 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7a9638d-73a6-4c29-adf6-47c8bda956cc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5900166
Dec 22 13:05:28.559072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-82cd8ddd-27e9-4611-a246-308ceb78a786', 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'e0916321-7a8d-4c61-8679-f9413334a6f4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:28.562152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.563154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57106) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:28.655748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:05:28.739226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c90fa0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:25Z', 'revision_number': 8, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:28.767645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.781264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-814b5070-6066-429c-9c60-c6777f60556c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:28.823302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 07edabe7-1a7c-4769-a69d-f3198bcdee85 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:28.829869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3eec89-fc38-4885-9912-f052680c4fab,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:28.833596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:28.835581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:28.843286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.866255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 07edabe7-1a7c-4769-a69d-f3198bcdee85 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:28.866639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:28.937442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffef4d7-a25b-4443-add0-3ffb21271e51 None None] Network f39662ef-b284-4e26-a245-9fc0b70a2723 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:29.022630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:29.035575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c90fa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:29.038392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:29.044744 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986612e0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:23Z', 'revision_number': 3, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:29.049430 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:29.049823 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Updating router 944abef8-e681-47f5-b45f-9ec54487b07f port e19998c2-231c-4a56-9ea5-887da78a77b8 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:05:29.085121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.093339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:29.093339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.126203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:29.144474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/7e3eec89-fc38-4885-9912-f052680c4fab HTTP/1.1" status: 204  len: 168 time: 1.9259098
Dec 22 13:05:29.154423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57124) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:29.170794 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.427876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 2.2954183
Dec 22 13:05:29.450272 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6a767151-6a67-4cfa-8249-54844ee0b195 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d54457f1e83c4aa79377e99a3406b496&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3926840
Dec 22 13:05:29.475692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57132) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:29.476267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57134) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:29.478441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.541884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Allocated IP 2001:db8:1::2 (82cd8ddd-27e9-4611-a246-308ceb78a786/e0916321-7a8d-4c61-8679-f9413334a6f4/8348bd94-1867-46e5-83ec-90991dd78939) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:29.544959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:29.576424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:29.672237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-47521691-1dfa-4c0d-8ff7-8bda59a6be34 None None] Provisioning complete for port 07edabe7-1a7c-4769-a69d-f3198bcdee85 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:29.672621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47521691-1dfa-4c0d-8ff7-8bda59a6be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.745020 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.765050 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Transition to ACTIVE for port object e19998c2-231c-4a56-9ea5-887da78a77b8 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:29.793893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:29.801349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=0f072f32-c9d0-43e4-990b-cffed1095d37,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:29.858375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 0f072f32-c9d0-43e4-990b-cffed1095d37 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:29.881550 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:29.887939 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:29.903294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:29.996496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.004315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57148) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:30.006574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.024201 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Pushing event updated for resources: {'Port': ['ID=e19998c2-231c-4a56-9ea5-887da78a77b8,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:30.035383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:30.060463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Attempting to bind port e19998c2-231c-4a56-9ea5-887da78a77b8 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:30.061407 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Attempting to bind port e19998c2-231c-4a56-9ea5-887da78a77b8 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:30.061994 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Attempting to bind port e19998c2-231c-4a56-9ea5-887da78a77b8 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:30.068669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:30.069352 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:30.069999 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.070545 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:30.071463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Bound port: e19998c2-231c-4a56-9ea5-887da78a77b8, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:30.072604 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.100280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Allocated IP 172.20.0.1 (443cb7df-1189-42c5-9131-3c66775263fe/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4/dfb2218c-3058-4768-b8d7-cefb987f5ce2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:30.212053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.213405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port e6429b77-3de8-4569-8324-074a19913fb1 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:30.213748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.229910 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] For port e19998c2-231c-4a56-9ea5-887da78a77b8, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:30.242339 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] For port e19998c2-231c-4a56-9ea5-887da78a77b8, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e19998c2-231c-4a56-9ea5-887da78a77b8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:30.297346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:30.304616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.314889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.320550 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:30.358493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:30.405213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.411721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 07edabe7-1a7c-4769-a69d-f3198bcdee85, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=07edabe7-1a7c-4769-a69d-f3198bcdee85,segment=NetworkSegment(2d724be1-14f1-4f4c-afaa-8ebe6f58d37d),segment_id=2d724be1-14f1-4f4c-afaa-8ebe6f58d37d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:30.420305 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Pushing event updated for resources: {'Port': ['ID=e19998c2-231c-4a56-9ea5-887da78a77b8,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:30.444562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:30.475021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.482737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-47521691-1dfa-4c0d-8ff7-8bda59a6be34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.483573 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:30.484278 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986612e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:30.486567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:30.490123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.517614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.520299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.535959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-828ad09b-291a-45df-a012-43b52637ac5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:30.545247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Transition to ACTIVE for port object dfb2218c-3058-4768-b8d7-cefb987f5ce2 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:30.593873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] DHCP port deletion for f39662ef-b284-4e26-a245-9fc0b70a2723 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:30.610445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Transition to ACTIVE for port object 8348bd94-1867-46e5-83ec-90991dd78939 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:30.625795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a9473c01-ca45-4aac-9113-1f760c22d109 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:30.667469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port e6429b77-3de8-4569-8324-074a19913fb1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e6429b77-3de8-4569-8324-074a19913fb1,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:30.667828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.711232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.717467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af960a5d-0293-4d34-89fc-7feff078e070 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:30.720309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Deleting port e6429b77-3de8-4569-8324-074a19913fb1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:30.720694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.735640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5b061-93e9-45af-888f-42337e93c2ca,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:30.741460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:30.747122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a9473c01-ca45-4aac-9113-1f760c22d109 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:30.747487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a9473c01-ca45-4aac-9113-1f760c22d109 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:30.749576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.757149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3702b1fa-47f9-4a69-8d2e-3c0e81286cd1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:30.774308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:30.808468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Transition to ACTIVE for port object 8348bd94-1867-46e5-83ec-90991dd78939 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:30.833905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=07edabe7-1a7c-4769-a69d-f3198bcdee85,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:30.840187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:30.845875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-47521691-1dfa-4c0d-8ff7-8bda59a6be34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:30.846237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-47521691-1dfa-4c0d-8ff7-8bda59a6be34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:30.848338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for e6429b77-3de8-4569-8324-074a19913fb1 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:30.886070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:30.891652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:30.898421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:30.909341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e6429b77-3de8-4569-8324-074a19913fb1 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:30.970703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:30.983053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ebb460a3-170f-4500-a7c4-34dac8c88699 tempest-AgentManagementNegativeTest-1922070040 tempest-AgentManagementNegativeTest-1922070040-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.8711655
Dec 22 13:05:30.991695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:31.025582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:31.030220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:31.052801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:31.059981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.069768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.069768 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fee5b061-93e9-45af-888f-42337e93c2ca HTTP/1.1" status: 204  len: 168 time: 1.5345845
Dec 22 13:05:31.195432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c90fa0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:25Z', 'revision_number': 8, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.220503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:31.279477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.293974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:31.319051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41b36b9-8355-43ef-8c5d-90f13abced12 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:25Z', 'revision_number': 8, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '3a98577b-cddc-4bb2-8e40-9d126cf09409', 'name': '', 'network_id': '5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:55:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:53Z', 'updated_at': '2021-12-22T13:05:05Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '0aa732e4-5a94-4f22-a271-5d2504beedee', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:31.321011 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986612e0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:23Z', 'revision_number': 3, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.326166 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc3ecd7-5a61-4c30-b46b-10cc96653d09 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:23Z', 'revision_number': 3, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:31.359022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=e6429b77-3de8-4569-8324-074a19913fb1,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:31.361967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No DVR routers for this DVR port e6429b77-3de8-4569-8324-074a19913fb1 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:31.376936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.409364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:05:31.413896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.432764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fddef73e-35da-4485-aea1-ccd3d22a483d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:31.439909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:31.460714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:31.461078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529346cee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.545398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:31.549934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '2059660e-397c-4c13-8164-e8169ecb61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:31.550437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: 0f072f32-c9d0-43e4-990b-cffed1095d37, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:31.555715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port e6429b77-3de8-4569-8324-074a19913fb1 {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:05:31.556066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e6429b77-3de8-4569-8324-074a19913fb1 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:31.562656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=b1189c35-93ce-46a4-9a03-d93807aad2f2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:31.566238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:31.631484 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4fe85f12-91b3-47ab-8924-9bbad86da735 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 HTTP/1.1" status: 200  len: 688 time: 4.6001859
Dec 22 13:05:31.634113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57160) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:31.639087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:31.658773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.695018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Pushing event updated for resources: {'Port': ['ID=8348bd94-1867-46e5-83ec-90991dd78939,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:31.707666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:31.713722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529346cee0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.724685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:31.773985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:31.777793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529346cee0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.806254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299aade80>,) {'filters': {'network_id': ['f39662ef-b284-4e26-a245-9fc0b70a2723']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.857522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299aade80>, '713cd31c-26e8-49d2-9013-e01edf2128b6') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.858836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299aade80>, '713cd31c-26e8-49d2-9013-e01edf2128b6') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:31.892849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] For port e6429b77-3de8-4569-8324-074a19913fb1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e6429b77-3de8-4569-8324-074a19913fb1,segment=NetworkSegment(713cd31c-26e8-49d2-9013-e01edf2128b6),segment_id=713cd31c-26e8-49d2-9013-e01edf2128b6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:31.893856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.897343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.927970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network 0f072f32-c9d0-43e4-990b-cffed1095d37 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:31.937707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57166) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:31.949879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8::1 (3eef498b-1c6f-4bb7-b651-d186c8796beb/89d499ef-db97-40c1-a0bc-97f4b1ad3a8c/57626d61-f4eb-497b-8180-4421b54fe1a1) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:31.956869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:31.980792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:31.981248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.013043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port c37ff76b-01f9-4e20-9a52-e52d825fdfc7 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:32.013043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:32.021946 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:32.089814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Calling delete_port for e6429b77-3de8-4569-8324-074a19913fb1 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:32.108137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.144895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529346cee0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:32.145642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025832a0-725d-4b8e-a50c-4821cf478a65 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:32.152921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 0f072f32-c9d0-43e4-990b-cffed1095d37) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:32.200062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:32.201043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.223877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d72c06-1e80-4748-963d-66fedd01b27e None None] Network 0f072f32-c9d0-43e4-990b-cffed1095d37 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:32.380952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.410157 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 2.8769543
Dec 22 13:05:32.415108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:32.419117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57180) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:32.429787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Usage tracker for resource:security_group_rule and tenant:f4389d25ef1b4b38b6a39586e0884fb1 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:32.433844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:32.440366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:32.675073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d1b13bac-5cd6-4c31-b074-1811358ffd99 None None] Provisioning for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:32.694349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.699512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.702878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.714263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7644e815-5549-4d1d-b7e9-0e2f227fe4ab tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:32.737770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.740291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-0f072f32-c9d0-43e4-990b-cffed1095d37', 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': 'b1189c35-93ce-46a4-9a03-d93807aad2f2'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:32.740821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=f39662ef-b284-4e26-a245-9fc0b70a2723,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:32.741924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.755850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:32.755850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.760767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d1b13bac-5cd6-4c31-b074-1811358ffd99 None None] Provisioning complete for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:32.761353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d1b13bac-5cd6-4c31-b074-1811358ffd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.773887 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/f39662ef-b284-4e26-a245-9fc0b70a2723 HTTP/1.1" status: 204  len: 168 time: 3.6071775
Dec 22 13:05:32.776844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57190) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:32.834351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 57626d61-f4eb-497b-8180-4421b54fe1a1 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:32.835711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.843958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Attempting to bind port 8348bd94-1867-46e5-83ec-90991dd78939 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:32.844888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Attempting to bind port 8348bd94-1867-46e5-83ec-90991dd78939 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '07fca572-be74-4413-83e4-b5a957d24bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:32.845323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Attempting to bind port 8348bd94-1867-46e5-83ec-90991dd78939 on network 82cd8ddd-27e9-4611-a246-308ceb78a786 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:32.850767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6f42fd1c-80d3-41c5-909e-3bc161984e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:32.857909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d1b13bac-5cd6-4c31-b074-1811358ffd99 None None] Port dfb2218c-3058-4768-b8d7-cefb987f5ce2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:32.861479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:32.861867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Checking segment: {'id': '07fca572-be74-4413-83e4-b5a957d24bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:32.862290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.862886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Bound using segment: {'id': '07fca572-be74-4413-83e4-b5a957d24bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:32.863669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Bound port: 8348bd94-1867-46e5-83ec-90991dd78939, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fca572-be74-4413-83e4-b5a957d24bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82cd8ddd-27e9-4611-a246-308ceb78a786'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:32.864076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.958035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9419a2f3-bae7-42aa-ac63-ef914017abe7,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:32.967463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:32.977329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:32.977871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.008667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:33.009044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:33.050388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e19998c2-231c-4a56-9ea5-887da78a77b8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:33.093405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.120900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-55ea919e-3862-4e5e-a507-3de9b0540364 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:33.162026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for c37ff76b-01f9-4e20-9a52-e52d825fdfc7 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:33.167584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57196) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:33.181143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] For port 8348bd94-1867-46e5-83ec-90991dd78939, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:33.188957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4389d25ef1b4b38b6a39586e0884fb1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2424936
Dec 22 13:05:33.192671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57200) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:33.203395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] For port 8348bd94-1867-46e5-83ec-90991dd78939, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8348bd94-1867-46e5-83ec-90991dd78939,segment=NetworkSegment(07fca572-be74-4413-83e4-b5a957d24bbf),segment_id=07fca572-be74-4413-83e4-b5a957d24bbf)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:33.204364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.210048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.219184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:33.225538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Allocated IP 2001:db8::f816:3eff:fe33:fa0 (0f072f32-c9d0-43e4-990b-cffed1095d37/b1189c35-93ce-46a4-9a03-d93807aad2f2/01c26add-9c45-45e4-ae10-0b39a3f0677e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:33.314790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:33.317524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:33.318798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.329076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.339256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e19998c2-231c-4a56-9ea5-887da78a77b8 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:33.345500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.355435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e19998c2-231c-4a56-9ea5-887da78a77b8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:33.355820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.367136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf628846-6645-4291-a917-b95a080bd291 tempest-RoutersAdminNegativeTest-358927569 tempest-RoutersAdminNegativeTest-358927569-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:33.381536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:33.423918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.430194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.437914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-977034181'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:33.526238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=57626d61-f4eb-497b-8180-4421b54fe1a1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:33.532144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:33.554736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Deleting port e6429b77-3de8-4569-8324-074a19913fb1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:33.555311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.560793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.581256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:33.586644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:33.663452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:33.677252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6042483a-d086-4cb4-952d-bbe1f4b261e6 None None] The port 'e6429b77-3de8-4569-8324-074a19913fb1' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:05:33.705919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:33.711969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.771392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Pushing event updated for resources: {'Port': ['ID=8348bd94-1867-46e5-83ec-90991dd78939,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:33.774917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:33.779038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.797048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.850206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:33.860656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:33.861510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:33.893825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f4ea3fad-9fc8-4a84-9cf0-ec8c0c166857 None None] Provisioning for port 57626d61-f4eb-497b-8180-4421b54fe1a1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:33.907879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f4ea3fad-9fc8-4a84-9cf0-ec8c0c166857 None None] Provisioning complete for port 57626d61-f4eb-497b-8180-4421b54fe1a1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:33.908275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f4ea3fad-9fc8-4a84-9cf0-ec8c0c166857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.968403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=c37ff76b-01f9-4e20-9a52-e52d825fdfc7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:33.976775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:33.977650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f4ea3fad-9fc8-4a84-9cf0-ec8c0c166857 None None] Port 57626d61-f4eb-497b-8180-4421b54fe1a1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:33.984938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:33.990506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:33.992259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.034305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e19998c2-231c-4a56-9ea5-887da78a77b8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e19998c2-231c-4a56-9ea5-887da78a77b8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:34.035722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.048550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.048758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:34.049554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:34.058979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.095911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:34.100273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:34.103936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:34.112952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:34.189782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.192517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 07edabe7-1a7c-4769-a69d-f3198bcdee85 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:34.223320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.224638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 HTTP/1.1" status: 204  len: 168 time: 2.5887661
Dec 22 13:05:34.234377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57206) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:34.279925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Transition to ACTIVE for port object 01c26add-9c45-45e4-ae10-0b39a3f0677e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:34.301738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Transition to ACTIVE for port object 01c26add-9c45-45e4-ae10-0b39a3f0677e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:34.304240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9e119aea-9d06-4acd-80bc-e458bed9ba21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:34.322950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e97dc1f1-9846-452b-b8da-5f87eac5606d tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] delete failed (client error): The resource could not be found.
Dec 22 13:05:34.324219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e97dc1f1-9846-452b-b8da-5f87eac5606d tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/aaacc3aa-8f60-4b8b-9df2-fb64b4f4b442 HTTP/1.1" status: 404  len: 345 time: 0.0886841
Dec 22 13:05:34.327979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57210) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:34.360552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.374584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39e3da0f-aae2-4950-9e62-9850af2031a1 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:34.410564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9419a2f3-bae7-42aa-ac63-ef914017abe7,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:34.411067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e19998c2-231c-4a56-9ea5-887da78a77b8,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:34.428545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:34.429815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:34.433674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.458316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e10d1f40-d3b7-430d-b987-23b72853ecc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:34.512865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.525805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e25bba57-6fa8-4a22-ae57-b22dea4fec92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:34.562122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:34.569764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Network 0f072f32-c9d0-43e4-990b-cffed1095d37 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:34.574002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Pushing event updated for resources: {'Port': ['ID=01c26add-9c45-45e4-ae10-0b39a3f0677e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:34.577925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:34.581651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:34.585320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:34.593910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 07edabe7-1a7c-4769-a69d-f3198bcdee85 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:34.595609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.626133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.629663 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9419a2f3-bae7-42aa-ac63-ef914017abe7 HTTP/1.1" status: 204  len: 168 time: 1.4218040
Dec 22 13:05:34.687125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-011c275f-563b-4423-906e-3608acc44adf None None] Provisioning complete for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:34.687508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-011c275f-563b-4423-906e-3608acc44adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.832991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Attempting to bind port 01c26add-9c45-45e4-ae10-0b39a3f0677e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:34.833374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Attempting to bind port 01c26add-9c45-45e4-ae10-0b39a3f0677e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2059660e-397c-4c13-8164-e8169ecb61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:34.833804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Attempting to bind port 01c26add-9c45-45e4-ae10-0b39a3f0677e on network 0f072f32-c9d0-43e4-990b-cffed1095d37 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:34.848148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-011c275f-563b-4423-906e-3608acc44adf None None] Port dfb2218c-3058-4768-b8d7-cefb987f5ce2 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:34.849901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=b1189c35-93ce-46a4-9a03-d93807aad2f2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:34.852409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:34.852837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Checking segment: {'id': '2059660e-397c-4c13-8164-e8169ecb61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:34.854164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.854576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Bound using segment: {'id': '2059660e-397c-4c13-8164-e8169ecb61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:34.855100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Bound port: 01c26add-9c45-45e4-ae10-0b39a3f0677e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2059660e-397c-4c13-8164-e8169ecb61d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '0f072f32-c9d0-43e4-990b-cffed1095d37'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:34.855483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.866373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.888353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:34.896710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:34.918546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.012472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.016176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.017228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.020238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:35.032302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df7be59f-d12c-4741-a3e8-a835e9d44131 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:35.104285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] For port 01c26add-9c45-45e4-ae10-0b39a3f0677e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:35.125180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d462320f-0f17-47fd-9df4-fc39c326e759,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:35.128127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:35.128541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6fb8a4e7-a35b-4d11-90b1-3ae52d13d658 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:35.141325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] For port 01c26add-9c45-45e4-ae10-0b39a3f0677e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01c26add-9c45-45e4-ae10-0b39a3f0677e,segment=NetworkSegment(2059660e-397c-4c13-8164-e8169ecb61d4),segment_id=2059660e-397c-4c13-8164-e8169ecb61d4)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:35.141568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:35.142329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:35.180373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:35.200972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:35.216879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:35.224446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Synchronizing usage tracker for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:35.227586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:35.238424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2270e15-f0e2-43db-a92b-92e629965293 None None] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:35.256146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.259478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-658b1aa8-284f-49e9-8024-78528e15da98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.309069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529311ea60>,) {'filters': {'network_id': ['0f072f32-c9d0-43e4-990b-cffed1095d37']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:35.328336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529311ea60>, '2059660e-397c-4c13-8164-e8169ecb61d4') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:35.331677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529311ea60>, '2059660e-397c-4c13-8164-e8169ecb61d4') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:35.331816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.331816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment e7556889-7a75-4410-b9f9-2dfc300b74b9 of type vlan for network 1e6e1755-2834-434a-b9ee-2b78430b9ad9
Dec 22 13:05:35.351020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=57626d61-f4eb-497b-8180-4421b54fe1a1,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:35.359393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.375605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:35.390201 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:35.411825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:35.413083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.414427 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:35.415272 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298661670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:35.431046 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] 10.222.0.16 "PUT /v2.0/routers/944abef8-e681-47f5-b45f-9ec54487b07f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2325587
Dec 22 13:05:35.432335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:35.462606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.483191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:35.484874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.521858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:35.529183 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:35.531796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e19998c2-231c-4a56-9ea5-887da78a77b8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:35.615412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:35.617853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:35.663044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Unset dirty status for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:35.664463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8544a3a3-a6bc-42f3-8437-294e97f89a09 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/ports?network_id=df30ea72-6426-4ce3-8da5-2a804e2895d2 HTTP/1.1" status: 200  len: 2357 time: 1.3353591
Dec 22 13:05:35.669489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57228) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:35.765867 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:35.830151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4a25b634-a89f-4a3d-ab43-e374ea089c4b None None] Provisioning for port 8348bd94-1867-46e5-83ec-90991dd78939 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:35.831440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.845181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:05:35.845181 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:05:35.845181 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '0f072f32-c9d0-43e4-990b-cffed1095d37'}]
Dec 22 13:05:35.845181 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:35.845571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:35.849585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:35.850746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:35.875954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fa9991-753f-406f-9bd8-e9104abbcfbd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:35.892549 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f9fa9991-753f-406f-9bd8-e9104abbcfbd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/subnets/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90 HTTP/1.1" status: 200  len: 797 time: 0.1861186
Dec 22 13:05:35.893225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57234) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:35.899124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'port': {'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2', 'name': 'tempest-FloatingIPTestJSON-1167481884', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:35.904613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6f47ea4-f4fc-40e7-b99a-081d5d610cfa tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:35.946762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a56c269-e144-46c6-a561-e7c3c77c1cca None None] Network 0f072f32-c9d0-43e4-990b-cffed1095d37 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:36.192199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:36.203854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:36.232005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 3a98577b-cddc-4bb2-8e40-9d126cf09409 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:36.232957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.295267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 3.1265762
Dec 22 13:05:36.305436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57248) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:36.311726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'name': 'tempest-PortsIpV6TestJSON-60235047'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:36.315742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=1e6e1755-2834-434a-b9ee-2b78430b9ad9,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:36.341279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:36.341476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Pushing event updated for resources: {'Port': ['ID=01c26add-9c45-45e4-ae10-0b39a3f0677e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:36.351117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:36.380429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:36.381936 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298661670>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:32Z', 'revision_number': 2, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:36.391127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:36.391785 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Updating router 944abef8-e681-47f5-b45f-9ec54487b07f port dfb2218c-3058-4768-b8d7-cefb987f5ce2 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:05:36.509197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 3a98577b-cddc-4bb2-8e40-9d126cf09409, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a98577b-cddc-4bb2-8e40-9d126cf09409,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:36.510957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.527543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.530389 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.535206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:36.537744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:36.637386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57256) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:36.640476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:36.656378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:36.672318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:36.678080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port 01c26add-9c45-45e4-ae10-0b39a3f0677e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:36.678440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.724748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e19998c2-231c-4a56-9ea5-887da78a77b8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:36.725170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.750869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-670be29c-bea3-4d14-88a1-77c7c5b5fc88 None None] Provisioning complete for port 57626d61-f4eb-497b-8180-4421b54fe1a1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:36.751201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-670be29c-bea3-4d14-88a1-77c7c5b5fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.873680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 3a98577b-cddc-4bb2-8e40-9d126cf09409 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:36.926731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:36.931762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router a458f70b-9fdf-4b55-921b-0b525f676dd3 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:05:36.937114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-670be29c-bea3-4d14-88a1-77c7c5b5fc88 None None] Port 57626d61-f4eb-497b-8180-4421b54fe1a1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:36.962342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57266) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:36.983564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:36.989250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.029356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2079386267-network', 'tenant_id': 'ae5506839d5b4619acd94710578702e4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:37.044766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-381112876'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:37.048053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8348bd94-1867-46e5-83ec-90991dd78939 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:37.049916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:37.056867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:network and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:37.060085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:37.067203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:37.183929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] For port 01c26add-9c45-45e4-ae10-0b39a3f0677e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01c26add-9c45-45e4-ae10-0b39a3f0677e,segment=NetworkSegment(2059660e-397c-4c13-8164-e8169ecb61d4),segment_id=2059660e-397c-4c13-8164-e8169ecb61d4)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:37.184396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.197299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:37.201706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Usage tracker for resource:network and tenant:ae5506839d5b4619acd94710578702e4 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:37.204748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:37.210611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:37.216561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 8348bd94-1867-46e5-83ec-90991dd78939 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:37.222825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8348bd94-1867-46e5-83ec-90991dd78939 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:37.223780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.227032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:37.231929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6597180
Dec 22 13:05:37.234749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57272) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:37.295724 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.297046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:37.300948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.318712 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Transition to ACTIVE for port object dfb2218c-3058-4768-b8d7-cefb987f5ce2 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:37.320918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port ff9b9e47-f6b5-447b-8204-a69ac6f04598 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:37.352014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] Sync routers for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:37.372615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ba84c-7f55-43fa-a28b-f2ccc506492d None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:05:37.402872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c3afed-e4db-4e3f-b184-9878445b836f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:37.403350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e6c3afed-e4db-4e3f-b184-9878445b836f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:37.429842 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.434553 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:37.449273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:37.449929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e900a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:37.532247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5f74158-359e-4942-9517-2cb260fe01ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.535375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e900a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:37.539447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-22018edb-0d49-4e2a-b272-3e078323478f None None] Provisioning complete for port 8348bd94-1867-46e5-83ec-90991dd78939 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:37.539754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22018edb-0d49-4e2a-b272-3e078323478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.550114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e6c3afed-e4db-4e3f-b184-9878445b836f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:37.551323 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e6c3afed-e4db-4e3f-b184-9878445b836f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports/57626d61-f4eb-497b-8180-4421b54fe1a1 HTTP/1.1" status: 200  len: 911 time: 0.3155878
Dec 22 13:05:37.552194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.555797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57276) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:37.556518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-166cd0da-b0ea-498e-b267-91605dd2f4dc tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:37.565599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.606496 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Pushing event updated for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:37.637955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:37.638567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e900a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:37.663665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.664905 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.665526 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.666099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.667189 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.667761 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.668235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=3a98577b-cddc-4bb2-8e40-9d126cf09409,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:37.668728 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.669391 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.679853 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.679853 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.679853 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.679853 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:05:37.729025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:37.746732 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:37.773227 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Attempting to bind port dfb2218c-3058-4768-b8d7-cefb987f5ce2 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:37.774101 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Attempting to bind port dfb2218c-3058-4768-b8d7-cefb987f5ce2 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:37.774738 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Attempting to bind port dfb2218c-3058-4768-b8d7-cefb987f5ce2 on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:37.785450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e900a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:37.785868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d89f04-13c2-4a35-be82-6b884fd2dd65 None None] The sync data for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:37.787234 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:37.796335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:37.797814 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.798467 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Bound using segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:37.799165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] device_id is not set on port 88fa36ab-895f-4dca-881b-3bcec2b784d6 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:37.799486 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Bound port: dfb2218c-3058-4768-b8d7-cefb987f5ce2, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:37.800354 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.839682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Made reservation on behalf of ae5506839d5b4619acd94710578702e4 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:37.841891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.842714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.863890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for 01c26add-9c45-45e4-ae10-0b39a3f0677e owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:37.898655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.909834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.912881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ba84c-7f55-43fa-a28b-f2ccc506492d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:05:37.920043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.948771 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] For port dfb2218c-3058-4768-b8d7-cefb987f5ce2, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:37.952287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbc5bcb5-ad3f-4e49-bd4c-deb1191ffc16 tempest-ServersTestManualDisk-1860231683 tempest-ServersTestManualDisk-1860231683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:37.954696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] For port dfb2218c-3058-4768-b8d7-cefb987f5ce2, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dfb2218c-3058-4768-b8d7-cefb987f5ce2,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:37.957183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22018edb-0d49-4e2a-b272-3e078323478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:37.979625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 8348bd94-1867-46e5-83ec-90991dd78939, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8348bd94-1867-46e5-83ec-90991dd78939,segment=NetworkSegment(07fca572-be74-4413-83e4-b5a957d24bbf),segment_id=07fca572-be74-4413-83e4-b5a957d24bbf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:38.037207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=ff9b9e47-f6b5-447b-8204-a69ac6f04598,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:38.048227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:38.049715 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.052699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Usage tracker for resource:security_group_rule and tenant:ae5506839d5b4619acd94710578702e4 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:38.055752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:38.059587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.063382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:38.070593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4a4dbc08-dcfa-489a-8926-9c06a8f331bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:38.075190 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3b11b3cc-5f69-4d74-9c45-e984c0252d53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:38.162206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.164883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:38.164883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:38.223419 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Pushing event updated for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:38.236496 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:38.246976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:security_group_rule and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:38.250050 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:38.251169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298661670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:38.253286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-22018edb-0d49-4e2a-b272-3e078323478f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:38.253646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-22018edb-0d49-4e2a-b272-3e078323478f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:38.270965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=8348bd94-1867-46e5-83ec-90991dd78939,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:38.274725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:38.276007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:38.281715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': 'e7556889-7a75-4410-b9f9-2dfc300b74b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:38.282108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 1e6e1755-2834-434a-b9ee-2b78430b9ad9, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:38.304064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.480704 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:38.541670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41e74c5a-8c29-4e46-827b-1ecb6c3d71c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:38.552985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.558261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:38.597444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.614503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:38.649509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b08bf3-4485-4341-947d-f5bd2564edbc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:38.671795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.672150 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Added segment 91e8ee5d-d8c3-4ae1-9532-46982fc430ff of type vlan for network a0c04865-afda-4fe6-9550-247da735c923
Dec 22 13:05:38.674707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:38.711517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.836179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.14 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/88fa36ab-895f-4dca-881b-3bcec2b784d6) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:38.866970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:38.869652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:38.884994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a6a6bda-8df7-4bec-b196-f3fbdfed97b6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:38.927847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.13 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/88fa36ab-895f-4dca-881b-3bcec2b784d6) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:38.930749 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298661670>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:37Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:38.939837 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9211aa90-e4b1-4fcb-bb0c-4f8df69a6863 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:37Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:39.058836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.102474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.137571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No DVR routers for this DVR port 01c26add-9c45-45e4-ae10-0b39a3f0677e on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:39.141357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Port': ['ID=01c26add-9c45-45e4-ae10-0b39a3f0677e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:39.152766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.191121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:39.209713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.210909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:39.211742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.322767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:39.384611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-568ffca2-58a8-4c0f-a4bb-ca153b16a830 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:39.452724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 1e6e1755-2834-434a-b9ee-2b78430b9ad9) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:39.454256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.463392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76838421-9281-4127-80ba-b7a559fc9a22 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:39.566776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.595783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:39.607516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:39.618558 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:39.619250 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299524cd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:39.659196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Pushing event updated for resources: {'Network': ['ID=a0c04865-afda-4fe6-9550-247da735c923,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:39.679102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:39.682370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9042947
Dec 22 13:05:39.685776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57282) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:39.697402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.697756 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Added segment ffb19802-ad81-48b3-bd17-91e8b1f211e6 of type vlan for network e53c73fb-130b-4cd4-9995-422b2e4f3ff2
Dec 22 13:05:39.698700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network a0c04865-afda-4fe6-9550-247da735c923 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:39.729831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.776875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:39.782859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:39.783511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.807555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:39.808579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b52edeba-3d8a-4ef4-9194-80ad0eb34ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:39.845932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.8437564
Dec 22 13:05:39.864671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce8acd5-f7d1-47ca-b42b-9b8742e3ca88,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:39.879130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57286) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:39.888792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.889930 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:39.891652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:39.892442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.908398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8:1::1 (82cd8ddd-27e9-4611-a246-308ceb78a786/e0916321-7a8d-4c61-8679-f9413334a6f4/9ed38210-672c-4f36-96d9-c7cf2a49d671) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:39.915808 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 848 time: 3.6107807
Dec 22 13:05:39.954825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57290) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:39.966092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:39.971079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:39.974212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ba6674e0-3f89-4a83-9676-eeb4df1c6a12 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:40.014611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Request body: {'subnet': {'network_id': 'a0c04865-afda-4fe6-9550-247da735c923', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2079386267-subnet', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:40.028562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-500267434'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:40.030382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293efc880>,) {'filters': {'network_id': ['0f072f32-c9d0-43e4-990b-cffed1095d37']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:40.042781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:40.048164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:40.057611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 0aa732e4-5a94-4f22-a271-5d2504beedee {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:40.063666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:40.072473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:40.073635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.091073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.148119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293efc880>, '2059660e-397c-4c13-8164-e8169ecb61d4') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:40.148411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293efc880>, '2059660e-397c-4c13-8164-e8169ecb61d4') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:40.150076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:40.172987 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.5345416
Dec 22 13:05:40.174697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Usage tracker for resource:subnet and tenant:ae5506839d5b4619acd94710578702e4 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:40.178235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57294) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:40.187118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:40.214790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'subnet': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:40.215029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:40.248828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.280974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Network': ['ID=e53c73fb-130b-4cd4-9995-422b2e4f3ff2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:40.295502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:40.316253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:40.321006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Made reservation on behalf of ae5506839d5b4619acd94710578702e4 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:40.322070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.326482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dfb2218c-3058-4768-b8d7-cefb987f5ce2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:40.349979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.392096 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299524cd0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:37Z', 'revision_number': 9, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:40.404423 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:40.425897 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:40.428642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.430348 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299524cd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:40.439836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:40.513374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:40.513785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.533936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=88fa36ab-895f-4dca-881b-3bcec2b784d6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:40.536250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:40.536411 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:40.538737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:40.577472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:40.590375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.629020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:40.633414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:40.642712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:40.643267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.654674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:subnet and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:40.667386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:40.677117 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:40.687192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:40.697968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.698673 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 76497d01-ce20-467a-84bb-bdd0f41dd4ec of type vlan for network 03f0706a-2d5b-421e-bd6b-619e2c513809
Dec 22 13:05:40.726533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.769626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.777931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:40.800532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:40.803122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:40.805846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:40.814711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 9ed38210-672c-4f36-96d9-c7cf2a49d671 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:40.833431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.837328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.872387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.878231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:40.879301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.880151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:40.880784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.893493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:40.895777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port dfb2218c-3058-4768-b8d7-cefb987f5ce2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dfb2218c-3058-4768-b8d7-cefb987f5ce2,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:40.926187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:40.929727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.961656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.966460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:40.988005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:40.988996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8348bd94-1867-46e5-83ec-90991dd78939 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:40.997800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.005579 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/0f072f32-c9d0-43e4-990b-cffed1095d37 HTTP/1.1" status: 204  len: 168 time: 8.5836315
Dec 22 13:05:41.011331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57298) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:41.015381 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 5.1208165
Dec 22 13:05:41.021905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-301673176'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.025230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ef549d71-7f1c-4030-b34a-cfdd377d8cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.026703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=0f072f32-c9d0-43e4-990b-cffed1095d37,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.030200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.030913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57302) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:41.035794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:41.044490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:41.049950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:41.091517 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299524cd0>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:37Z', 'revision_number': 9, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:41.096645 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c09f6-da83-48dd-b3db-8c01748a2ec4 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:37Z', 'revision_number': 9, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': '7212c669-f0ca-45cb-886a-38ac3c961223', 'name': '', 'network_id': '65a4a94d-3794-4b51-9e58-3790d29d2aac', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:ac:9f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:40Z', 'updated_at': '2021-12-22T13:04:51Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '2f8efd7d-9fd3-4175-a782-d3ff81c5b723', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:41.102370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:41.111200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '88fa36ab-895f-4dca-881b-3bcec2b784d6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.124193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:41.136248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:floatingip and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:41.141883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=03f0706a-2d5b-421e-bd6b-619e2c513809,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.142748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.153221 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1936128
Dec 22 13:05:41.153221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:41.156669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.157489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:41.161284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.165999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 03f0706a-2d5b-421e-bd6b-619e2c513809 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:41.176531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'ports': [{'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'}, {'network_id': '03f0706a-2d5b-421e-bd6b-619e2c513809'}]} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.176851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.177328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '03f0706a-2d5b-421e-bd6b-619e2c513809'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.195077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:41.254007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:41.259153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.261430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.285085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1676ef57-9df5-4f5f-8ffe-7a8eca9b192c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.291096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8348bd94-1867-46e5-83ec-90991dd78939 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:41.291660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.304372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:41.311941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.319300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d0958b08-12c8-4650-a6e8-e4c7807c4e29 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.340651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.364931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.365402 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 814e66d4-569b-44e2-ae02-81f3711be203 of type vlan for network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f
Dec 22 13:05:41.388581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:41.395441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:41.403274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:41.403707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.407708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.411576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4feb98-6a7d-4619-b634-9fcb155f6838 None None] Network 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:41.468852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.473165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=9ed38210-672c-4f36-96d9-c7cf2a49d671,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.473520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f53b0481-4d7d-41d9-8b4f-6b1143df21fc,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.476037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.479172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.489442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Checking segment: {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:41.491101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Network hostable DHCP agents. Network: a0c04865-afda-4fe6-9550-247da735c923, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:41.494416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.501470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1d607311-93ff-4f8c-98da-f5d0542d105c tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.607621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Network a0c04865-afda-4fe6-9550-247da735c923 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:41.638606 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/0aa732e4-5a94-4f22-a271-5d2504beedee HTTP/1.1" status: 204  len: 168 time: 1.9498518
Dec 22 13:05:41.638606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa732e4-5a94-4f22-a271-5d2504beedee,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.652189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.653745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57310) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:41.688069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:41.692363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.700131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:41.700750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.716178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-56e517a9-ed1d-41a2-9a08-08e34a0c8cbe tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.740187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, a0c04865-afda-4fe6-9550-247da735c923) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:41.752501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:41.753776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be0148-7f31-40ce-88e6-37bf7c4f85b2 None None] Network a0c04865-afda-4fe6-9550-247da735c923 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:41.771481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:41.804653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:41.815012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:41.815594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.889740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.948560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.950703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=74236dd6-ef8c-4e0d-a74e-58389e6cda1f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:41.954462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:41.958805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 2} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:41.958980 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.9462264
Dec 22 13:05:41.959643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57314) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:41.964310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.966224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:41.980178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:41.988400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] DHCP port deletion for 5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:41.997013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab80dc3d-73e8-4bda-b37d-d83d5992a19c tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:41.998141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:42.059262 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.1460855
Dec 22 13:05:42.062874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57318) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:42.074936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:42.075420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.077948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port dc57e9c0-4347-40c5-a3de-bf643b80e013 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:42.078390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.116927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Deleting port dc57e9c0-4347-40c5-a3de-bf643b80e013 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:42.116927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.123874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:42.137656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Usage tracker for resource:router and tenant:ae5506839d5b4619acd94710578702e4 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:42.147897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:42.151373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:42.159387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:42.163656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:subnet and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:42.169927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:42.185969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:42.202183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.211288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Subnet': ['ID=76899f62-5988-4f48-adc9-6e6486adedcc,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:42.254438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dfb2218c-3058-4768-b8d7-cefb987f5ce2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:42.271716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.273474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.273712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:42.356619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:42.359021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.376053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Checking segment: {'id': 'ffb19802-ad81-48b3-bd17-91e8b1f211e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:42.376477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network hostable DHCP agents. Network: e53c73fb-130b-4cd4-9995-422b2e4f3ff2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:42.388560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 97568686-28ee-4ca9-991d-dd4227ce4765 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:42.396805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.409786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port dfb2218c-3058-4768-b8d7-cefb987f5ce2 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:42.410291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.442026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e08f8b88-8d92-467c-9b95-d7fe839cc4f2 None None] Provisioning for port 9ed38210-672c-4f36-96d9-c7cf2a49d671 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:42.457401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-a0c04865-afda-4fe6-9550-247da735c923', 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'fixed_ips': [{'subnet_id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:42.458413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.487687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port dc57e9c0-4347-40c5-a3de-bf643b80e013, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dc57e9c0-4347-40c5-a3de-bf643b80e013,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:42.488310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.544442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e08f8b88-8d92-467c-9b95-d7fe839cc4f2 None None] Provisioning complete for port 9ed38210-672c-4f36-96d9-c7cf2a49d671 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:42.544828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e08f8b88-8d92-467c-9b95-d7fe839cc4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.601458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.35 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/943dbaa4-11f2-4314-a869-18d7070c6505) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:42.635871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for dc57e9c0-4347-40c5-a3de-bf643b80e013 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:42.666954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] For port dc57e9c0-4347-40c5-a3de-bf643b80e013, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dc57e9c0-4347-40c5-a3de-bf643b80e013,segment=NetworkSegment(dfbfb34f-ec79-45b3-a301-aed473782db4),segment_id=dfbfb34f-ec79-45b3-a301-aed473782db4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:42.666954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:42.704316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e08f8b88-8d92-467c-9b95-d7fe839cc4f2 None None] Port 9ed38210-672c-4f36-96d9-c7cf2a49d671 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:42.794319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:42.828501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Calling delete_port for dc57e9c0-4347-40c5-a3de-bf643b80e013 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:42.957982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, e53c73fb-130b-4cd4-9995-422b2e4f3ff2) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:42.994668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:42.995551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.006089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0206d07-ba8c-4f5c-8829-85191d2eb4db None None] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:43.178051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a98577b-cddc-4bb2-8e40-9d126cf09409 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:43.197347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.207038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.230513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Allocated IP 172.20.0.2 (a0c04865-afda-4fe6-9550-247da735c923/f53b0481-4d7d-41d9-8b4f-6b1143df21fc/705bf50d-c7bf-4a42-9f54-a438879837a9) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:43.249959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3a98577b-cddc-4bb2-8e40-9d126cf09409 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:43.249959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a98577b-cddc-4bb2-8e40-9d126cf09409 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:43.249959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dc57e9c0-4347-40c5-a3de-bf643b80e013 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:43.297074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.352692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port bbcfaa72-8f41-4893-8214-cfe7c5d150ee yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:43.364991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.439712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.444693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:43.475275 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2848742
Dec 22 13:05:43.476244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57322) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:43.483377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-424452864'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:43.490245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port dc57e9c0-4347-40c5-a3de-bf643b80e013 {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:05:43.490676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dc57e9c0-4347-40c5-a3de-bf643b80e013 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:43.493231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=dc57e9c0-4347-40c5-a3de-bf643b80e013,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:43.495657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:43.498196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No DVR routers for this DVR port dc57e9c0-4347-40c5-a3de-bf643b80e013 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:43.508331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:43.508458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:43.552901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.564540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7884113a-16d7-49e0-9f32-3c8011640ff1 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:43.579024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.582540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.583508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.604440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-faa5d50e-a105-41cf-8f80-1953e6325dde tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:43.694566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.700117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'tenant_id': '4778051d50714a9e9fa00c091355e994', 'fixed_ips': [{'subnet_id': '76899f62-5988-4f48-adc9-6e6486adedcc'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:43.701014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.732124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:43.740872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.783954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:43.799508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.806608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:43.820990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=0febe966-4366-4d23-bda7-ddbfb0a2f43c,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:43.829274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:43.829274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '814e66d4-569b-44e2-ae02-81f3711be203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:43.829274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: 74236dd6-ef8c-4e0d-a74e-58389e6cda1f, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:43.829716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Transition to ACTIVE for port object 705bf50d-c7bf-4a42-9f54-a438879837a9 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:43.847099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52939f09a0>,) {'filters': {'network_id': ['5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:43.865803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939f09a0>, 'dfbfb34f-ec79-45b3-a301-aed473782db4') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:43.866189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939f09a0>, 'dfbfb34f-ec79-45b3-a301-aed473782db4') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:43.879271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=943dbaa4-11f2-4314-a869-18d7070c6505,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:43.887210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.887378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Transition to ACTIVE for port object 705bf50d-c7bf-4a42-9f54-a438879837a9 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:43.910122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.918970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:43.925049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:43.925201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Allocated IP 172.20.0.2 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/9b6a920e-6c82-4339-8172-ac59cdcd4f66) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:43.935212 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:43.961414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:44.006975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.007592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:port and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:44.019562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.021550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:44.026007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:44.057818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:44.061031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Deleting port dc57e9c0-4347-40c5-a3de-bf643b80e013 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:44.061445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.069767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=9ed38210-672c-4f36-96d9-c7cf2a49d671,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:44.079058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:44.080969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.081376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:44.090238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:44.090481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.094390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:44.106551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Network a0c04865-afda-4fe6-9550-247da735c923 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:44.130698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fed9e50-b4a5-4860-99fc-37f54f4454f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.145050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:44.155601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:44.163527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f9a4ed0b-dd39-4a14-8089-b2e1eda59c3e None None] The port 'dc57e9c0-4347-40c5-a3de-bf643b80e013' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:05:44.215063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:44.218984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.223144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.227417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 74236dd6-ef8c-4e0d-a74e-58389e6cda1f) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:44.249556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:44.250160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.262488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.264931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Pushing event updated for resources: {'Port': ['ID=705bf50d-c7bf-4a42-9f54-a438879837a9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:44.281411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0301211d-d3a3-4b22-9cde-d41be5a799f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.291620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400ad85-8063-4688-8235-bc2d7ca39c3c None None] Network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:44.328397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:44.330899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:44.361385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.398854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.404316 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/5f5fd87e-e877-45bd-aa79-d1e0e8ea66a5 HTTP/1.1" status: 204  len: 168 time: 2.7468913
Dec 22 13:05:44.410763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57326) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:44.463728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:44.517764 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.5563993
Dec 22 13:05:44.520747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Attempting to bind port 705bf50d-c7bf-4a42-9f54-a438879837a9 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:44.521304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Attempting to bind port 705bf50d-c7bf-4a42-9f54-a438879837a9 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:44.521823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Attempting to bind port 705bf50d-c7bf-4a42-9f54-a438879837a9 on network a0c04865-afda-4fe6-9550-247da735c923 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:44.544712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:44.545197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Checking segment: {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:44.545512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.545910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Bound using segment: {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:44.546395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Bound port: 705bf50d-c7bf-4a42-9f54-a438879837a9, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:44.547022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.548651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57330) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:44.569401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:44.588819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.640245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Transition to ACTIVE for port object 9b6a920e-6c82-4339-8172-ac59cdcd4f66 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:44.655572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:44.671652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port cea16fb4-6395-48dd-8a20-a8ddd4f9962c yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:44.704462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=97568686-28ee-4ca9-991d-dd4227ce4765,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:44.709085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ea80067b-e934-4efe-b9dd-a501909b7eff None None] Provisioning complete for port 9ed38210-672c-4f36-96d9-c7cf2a49d671 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:44.709471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea80067b-e934-4efe-b9dd-a501909b7eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.711122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:44.711974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.717823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:44.761987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Transition to ACTIVE for port object 9b6a920e-6c82-4339-8172-ac59cdcd4f66 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:44.778006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-794e04aa-d369-481d-af45-15b8ae273be5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.849586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ea80067b-e934-4efe-b9dd-a501909b7eff None None] Port 9ed38210-672c-4f36-96d9-c7cf2a49d671 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:44.857401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.862482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:44.892759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] For port 705bf50d-c7bf-4a42-9f54-a438879837a9, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:44.902066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-74236dd6-ef8c-4e0d-a74e-58389e6cda1f', 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': '0febe966-4366-4d23-bda7-ddbfb0a2f43c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:44.902308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:44.947648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] For port 705bf50d-c7bf-4a42-9f54-a438879837a9, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=705bf50d-c7bf-4a42-9f54-a438879837a9,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:44.959524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:44.994331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Allocated IP 172.26.3.98 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/14eca034-8149-44b2-a08c-472c29f7288b) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:44.997542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:45.003090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:45.005084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Pushing event updated for resources: {'Port': ['ID=9b6a920e-6c82-4339-8172-ac59cdcd4f66,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:45.013108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:45.021166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.023969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router a458f70b-9fdf-4b55-921b-0b525f676dd3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:45.033081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:45.041240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=bbcfaa72-8f41-4893-8214-cfe7c5d150ee,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:45.090430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:45.145688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '76497d01-ce20-467a-84bb-bdd0f41dd4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '03f0706a-2d5b-421e-bd6b-619e2c513809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:45.146340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 03f0706a-2d5b-421e-bd6b-619e2c513809, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:45.214034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.239898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Attempting to bind port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:45.240254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Attempting to bind port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ffb19802-ad81-48b3-bd17-91e8b1f211e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:45.240624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Attempting to bind port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 on network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:45.263484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Pushing event updated for resources: {'Port': ['ID=705bf50d-c7bf-4a42-9f54-a438879837a9,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:45.268752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:45.269134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Checking segment: {'id': 'ffb19802-ad81-48b3-bd17-91e8b1f211e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:45.269544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.269938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Bound using segment: {'id': 'ffb19802-ad81-48b3-bd17-91e8b1f211e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:45.270419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Bound port: 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb19802-ad81-48b3-bd17-91e8b1f211e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:45.270796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.286278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:45.310243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.350956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.4 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/cea16fb4-6395-48dd-8a20-a8ddd4f9962c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:45.359432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Allocated IP 2001:db8::2 (74236dd6-ef8c-4e0d-a74e-58389e6cda1f/0febe966-4366-4d23-bda7-ddbfb0a2f43c/b9ffecf6-6541-4b57-b5a9-0dc3a8338084) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:45.444361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.452285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6be5c2b9-bc41-4f66-9403-0651a52ba11b tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:45.477689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:45.497400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 03f0706a-2d5b-421e-bd6b-619e2c513809 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:45.518594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.537499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] Sync routers for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:45.540850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] For port 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:45.583367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] For port 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9b6a920e-6c82-4339-8172-ac59cdcd4f66,segment=NetworkSegment(ffb19802-ad81-48b3-bd17-91e8b1f211e6),segment_id=ffb19802-ad81-48b3-bd17-91e8b1f211e6)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:45.589794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:45.590074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:45.591220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e09a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:45.598652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:45.619989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:45.679013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.682009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Pushing event updated for resources: {'Port': ['ID=14eca034-8149-44b2-a08c-472c29f7288b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:45.685930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cba0159e-dbfb-4e39-a283-427a0e9b753c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:45.689328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:45.727296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e09a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:45.805961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 03f0706a-2d5b-421e-bd6b-619e2c513809) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:45.810251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:45.818363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:45.825540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:45.825906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.826375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.850147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb45b9-99c0-4376-89b8-d3a6d34acc01 None None] Network 03f0706a-2d5b-421e-bd6b-619e2c513809 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:45.874215 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2816265
Dec 22 13:05:45.878623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:45.891524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.919344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.920136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:45.928057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object cea16fb4-6395-48dd-8a20-a8ddd4f9962c will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:45.933240 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.7694595
Dec 22 13:05:45.933887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57338) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:45.941574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Transition to ACTIVE for port object b9ffecf6-6541-4b57-b5a9-0dc3a8338084 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:45.966976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Transition to ACTIVE for port object b9ffecf6-6541-4b57-b5a9-0dc3a8338084 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:45.969974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Pushing event updated for resources: {'Port': ['ID=9b6a920e-6c82-4339-8172-ac59cdcd4f66,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:45.978167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:45.979283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:45.980013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e09a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:46.057046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port bbcfaa72-8f41-4893-8214-cfe7c5d150ee {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:46.057560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.067299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.128662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:46.129574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a3f55e-51dd-4909-b37c-61edc3033b9a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:46.131019 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-08a3f55e-51dd-4909-b37c-61edc3033b9a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports/9ed38210-672c-4f36-96d9-c7cf2a49d671 HTTP/1.1" status: 200  len: 913 time: 0.2458937
Dec 22 13:05:46.137912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57342) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:46.252933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.258455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.263339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Pushing event updated for resources: {'Port': ['ID=b9ffecf6-6541-4b57-b5a9-0dc3a8338084,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:46.270431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e09a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:46.272496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1cd2c946-c3d0-40fc-8102-86a56faee51d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:46.283408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bfa4a5-9e60-421e-aae9-767113c9f470 None None] The sync data for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:46.285204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:46.330701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:46.334068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:46.389567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:46.393844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 705bf50d-c7bf-4a42-9f54-a438879837a9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:46.560207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=0febe966-4366-4d23-bda7-ddbfb0a2f43c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:46.600405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Attempting to bind port b9ffecf6-6541-4b57-b5a9-0dc3a8338084 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:46.601199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Attempting to bind port b9ffecf6-6541-4b57-b5a9-0dc3a8338084 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '814e66d4-569b-44e2-ae02-81f3711be203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:46.601744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Attempting to bind port b9ffecf6-6541-4b57-b5a9-0dc3a8338084 on network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:46.626001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:46.626720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Checking segment: {'id': '814e66d4-569b-44e2-ae02-81f3711be203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:46.627318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.627894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Bound using segment: {'id': '814e66d4-569b-44e2-ae02-81f3711be203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:46.628565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Bound port: b9ffecf6-6541-4b57-b5a9-0dc3a8338084, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814e66d4-569b-44e2-ae02-81f3711be203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:46.629121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.670254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.699843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52932f0ac0>,) {'filters': {'network_id': ['74236dd6-ef8c-4e0d-a74e-58389e6cda1f']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:46.714737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932f0ac0>, '814e66d4-569b-44e2-ae02-81f3711be203') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:46.714737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932f0ac0>, '814e66d4-569b-44e2-ae02-81f3711be203') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:46.727142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.745337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.745813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] For port b9ffecf6-6541-4b57-b5a9-0dc3a8338084, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:46.760238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.762556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1adb5b6-f50b-4c2e-9285-6b54b957cca6 None None] Network a0c04865-afda-4fe6-9550-247da735c923 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:46.809683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:46.810434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.834880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:46.840439 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:46.848825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1b27cb7-42dd-4919-af5f-9f22db0a17b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:46.939903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:46.941951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:46.949011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 705bf50d-c7bf-4a42-9f54-a438879837a9 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:46.973492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9b6a920e-6c82-4339-8172-ac59cdcd4f66 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:47.020541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:47.048260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:47.091812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Provisioning for port 705bf50d-c7bf-4a42-9f54-a438879837a9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:47.112897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Provisioning complete for port 705bf50d-c7bf-4a42-9f54-a438879837a9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:47.112897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.170099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] For port b9ffecf6-6541-4b57-b5a9-0dc3a8338084, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b9ffecf6-6541-4b57-b5a9-0dc3a8338084,segment=NetworkSegment(814e66d4-569b-44e2-ae02-81f3711be203),segment_id=814e66d4-569b-44e2-ae02-81f3711be203)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:47.206603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06132f-39f7-47b7-828b-f29186d0af69 None None] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:47.259631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=cea16fb4-6395-48dd-8a20-a8ddd4f9962c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:47.271695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:05:47.271695 dv-neutron-822662-1-hyperv neutron-server[88167]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:05:47.271695 dv-neutron-822662-1-hyperv neutron-server[88167]: [parameters: {'id': '74236dd6-ef8c-4e0d-a74e-58389e6cda1f'}]
Dec 22 13:05:47.271695 dv-neutron-822662-1-hyperv neutron-server[88167]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:47.272079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:47.274314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:47.297707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.306859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:47.347302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:47.354023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:47.354656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.370476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.518081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for bbcfaa72-8f41-4893-8214-cfe7c5d150ee owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:47.553376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.578370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.1010346
Dec 22 13:05:47.585675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57346) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:47.599038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-1754379620', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:09:57:f6'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:47.615843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Pushing event updated for resources: {'Port': ['ID=b9ffecf6-6541-4b57-b5a9-0dc3a8338084,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:47.619706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:47.631193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.675482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40111ab-3599-4902-acdd-826d8ad5edd5 None None] Network 74236dd6-ef8c-4e0d-a74e-58389e6cda1f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:47.772712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.776298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.808838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] For port 705bf50d-c7bf-4a42-9f54-a438879837a9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=705bf50d-c7bf-4a42-9f54-a438879837a9,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:47.811900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.821558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-958dbfd3-fe21-4339-9c04-6f5cfab44e4d tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:47.863076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:47.874406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.877759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port b9ffecf6-6541-4b57-b5a9-0dc3a8338084 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:47.878458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.883008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 7212c669-f0ca-45cb-886a-38ac3c961223 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:47.883421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.909410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.914507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=bbcfaa72-8f41-4893-8214-cfe7c5d150ee,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:47.918942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:port and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:47.920207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:47.929021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:47.939090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:47.941795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-97f2d4f6-b9a6-4172-b9b6-d6620c0cd645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:47.978430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:47.986771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:48.019077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Pushing event updated for resources: {'Port': ['ID=705bf50d-c7bf-4a42-9f54-a438879837a9,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:48.029982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:48.053935 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/bbcfaa72-8f41-4893-8214-cfe7c5d150ee HTTP/1.1" status: 204  len: 168 time: 2.1179142
Dec 22 13:05:48.054192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Provisioning complete for port 705bf50d-c7bf-4a42-9f54-a438879837a9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:48.054550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.065918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57350) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:48.116895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:05:48.187412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:48.215485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=943dbaa4-11f2-4314-a869-18d7070c6505,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:48.218730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:48.230307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.269091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 705bf50d-c7bf-4a42-9f54-a438879837a9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:48.403089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Provisioning for port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:48.409827 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Provisioning complete for port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:48.410648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.491326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 7212c669-f0ca-45cb-886a-38ac3c961223, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7212c669-f0ca-45cb-886a-38ac3c961223,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:48.492299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.507773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Router 586b0493-e31c-42e7-81c6-e02556d982d2 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:05:48.527501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 705bf50d-c7bf-4a42-9f54-a438879837a9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:48.528976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.655762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 7212c669-f0ca-45cb-886a-38ac3c961223 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:48.733576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2c6d4-66fd-40fe-bac1-166797ab4e60 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:05:48.773858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.814359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.833521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] For port b9ffecf6-6541-4b57-b5a9-0dc3a8338084, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b9ffecf6-6541-4b57-b5a9-0dc3a8338084,segment=NetworkSegment(814e66d4-569b-44e2-ae02-81f3711be203),segment_id=814e66d4-569b-44e2-ae02-81f3711be203)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:48.833971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.854368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] For port 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9b6a920e-6c82-4339-8172-ac59cdcd4f66,segment=NetworkSegment(ffb19802-ad81-48b3-bd17-91e8b1f211e6),segment_id=ffb19802-ad81-48b3-bd17-91e8b1f211e6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:48.867344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba388072-a0dc-43d5-84b8-77c6a9251734 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:48.873590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba388072-a0dc-43d5-84b8-77c6a9251734 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:48.874429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba388072-a0dc-43d5-84b8-77c6a9251734 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:48.939449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:48.954267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e3985ca9-38ac-4b1d-b2b6-b4be1464692a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:49.015486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for b9ffecf6-6541-4b57-b5a9-0dc3a8338084 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:49.017077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2c6d4-66fd-40fe-bac1-166797ab4e60 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:05:49.050502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 74fa51e0-aeae-4a46-938a-431aac22abb2 associated. External IP: 172.26.3.35, port: 88fa36ab-895f-4dca-881b-3bcec2b784d6.
Dec 22 13:05:49.068680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Pushing event updated for resources: {'Port': ['ID=9b6a920e-6c82-4339-8172-ac59cdcd4f66,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:49.081846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:49.136066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.169927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Provisioning complete for port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:49.170725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.207177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:49.226053 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Sync routers for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:49.250455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:49.253873 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc02b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:49.257147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port 65cf1af4-9c1e-49ab-a432-ba802014520b yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:49.364423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.365703 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.2994134
Dec 22 13:05:49.370406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57354) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:49.383949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba388072-a0dc-43d5-84b8-77c6a9251734 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:49.384882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.387891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba388072-a0dc-43d5-84b8-77c6a9251734 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1454 time: 1.3189602
Dec 22 13:05:49.391234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57358) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:49.391797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9854f8ce-708c-41c0-84bc-d31488e970a4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:49.441263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 9ed38210-672c-4f36-96d9-c7cf2a49d671 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:49.441607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.475852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=7212c669-f0ca-45cb-886a-38ac3c961223,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:49.494563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:49.599745 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:49.656059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Provisioning for port cea16fb4-6395-48dd-8a20-a8ddd4f9962c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:49.664559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Provisioning complete for port cea16fb4-6395-48dd-8a20-a8ddd4f9962c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:49.664932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:49.704702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.9 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/65cf1af4-9c1e-49ab-a432-ba802014520b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:49.828797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4230f857-77c3-44a7-9cd3-f8d56a882047 None None] Port cea16fb4-6395-48dd-8a20-a8ddd4f9962c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:49.977485 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc02b0>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:46Z', 'revision_number': 3, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:49.983120 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Checking router: 586b0493-e31c-42e7-81c6-e02556d982d2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:49.983556 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Updating router 586b0493-e31c-42e7-81c6-e02556d982d2 port 14eca034-8149-44b2-a08c-472c29f7288b binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:05:50.047827 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.052498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.126667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.199102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 9ed38210-672c-4f36-96d9-c7cf2a49d671 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:50.261564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9b6a920e-6c82-4339-8172-ac59cdcd4f66 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:50.406513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:50.407105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.466044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.497283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3eeec216-e050-4660-91c2-209052a76898 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:50.498140 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.515102 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Transition to ACTIVE for port object 14eca034-8149-44b2-a08c-472c29f7288b will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:50.598924 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.604841 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-694083aa-3920-491f-a133-13beefc987e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:50.618576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No DVR routers for this DVR port b9ffecf6-6541-4b57-b5a9-0dc3a8338084 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:50.628746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 97568686-28ee-4ca9-991d-dd4227ce4765 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:50.629087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.656902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:50.691413 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Attempting to bind port 14eca034-8149-44b2-a08c-472c29f7288b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:50.691790 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Attempting to bind port 14eca034-8149-44b2-a08c-472c29f7288b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:50.692156 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Attempting to bind port 14eca034-8149-44b2-a08c-472c29f7288b on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:50.694145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Pushing event updated for resources: {'Port': ['ID=14eca034-8149-44b2-a08c-472c29f7288b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:50.697655 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:50.702346 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:50.705992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:50.705992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.705992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:50.705992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Bound port: 14eca034-8149-44b2-a08c-472c29f7288b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:50.705992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.706589 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Port': ['ID=b9ffecf6-6541-4b57-b5a9-0dc3a8338084,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:50.731241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:50.781776 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] For port 14eca034-8149-44b2-a08c-472c29f7288b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:50.784885 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] For port 14eca034-8149-44b2-a08c-472c29f7288b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=14eca034-8149-44b2-a08c-472c29f7288b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:50.805399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.818569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4758feb5-c85b-40e0-9283-5c4a3a1f3093 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:50.853237 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.858691 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:50.870246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=9ed38210-672c-4f36-96d9-c7cf2a49d671,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:50.899580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:50.951397 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:50.952262 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc02b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:50.966501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:50.980803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:50.992181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:51.007952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:51.008838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:51.009942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983acf70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.058067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52934282e0>,) {'filters': {'network_id': ['74236dd6-ef8c-4e0d-a74e-58389e6cda1f']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.086795 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6811242
Dec 22 13:05:51.091183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57362) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:51.092418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934282e0>, '814e66d4-569b-44e2-ae02-81f3711be203') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.092908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934282e0>, '814e66d4-569b-44e2-ae02-81f3711be203') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.098183 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Pushing event updated for resources: {'Port': ['ID=14eca034-8149-44b2-a08c-472c29f7288b,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:51.102170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.125506 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:51.183317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.241259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:51.326440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:51.401456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 2f8efd7d-9fd3-4175-a782-d3ff81c5b723 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:05:51.410440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.416616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.460640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object 65cf1af4-9c1e-49ab-a432-ba802014520b will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:51.504419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.536361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:51.536749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:51.555712 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:51.560150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.612428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.638735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983acf70>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:49Z', 'revision_number': 10, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.642960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:05:51.652522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:51.653133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983acf70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.708857 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc02b0>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:46Z', 'revision_number': 3, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:51.715061 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3ada9-f711-4360-b29c-a1bb55870e0f None None] The sync data for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv is: [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:46Z', 'revision_number': 3, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:51.806696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router a458f70b-9fdf-4b55-921b-0b525f676dd3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:51.815961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:51.868134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:05:52.076110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:52.090651 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] Sync routers for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:52.104339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 97568686-28ee-4ca9-991d-dd4227ce4765 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:52.111415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9724240
Dec 22 13:05:52.115534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57366) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:52.116710 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:52.117335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0dc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.222783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:52.250094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0dc0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.272035 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:52.272587 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0dc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.320573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.322798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.340954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:52.341189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.344771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 14eca034-8149-44b2-a08c-472c29f7288b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:52.372912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54af485f-2c4d-488c-b440-f006f8dcfc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:52.389959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:52.410002 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0dc0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.410415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eef7b0-bc14-430c-a22d-404846118bc2 None None] The sync data for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:52.419689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.444960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8efd7d-9fd3-4175-a782-d3ff81c5b723,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:52.452928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:52.454000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.456165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/2f8efd7d-9fd3-4175-a782-d3ff81c5b723 HTTP/1.1" status: 204  len: 168 time: 1.3639119
Dec 22 13:05:52.457307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:52.458165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298435340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.458995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57370) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:52.492886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:52.499480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:52.502077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/74236dd6-ef8c-4e0d-a74e-58389e6cda1f HTTP/1.1" status: 204  len: 168 time: 7.9524498
Dec 22 13:05:52.509289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:52.534293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410fa5a2-d7a9-4b47-ab2f-755af99e83be None None] Network 65a4a94d-3794-4b51-9e58-3790d29d2aac requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:52.556730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57374) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:52.604047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-151131748'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:52.607588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=65cf1af4-9c1e-49ab-a432-ba802014520b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:52.637733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:52.640691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:52.641483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.643865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298435340>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.682431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb79fe51-3f27-4637-aacd-1705e0938d95 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:52.725378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:network and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:52.728608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:52.729350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298435340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.732003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:52.742064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:52.763615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.812349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.815502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=74236dd6-ef8c-4e0d-a74e-58389e6cda1f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:52.839743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.841308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 6a392db1-f1bb-4980-bb43-bb4f716f585f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:52.841679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.847444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:52.848033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:52.914780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=97568686-28ee-4ca9-991d-dd4227ce4765,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:52.916894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:52.920395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.937065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:52.939745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298435340>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.940833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753bc3a7-3e73-4a90-b2b7-4b5bb98607e1 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:52.951515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:52.953169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:52.969750 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-85f71567-4d84-4f24-b579-3db20cc5a67e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 11.9283624
Dec 22 13:05:52.981412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983acf70>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:49Z', 'revision_number': 10, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:52.991589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd296f3-629a-4ae5-909f-78adb3c3d16d None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:49Z', 'revision_number': 10, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None, '_interfaces': [{'id': 'ddbed459-f492-4503-aa9a-dfceb8a2bc89', 'name': '', 'network_id': 'e0f94210-08e8-4f71-9b87-b158fa98ebc3', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'mac_address': 'fa:16:3e:82:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:04:26Z', 'updated_at': '2021-12-22T13:04:39Z', 'revision_number': 5, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'subnets': [{'id': '267363ea-d016-4e5e-bca2-f431d92ba4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:52.998634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57378) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:53.002262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 14eca034-8149-44b2-a08c-472c29f7288b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:53.015451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 14eca034-8149-44b2-a08c-472c29f7288b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:53.015833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.028842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': '88fa36ab-895f-4dca-881b-3bcec2b784d6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:53.127670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c90f0007-06fd-40e5-91c5-1768a0a29d7e None None] Provisioning for port 65cf1af4-9c1e-49ab-a432-ba802014520b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:53.141883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c90f0007-06fd-40e5-91c5-1768a0a29d7e None None] Provisioning complete for port 65cf1af4-9c1e-49ab-a432-ba802014520b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:53.142408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c90f0007-06fd-40e5-91c5-1768a0a29d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.144469 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/97568686-28ee-4ca9-991d-dd4227ce4765 HTTP/1.1" status: 204  len: 168 time: 3.7499063
Dec 22 13:05:53.155758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:53.176219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:53.186538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.211427 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 5.6225419
Dec 22 13:05:53.215249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c90f0007-06fd-40e5-91c5-1768a0a29d7e None None] Port 65cf1af4-9c1e-49ab-a432-ba802014520b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:53.217258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.217787 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Added segment 4ce57fb8-dba4-435a-990f-387a9562602d of type vlan for network c50b1283-c5e6-47fb-97ae-11537367c8b1
Dec 22 13:05:53.218696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57386) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:53.229942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.278112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.296464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 14eca034-8149-44b2-a08c-472c29f7288b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=14eca034-8149-44b2-a08c-472c29f7288b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:53.381690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.390324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-49e337f6-8e92-4121-89c1-9a59253ddcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:53.432320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.445491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] DHCP port deletion for 65a4a94d-3794-4b51-9e58-3790d29d2aac request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:05:53.459373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 6a392db1-f1bb-4980-bb43-bb4f716f585f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6a392db1-f1bb-4980-bb43-bb4f716f585f,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:53.462268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.468916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Deleting port 6a392db1-f1bb-4980-bb43-bb4f716f585f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:53.469310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.488377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258b635-b6b9-4300-bc6b-1f3a3cc722da tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:53.489178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3258b635-b6b9-4300-bc6b-1f3a3cc722da tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:53.580213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=14eca034-8149-44b2-a08c-472c29f7288b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:53.582672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:53.619703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 6a392db1-f1bb-4980-bb43-bb4f716f585f owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:53.668252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.671135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:53.671754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.682640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac993f4e-d254-4777-af65-1aa5817178e6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:53.736376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] For port 6a392db1-f1bb-4980-bb43-bb4f716f585f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6a392db1-f1bb-4980-bb43-bb4f716f585f,segment=NetworkSegment(2a1069e4-cbf1-4d20-a1de-b58a4df98a6d),segment_id=2a1069e4-cbf1-4d20-a1de-b58a4df98a6d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:53.736376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.749301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:53.755251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:53.761257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:53.765744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Synchronizing usage tracker for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:53.776657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.830456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3258b635-b6b9-4300-bc6b-1f3a3cc722da tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:53.834369 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3258b635-b6b9-4300-bc6b-1f3a3cc722da tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 846 time: 0.6736047
Dec 22 13:05:53.842929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:53.895799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Calling delete_port for 6a392db1-f1bb-4980-bb43-bb4f716f585f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:53.930027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:53.946473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6a9ceb12-beb0-4225-bc88-da90f34c03dd tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:53.975177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:05:53.975549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:05:54.015276 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc721b6a-0c1b-4ce0-8fed-e8402d3c642d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:05:54.016593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fc721b6a-0c1b-4ce0-8fed-e8402d3c642d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/bbcfaa72-8f41-4893-8214-cfe7c5d150ee HTTP/1.1" status: 404  len: 333 time: 0.1727273
Dec 22 13:05:54.018319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=6a392db1-f1bb-4980-bb43-bb4f716f585f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:54.021461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No DVR routers for this DVR port 6a392db1-f1bb-4980-bb43-bb4f716f585f on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:05:54.022905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57394) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:54.026565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:54.116477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Network': ['ID=c50b1283-c5e6-47fb-97ae-11537367c8b1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:54.127418 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef8bda1-35db-47cd-807c-c6f842d19f6d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:05:54.129268 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aef8bda1-35db-47cd-807c-c6f842d19f6d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/97568686-28ee-4ca9-991d-dd4227ce4765 HTTP/1.1" status: 404  len: 333 time: 0.1017292
Dec 22 13:05:54.132048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Allocated IP 172.20.0.1 (a0c04865-afda-4fe6-9550-247da735c923/f53b0481-4d7d-41d9-8b4f-6b1143df21fc/92bfcebf-ba52-4921-a935-41594492e911) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:54.134755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:54.136610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57398) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:54.137251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:54.207518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.6472516
Dec 22 13:05:54.209413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Unset dirty status for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:54.209413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-49d638f7-60c5-4716-b552-bdc73b9dfb64 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.9878252
Dec 22 13:05:54.230025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57402) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:54.230649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57404) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:54.277950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 14eca034-8149-44b2-a08c-472c29f7288b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:05:54.287539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Request body: {'subnet': {'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:54.353683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 14eca034-8149-44b2-a08c-472c29f7288b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:54.354063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.397155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.446828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293171490>,) {'filters': {'network_id': ['65a4a94d-3794-4b51-9e58-3790d29d2aac']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:54.470563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293171490>, '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:54.471423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293171490>, '2a1069e4-cbf1-4d20-a1de-b58a4df98a6d') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:54.477102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Deleting port 6a392db1-f1bb-4980-bb43-bb4f716f585f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:54.477713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.481000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.490914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.516900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.551591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:54.551990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.562309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5644b892-2a28-4e12-8efa-1fb464ebb60e None None] The port '6a392db1-f1bb-4980-bb43-bb4f716f585f' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:54.567858 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:54.579577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7212c669-f0ca-45cb-886a-38ac3c961223 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:54.591847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port 65cf1af4-9c1e-49ab-a432-ba802014520b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:54.592198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.617652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 7212c669-f0ca-45cb-886a-38ac3c961223 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:54.618690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7212c669-f0ca-45cb-886a-38ac3c961223 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:54.619255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6a392db1-f1bb-4980-bb43-bb4f716f585f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:05:54.655012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6a392db1-f1bb-4980-bb43-bb4f716f585f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:05:54.655537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6a392db1-f1bb-4980-bb43-bb4f716f585f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:05:54.673885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:54.685605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Usage tracker for resource:subnet and tenant:1a12d16ab24c48cfbaf2e716d411428a is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:54.690393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:54.719152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:54.733749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.849171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Made reservation on behalf of 1a12d16ab24c48cfbaf2e716d411428a for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:54.852655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.918365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.933612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 57626d61-f4eb-497b-8180-4421b54fe1a1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:54.933945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:54.991085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293664f10>,) {'filters': {'network_id': ['03f0706a-2d5b-421e-bd6b-619e2c513809']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:54.994077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Transition to ACTIVE for port object 92bfcebf-ba52-4921-a935-41594492e911 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:55.000040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.009337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3aca4243-2149-447c-ac67-9326549ec15b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:55.023865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.037399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293664f10>, '76497d01-ce20-467a-84bb-bdd0f41dd4ec') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:55.037695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293664f10>, '76497d01-ce20-467a-84bb-bdd0f41dd4ec') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:55.048905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=65a4a94d-3794-4b51-9e58-3790d29d2aac,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:55.077390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:55.102494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.128615 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/65a4a94d-3794-4b51-9e58-3790d29d2aac HTTP/1.1" status: 204  len: 168 time: 2.6688941
Dec 22 13:05:55.130578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.143956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57410) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:55.221549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.299922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:05:55.300246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:05:55.325829 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:05:55.353281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for 65cf1af4-9c1e-49ab-a432-ba802014520b owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:55.419401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.437279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.457364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.475852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e5d3ac77-c544-491b-b585-8e7163ad2b48 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:55.631738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.642698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 57626d61-f4eb-497b-8180-4421b54fe1a1 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:55.646128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.727113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5ca052de-ec1d-4c51-947c-360cb038bb6d tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:55.756878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:55.783500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=03f0706a-2d5b-421e-bd6b-619e2c513809,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:55.790534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Network a0c04865-afda-4fe6-9550-247da735c923 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:55.792215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:55.797906 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/03f0706a-2d5b-421e-bd6b-619e2c513809 HTTP/1.1" status: 204  len: 168 time: 1.6559153
Dec 22 13:05:55.801065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:55.806804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57414) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:55.811530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Pushing event updated for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:55.813917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:55.820061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1946892634'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:55.838779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:55.852788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:55.858338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:55.885549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:55.900117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:56.012711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:56.013393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.016115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.061308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.105553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:56.144518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d0965781-8393-4d88-9e3e-55ad2eb328f8 None None] Provisioning for port 92bfcebf-ba52-4921-a935-41594492e911 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:56.151892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d0965781-8393-4d88-9e3e-55ad2eb328f8 None None] Provisioning complete for port 92bfcebf-ba52-4921-a935-41594492e911 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:05:56.152563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0965781-8393-4d88-9e3e-55ad2eb328f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.167977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:05:56.173086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=65cf1af4-9c1e-49ab-a432-ba802014520b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:56.175172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.179517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:56.186618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8a4a4ad-2334-4d1d-88dd-293df10f95b0 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:56.230561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:05:56.243636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.244245 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment a9cd83fc-f5e7-4774-a123-ef54e853bbf7 of type vlan for network 2650ebc4-1f90-46c8-a9e5-01b590f6425c
Dec 22 13:05:56.260936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d0965781-8393-4d88-9e3e-55ad2eb328f8 None None] Port 92bfcebf-ba52-4921-a935-41594492e911 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:05:56.277174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.340027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.357486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e4dce7a-b97c-4bbb-90ab-be8676d04d01 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:56.412980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=57626d61-f4eb-497b-8180-4421b54fe1a1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:56.420521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:56.456854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event updated for resources: {'Subnet': ['ID=00edc50d-ca67-43e1-abaa-737a4887d16b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:56.485836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:56.539796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.545849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:56.546679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.561302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:56.639844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.642521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Checking segment: {'id': '4ce57fb8-dba4-435a-990f-387a9562602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:56.642521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network hostable DHCP agents. Network: c50b1283-c5e6-47fb-97ae-11537367c8b1, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:05:56.651119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:56.802863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.826024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:05:56.847860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.869822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=2650ebc4-1f90-46c8-a9e5-01b590f6425c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:56.875624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:56.880787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:05:56.895538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:56.945839 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1386013
Dec 22 13:05:56.964248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57418) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:56.977842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/65cf1af4-9c1e-49ab-a432-ba802014520b HTTP/1.1" status: 204  len: 168 time: 2.7418711
Dec 22 13:05:56.977842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, c50b1283-c5e6-47fb-97ae-11537367c8b1) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:56.988546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef882b0-5631-4260-afa3-1b502fff1d6c None None] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:56.988794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:57.000538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57422) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:57.013560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:57.014144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.145401 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e50a784-8b2d-4b75-91f4-4a162862f51b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] GET failed (client error): The resource could not be found.
Dec 22 13:05:57.150957 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0e50a784-8b2d-4b75-91f4-4a162862f51b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports/65cf1af4-9c1e-49ab-a432-ba802014520b HTTP/1.1" status: 404  len: 333 time: 0.0988052
Dec 22 13:05:57.153930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57426) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:57.217165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-1095516593'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:57.242547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:57.255801 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:57.257985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.280289 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:57.280939 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993dba60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.281365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c50b1283-c5e6-47fb-97ae-11537367c8b1', 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1', 'tenant_id': '1a12d16ab24c48cfbaf2e716d411428a', 'fixed_ips': [{'subnet_id': '00edc50d-ca67-43e1-abaa-737a4887d16b'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:05:57.283016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.398364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router a458f70b-9fdf-4b55-921b-0b525f676dd3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:57.413109 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 3.1813526
Dec 22 13:05:57.423637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57430) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:57.441316 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993dba60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.451325 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:57.452282 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993dba60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.466303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:57.499951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Allocated IP 2001:db8::f816:3eff:febe:630c (c50b1283-c5e6-47fb-97ae-11537367c8b1/00edc50d-ca67-43e1-abaa-737a4887d16b/f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:57.521376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:57.527898 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993dba60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.528653 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b688d550-536e-4f76-84a6-fb8f1684728f None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:57.585438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:57.610455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:57.673245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-67193ff1-a88c-4374-9415-ffd00e25ff80 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/74fa51e0-aeae-4a46-938a-431aac22abb2 HTTP/1.1" status: 200  len: 978 time: 4.6658411
Dec 22 13:05:57.685394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57434) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:57.735769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:05:57.738459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.741551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:57.743938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Usage tracker for resource:port and tenant:4778051d50714a9e9fa00c091355e994 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:05:57.752271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Transition to ACTIVE for port object f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:57.761444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] Sync routers for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:57.761644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:57.765286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.778264 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6588459
Dec 22 13:05:57.778264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:05:57.782730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:57.784498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298648fd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.786171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57438) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:57.789268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:05:57.847634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Transition to ACTIVE for port object f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:57.848617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.849200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298648fd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.854083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-559549aa-647f-453e-95de-a147c472d3dd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:05:57.859627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] Routers {'a458f70b-9fdf-4b55-921b-0b525f676dd3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:57.859853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298648fd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a458f70b-9fdf-4b55-921b-0b525f676dd3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.871642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port ddbed459-f492-4503-aa9a-dfceb8a2bc89 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:57.871973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.921981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:05:57.922413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.924066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298648fd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:57.924430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c48e6-cca6-4187-a61e-d364cbe41ec4 None None] The sync data for ids ['a458f70b-9fdf-4b55-921b-0b525f676dd3'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:05:57.925536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.961246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:57.966166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f84e2067-d2c1-4f70-8780-96b1260390a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:57.973004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port 3185f3e2-5fde-491c-a8fe-69de50c0c50f yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:05:58.002637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Performing IP validity checks on allocation pools {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:05:58.005342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88167) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:05:58.011763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-559549aa-647f-453e-95de-a147c472d3dd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:05:58.015398 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-559549aa-647f-453e-95de-a147c472d3dd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a458f70b-9fdf-4b55-921b-0b525f676dd3 HTTP/1.1" status: 200  len: 205 time: 0.2258339
Dec 22 13:05:58.017213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57442) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:58.035815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:58.039928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:58.041351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:58.050701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Pushing event updated for resources: {'Port': ['ID=f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:58.053621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:58.090026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:58.090370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.139709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.154127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Attempting to bind port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:05:58.154519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Attempting to bind port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '4ce57fb8-dba4-435a-990f-387a9562602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:05:58.154923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Attempting to bind port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 on network c50b1283-c5e6-47fb-97ae-11537367c8b1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:05:58.160503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:05:58.160891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Checking segment: {'id': '4ce57fb8-dba4-435a-990f-387a9562602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:05:58.161305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.161710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Bound using segment: {'id': '4ce57fb8-dba4-435a-990f-387a9562602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:05:58.162186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Bound port: f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce57fb8-dba4-435a-990f-387a9562602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c50b1283-c5e6-47fb-97ae-11537367c8b1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:05:58.162697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.188270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-445c78ba-d692-43bf-afbd-3ee94595c5b0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:58.203636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port ddbed459-f492-4503-aa9a-dfceb8a2bc89, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ddbed459-f492-4503-aa9a-dfceb8a2bc89,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:58.204212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.266149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] For port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:05:58.269482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] For port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984,segment=NetworkSegment(4ce57fb8-dba4-435a-990f-387a9562602d),segment_id=4ce57fb8-dba4-435a-990f-387a9562602d)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:05:58.331125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.336790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for ddbed459-f492-4503-aa9a-dfceb8a2bc89 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:58.340790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 943dbaa4-11f2-4314-a869-18d7070c6505 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:05:58.341130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.348382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48c53de7-2f06-4df9-b9c8-cfdce55d7c2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:58.377858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.397657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.3 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/3185f3e2-5fde-491c-a8fe-69de50c0c50f) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:05:58.428487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Pushing event updated for resources: {'Port': ['ID=f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:58.437377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:58.739570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.746521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.746686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Pushing event updated for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:58.750485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:58.753827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:58.762643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:58.851353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=ddbed459-f492-4503-aa9a-dfceb8a2bc89,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:58.860205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:58.887050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object 3185f3e2-5fde-491c-a8fe-69de50c0c50f will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:05:59.063361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.241643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.250090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.315828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.328970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:59.403469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.403806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.412501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:59.425180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] For port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984,segment=NetworkSegment(4ce57fb8-dba4-435a-990f-387a9562602d),segment_id=4ce57fb8-dba4-435a-990f-387a9562602d)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:05:59.425557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.464781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:59.479025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:05:59.587601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=3185f3e2-5fde-491c-a8fe-69de50c0c50f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:05:59.590737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:05:59.622366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:05:59.628270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0333fc7-d99d-4ba7-a071-fc25c5e4ae8b None None] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:05:59.644226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:05:59.645105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.672263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.672781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router a458f70b-9fdf-4b55-921b-0b525f676dd3 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:05:59.674571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.678400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a16b3b1-c9e5-4137-bbe2-174530dcbe91 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:05:59.710819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 943dbaa4-11f2-4314-a869-18d7070c6505 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:59.740456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Network a0c04865-afda-4fe6-9550-247da735c923 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:05:59.751788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:05:59.797144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:05:59.835832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-10cfe421-3bea-49ae-8bcb-89220ff6b526 None None] Provisioning for port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:05:59.857989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.7029808
Dec 22 13:05:59.861367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57446) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:59.867666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:09:57:f6'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:05:59.912563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:05:59.925241 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:05:59.928236 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7830465
Dec 22 13:05:59.929048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57450) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:05:59.941196 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:05:59.954468 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993db610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:05:59.982971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:05:59.984300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-81f55259-9580-4e2e-be36-e6ba411e618a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3 HTTP/1.1" status: 204  len: 168 time: 1.9650819
Dec 22 13:05:59.989902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57454) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:00.060006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=198ee78a-7f9e-4a49-b519-31e758db1dec,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:00.072226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:00.079655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48365db9-b1fd-4050-8a52-808c36263467 None None] Provisioning for port 3185f3e2-5fde-491c-a8fe-69de50c0c50f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:00.097824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48365db9-b1fd-4050-8a52-808c36263467 None None] Provisioning complete for port 3185f3e2-5fde-491c-a8fe-69de50c0c50f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:00.100290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48365db9-b1fd-4050-8a52-808c36263467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.190145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:00.226663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-48365db9-b1fd-4050-8a52-808c36263467 None None] Port 3185f3e2-5fde-491c-a8fe-69de50c0c50f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:00.330087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting subnet 267363ea-d016-4e5e-bca2-f431d92ba4a8 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:00.348606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet e0916321-7a8d-4c61-8679-f9413334a6f4 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:00.357430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da34baf3-6737-434d-94af-2387d2b09a20 None None] Provisioning complete for port 92bfcebf-ba52-4921-a935-41594492e911 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:00.357956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da34baf3-6737-434d-94af-2387d2b09a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.359861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.395084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.408239 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993db610>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:00.416349 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:06:00.427408 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:00.428292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993db610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:00.479702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:00.488232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.492233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:00.493312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 2650ebc4-1f90-46c8-a9e5-01b590f6425c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:00.504906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.533718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da34baf3-6737-434d-94af-2387d2b09a20 None None] Port 92bfcebf-ba52-4921-a935-41594492e911 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:00.549701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.568910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Router 586b0493-e31c-42e7-81c6-e02556d982d2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:00.593711 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:00.688373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:00.694683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:00.706651 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993db610>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:00.708890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:00.709022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.709157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.713292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f67bba7-7665-4a1e-9624-5ea27263d4c0 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:00.728396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84088aa9-3f6f-4d49-a009-9536959e3933 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:00.739244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.770319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 was deleted so its status cannot be updated. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 22 13:06:00.787176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.793634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Port': ['ID=f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:00.829855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2650ebc4-1f90-46c8-a9e5-01b590f6425c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:00.836789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:00.842535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d898c779-1a96-46c3-940f-8e4a7e4b73dd None None] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:00.900698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:00.901305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.924917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.929456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c40b848c-4b10-41ad-a233-2f24a82d944e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:00.961269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No DVR routers for this DVR port f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:00.967511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:00.970219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.003427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Subnet': ['ID=267363ea-d016-4e5e-bca2-f431d92ba4a8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:01.003857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-699736a9-1957-43d3-9bc7-c5dd432e42b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:01.005515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.011043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b91eb5-cd24-464a-9a36-6e1a5d7f8449 None None] Network e0f94210-08e8-4f71-9b87-b158fa98ebc3 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:01.014549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:01.036552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bda483-feb5-4894-bff4-70a4595775ab None None] Network 82cd8ddd-27e9-4611-a246-308ceb78a786 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:01.066724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-64113444-b960-4474-9fd6-c310146eb36a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:01.079696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=943dbaa4-11f2-4314-a869-18d7070c6505,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:01.111450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71adf02c-d0b2-4800-8268-ebc5a11554b8 None None] DHCP port deletion for c50b1283-c5e6-47fb-97ae-11537367c8b1 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:01.124731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:01.181277 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.2153962
Dec 22 13:06:01.182602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:01.190142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57458) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:01.193685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] 10.222.0.16 "PUT /v2.0/routers/586b0493-e31c-42e7-81c6-e02556d982d2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8136458
Dec 22 13:06:01.210479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c', 'name': 'tempest-PortsIpV6TestJSON-116944884'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:01.228092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.301107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.335084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=e0916321-7a8d-4c61-8679-f9413334a6f4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:01.340178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:01.353598 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/267363ea-d016-4e5e-bca2-f431d92ba4a8 HTTP/1.1" status: 204  len: 168 time: 1.4153237
Dec 22 13:06:01.354302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57464) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:01.387798 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/e0916321-7a8d-4c61-8679-f9413334a6f4 HTTP/1.1" status: 204  len: 168 time: 1.3651674
Dec 22 13:06:01.395912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57468) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:01.419705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.420049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 74fa51e0-aeae-4a46-938a-431aac22abb2 disassociated (deleted). External IP: 172.26.3.35, port: 88fa36ab-895f-4dca-881b-3bcec2b784d6.
Dec 22 13:06:01.436283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Sync routers for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:01.557433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2650ebc4-1f90-46c8-a9e5-01b590f6425c', 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '198ee78a-7f9e-4a49-b519-31e758db1dec'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:01.559052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.607327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:01.608264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983a1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:01.616596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet 89d499ef-db97-40c1-a0bc-97f4b1ad3a8c {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:01.622643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.625439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.628853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.640378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93aa2a1e-3998-4cc2-98e4-8d394ce710ad tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:01.685962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=00edc50d-ca67-43e1-abaa-737a4887d16b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:01.690340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:01.692220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.699502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Deleting port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:01.706263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.708606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:01.750285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.789114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.791079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:01.801545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4ec2318-d17d-4893-af7c-fa34aec8b387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:01.813657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.833020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786fed82-5f9d-49e6-8977-beae49b260f8 None None] Network c50b1283-c5e6-47fb-97ae-11537367c8b1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:01.904118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=3185f3e2-5fde-491c-a8fe-69de50c0c50f,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:01.922518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:01.922518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:01.950431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52936251f0>,) {'filters': {'network_id': ['c50b1283-c5e6-47fb-97ae-11537367c8b1']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:01.963288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:01.973711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936251f0>, '4ce57fb8-dba4-435a-990f-387a9562602d') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:01.974097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936251f0>, '4ce57fb8-dba4-435a-990f-387a9562602d') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:02.012953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:02.069787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 7a467231-40f6-425f-812a-082e27836637 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:02.233321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] In _notify_port_updated(), no bound segment for port 3185f3e2-5fde-491c-a8fe-69de50c0c50f on network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:06:02.241054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:02.241744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.247365 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "PUT /v2.0/ports/3185f3e2-5fde-491c-a8fe-69de50c0c50f HTTP/1.1" status: 200  len: 993 time: 2.3847554
Dec 22 13:06:02.275882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57476) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:02.361564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:02.425113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] DHCP port deletion for e0f94210-08e8-4f71-9b87-b158fa98ebc3 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:02.433483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.451728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.455601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.459090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:02.459533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.509479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:02.509817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f9b7d4e8-4cf4-4cc1-a6af-f2e3628f7984 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:02.511140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ddbed459-f492-4503-aa9a-dfceb8a2bc89 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:02.519224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] For port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:02.519578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.545845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port 3185f3e2-5fde-491c-a8fe-69de50c0c50f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:02.545845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.550598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Deleting port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:02.556743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:02.622638 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:02.633722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:02.636369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57482) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:02.645748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482630037', 'description': 'tempest-secgroup-smoke-1482630037 description', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:02.651912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.660370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:02.663386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8a548f35-a960-42d4-9687-464792b67e0c tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:02.678190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999daf99-8fdf-4a02-acbd-c480f22f09a7 None None] DHCP port deletion for c50b1283-c5e6-47fb-97ae-11537367c8b1 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:02.679844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.681089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] DHCP port deletion for 82cd8ddd-27e9-4611-a246-308ceb78a786 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:02.683004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ddbed459-f492-4503-aa9a-dfceb8a2bc89 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:02.683352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ddbed459-f492-4503-aa9a-dfceb8a2bc89 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:02.688910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:02.699787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.722653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Deleting port 8348bd94-1867-46e5-83ec-90991dd78939 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:02.723066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.726099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Calling delete_port for 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:02.786816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cbf2d40b-b3d0-4ff5-b9d8-c601adf38a41 None None] Provisioning complete for port 3185f3e2-5fde-491c-a8fe-69de50c0c50f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:02.787647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cbf2d40b-b3d0-4ff5-b9d8-c601adf38a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.829593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Allocated IP 2001:db8::2 (2650ebc4-1f90-46c8-a9e5-01b590f6425c/198ee78a-7f9e-4a49-b519-31e758db1dec/89d44707-d419-48d6-8155-328620c3a27e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:02.875663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:02.881569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:02.884121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=c50b1283-c5e6-47fb-97ae-11537367c8b1,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:02.895963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.904189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:02.904488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:02.912039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:02.912842 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:02.937040 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:02.937951 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993b4be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:02.946683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47ef99b1-2b6a-4043-bbc7-5b3ae118df17 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:02.966579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/c50b1283-c5e6-47fb-97ae-11537367c8b1 HTTP/1.1" status: 204  len: 168 time: 5.5373232
Dec 22 13:06:02.969937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57486) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.003849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=89d499ef-db97-40c1-a0bc-97f4b1ad3a8c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:03.011034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.015117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:03.019095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c06ed98-f0da-47ad-84c6-9f86f1a0c9ac tempest-RoutersIpV6AdminTest-929571780 tempest-RoutersIpV6AdminTest-929571780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:03.022870 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-7275e308-dbbb-43e2-b300-e81d543d17b6 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.023341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7275e308-dbbb-43e2-b300-e81d543d17b6 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.025260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7275e308-dbbb-43e2-b300-e81d543d17b6 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/00edc50d-ca67-43e1-abaa-737a4887d16b HTTP/1.1" status: 404  len: 337 time: 0.0530233
Dec 22 13:06:03.031027 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/74fa51e0-aeae-4a46-938a-431aac22abb2 HTTP/1.1" status: 204  len: 168 time: 5.3445802
Dec 22 13:06:03.031685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57490) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.035513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57492) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.043094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993b4be0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.061345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:03.062147 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993b4be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.065783 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb18743-4189-4775-9d1d-d01e256898d9 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.066380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.066776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb18743-4189-4775-9d1d-d01e256898d9 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.068515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0eb18743-4189-4775-9d1d-d01e256898d9 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/c50b1283-c5e6-47fb-97ae-11537367c8b1 HTTP/1.1" status: 404  len: 339 time: 0.0356100
Dec 22 13:06:03.079379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff3a99-4a08-42bb-912e-7198babae205 None None] Network 3eef498b-1c6f-4bb7-b651-d186c8796beb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:03.079944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57498) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.086100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Port': ['ID=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:03.099969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:03.105875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.142862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:03.145720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No DVR routers for this DVR port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:03.150684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:03.155750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:03.169539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:03.174960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 88fa36ab-895f-4dca-881b-3bcec2b784d6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:03.175279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.176490 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993b4be0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.177150 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce319de-7d4b-477e-ac9b-b90248433714 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:03.196443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cbf2d40b-b3d0-4ff5-b9d8-c601adf38a41 None None] Port 3185f3e2-5fde-491c-a8fe-69de50c0c50f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:03.378532 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cdd3bd-537a-4e51-9aad-42c68eb2da19 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.379389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cdd3bd-537a-4e51-9aad-42c68eb2da19 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.385757 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10cdd3bd-537a-4e51-9aad-42c68eb2da19 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/0febe966-4366-4d23-bda7-ddbfb0a2f43c HTTP/1.1" status: 404  len: 337 time: 0.2956305
Dec 22 13:06:03.387431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/89d499ef-db97-40c1-a0bc-97f4b1ad3a8c HTTP/1.1" status: 204  len: 168 time: 1.9891570
Dec 22 13:06:03.390926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57502) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.391392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57504) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.502268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.514005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.585031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.587048 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b774c4b0-1737-4e94-ba37-e92cc80e895e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.587574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b774c4b0-1737-4e94-ba37-e92cc80e895e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.603771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] For port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=01cdccfb-c4f1-4491-a5d0-cfe32faf4687,segment=NetworkSegment(89c671dd-146e-4975-a7a1-71f395b6801f),segment_id=89c671dd-146e-4975-a7a1-71f395b6801f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:03.604196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.613830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.630353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d905c84-4c19-4052-b2c3-0ddd8f3f455c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:03.640758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] For port 8348bd94-1867-46e5-83ec-90991dd78939, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8348bd94-1867-46e5-83ec-90991dd78939,segment=NetworkSegment(07fca572-be74-4413-83e4-b5a957d24bbf),segment_id=07fca572-be74-4413-83e4-b5a957d24bbf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:03.641162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.673247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for 3185f3e2-5fde-491c-a8fe-69de50c0c50f owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:03.680602 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b774c4b0-1737-4e94-ba37-e92cc80e895e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/74236dd6-ef8c-4e0d-a74e-58389e6cda1f HTTP/1.1" status: 404  len: 339 time: 0.2851055
Dec 22 13:06:03.704054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57510) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.748620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293171e80>,) {'filters': {'network_id': ['e0f94210-08e8-4f71-9b87-b158fa98ebc3']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.757155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.772170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293171e80>, '89c671dd-146e-4975-a7a1-71f395b6801f') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.772474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293171e80>, '89c671dd-146e-4975-a7a1-71f395b6801f') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:03.772623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.774248 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.1357276
Dec 22 13:06:03.779608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.784744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:03.787210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f1cb18-85e3-46a9-995e-c3428349e07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.787717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f1cb18-85e3-46a9-995e-c3428349e07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.792061 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d9f1cb18-85e3-46a9-995e-c3428349e07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/b1189c35-93ce-46a4-9a03-d93807aad2f2 HTTP/1.1" status: 404  len: 337 time: 0.0830126
Dec 22 13:06:03.792061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:03.792337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:03.795735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57518) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.817620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.825066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:03.828752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.834965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:03.840466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:03.847536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:03.850218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.853245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4123ccfb-cfc4-4bfa-b844-e71ce1306fd4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:03.858189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4123ccfb-cfc4-4bfa-b844-e71ce1306fd4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:03.858189 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4123ccfb-cfc4-4bfa-b844-e71ce1306fd4 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/0f072f32-c9d0-43e4-990b-cffed1095d37 HTTP/1.1" status: 404  len: 339 time: 0.0586910
Dec 22 13:06:03.889773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:03.898463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:03.898976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.919259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 8348bd94-1867-46e5-83ec-90991dd78939 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:03.919814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:03.932821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Calling delete_port for 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:03.950377 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:04.033125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 88fa36ab-895f-4dca-881b-3bcec2b784d6 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:04.037927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Calling delete_port for 8348bd94-1867-46e5-83ec-90991dd78939 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:04.075967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.097621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983a1ac0>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:56Z', 'revision_number': 4, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '92bfcebf-ba52-4921-a935-41594492e911', 'name': '', 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'mac_address': 'fa:16:3e:cf:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:53Z', 'updated_at': '2021-12-22T13:05:57Z', 'revision_number': 2, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'subnets': [{'id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:04.101238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:04.101590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.121002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Checking router: 586b0493-e31c-42e7-81c6-e02556d982d2 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:06:04.121190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Updating router 586b0493-e31c-42e7-81c6-e02556d982d2 port 92bfcebf-ba52-4921-a935-41594492e911 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:06:04.184828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.231603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Transition to ACTIVE for port object 89d44707-d419-48d6-8155-328620c3a27e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:04.235338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.246355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.254889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.257583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.258577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-200463ae-fafc-4a0e-bb53-ae0496edc9ff tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.281806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.284026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:04.309235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:04.310521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:04.315229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Pushing event deleted for resources: {'Network': ['ID=e0f94210-08e8-4f71-9b87-b158fa98ebc3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:04.326169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:04.328319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-208998f7-6d7d-400f-9fb8-cf7e1ee83123 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.381201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:04.381561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:04.381997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8348bd94-1867-46e5-83ec-90991dd78939 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:04.441406 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/networks/e0f94210-08e8-4f71-9b87-b158fa98ebc3 HTTP/1.1" status: 204  len: 168 time: 3.0791316
Dec 22 13:06:04.445600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57526) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:04.455883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.459384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.459979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 8348bd94-1867-46e5-83ec-90991dd78939 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:04.460333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8348bd94-1867-46e5-83ec-90991dd78939 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:04.468112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=3185f3e2-5fde-491c-a8fe-69de50c0c50f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:04.472774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'routes': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:04.477622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] DHCP port deletion for 3eef498b-1c6f-4bb7-b651-d186c8796beb request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:04.495277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f628-e1f2-45a2-a49c-8107e2d9f6de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.551140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Deleting port 07edabe7-1a7c-4769-a69d-f3198bcdee85 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:04.551806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.579817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Pushing event deleted for resources: {'Port': ['ID=8348bd94-1867-46e5-83ec-90991dd78939,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:04.582512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:04.590498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] No DVR routers for this DVR port 8348bd94-1867-46e5-83ec-90991dd78939 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:04.627110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 8348bd94-1867-46e5-83ec-90991dd78939, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8348bd94-1867-46e5-83ec-90991dd78939,segment=NetworkSegment(07fca572-be74-4413-83e4-b5a957d24bbf),segment_id=07fca572-be74-4413-83e4-b5a957d24bbf)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:04.627712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.758936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:04.759594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af5c97ab-ba61-4369-aa7a-e32a00f3ba2e tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.762520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Transition to ACTIVE for port object 89d44707-d419-48d6-8155-328620c3a27e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:04.766666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 8348bd94-1867-46e5-83ec-90991dd78939 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:04.801712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.813780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d86522b2-656f-4a76-b0f1-f82cf26f820e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.832520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Deleting port 01cdccfb-c4f1-4491-a5d0-cfe32faf4687 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:04.832976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.859276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390d6adc-1125-41f4-97c9-04ea6f4f4e9f,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:04.875749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:04.926705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.932793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::12d (2650ebc4-1f90-46c8-a9e5-01b590f6425c/198ee78a-7f9e-4a49-b519-31e758db1dec/7a467231-40f6-425f-812a-082e27836637) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:04.935128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.940813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-bbeedfa3-ccea-4e5a-aac6-2b16185141c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:04.982998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:04.986873 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2006447
Dec 22 13:06:04.994163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57534) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:04.999130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=88fa36ab-895f-4dca-881b-3bcec2b784d6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.032953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.049811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:05.060361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-474513d3-524b-4a64-adbb-61e85b0b7514 None None] The port '01cdccfb-c4f1-4491-a5d0-cfe32faf4687' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:05.069392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:05.083002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] For port 07edabe7-1a7c-4769-a69d-f3198bcdee85, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=07edabe7-1a7c-4769-a69d-f3198bcdee85,segment=NetworkSegment(2d724be1-14f1-4f4c-afaa-8ebe6f58d37d),segment_id=2d724be1-14f1-4f4c-afaa-8ebe6f58d37d)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:05.083413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.100801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:05.124879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:05.154340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:05.177893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Pushing event updated for resources: {'Port': ['ID=89d44707-d419-48d6-8155-328620c3a27e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.180987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:05.183990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:05.200477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:05.245181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.251945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Calling delete_port for 07edabe7-1a7c-4769-a69d-f3198bcdee85 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:05.271977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:05.271977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:05.289175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bb19641-ace6-4be8-906f-69d4c437a48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.315742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for 9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:05.320193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.357574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/88fa36ab-895f-4dca-881b-3bcec2b784d6 HTTP/1.1" status: 204  len: 168 time: 2.3228698
Dec 22 13:06:05.358505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57538) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:05.365615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:05.372850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:05.377184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:floatingip and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:05.380191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:05.387243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:05.393700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Added routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:06:05.394221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Removed routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:06:05.394754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.414366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.427244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.442320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Attempting to bind port 89d44707-d419-48d6-8155-328620c3a27e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:05.442704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Attempting to bind port 89d44707-d419-48d6-8155-328620c3a27e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:05.443108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Attempting to bind port 89d44707-d419-48d6-8155-328620c3a27e on network 2650ebc4-1f90-46c8-a9e5-01b590f6425c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:05.465516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 7a467231-40f6-425f-812a-082e27836637 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:05.484620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.527064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.557340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.561064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:05.561651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Checking segment: {'id': 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:05.561881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.562259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Bound using segment: {'id': 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:05.562817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Bound port: 89d44707-d419-48d6-8155-328620c3a27e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '2650ebc4-1f90-46c8-a9e5-01b590f6425c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:05.563148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.582203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cfc0296d-3f06-4a1e-a6ed-3b7c3b18a1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:05.606805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.614386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:05.632345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Pushing event deleted for resources: {'Port': ['ID=07edabe7-1a7c-4769-a69d-f3198bcdee85,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.635961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.645432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40104884-cacf-4aff-abbf-b18a647cde87,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.645738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.647855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/3185f3e2-5fde-491c-a8fe-69de50c0c50f HTTP/1.1" status: 204  len: 168 time: 3.3633120
Dec 22 13:06:05.649647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.651450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57542) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:05.670907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] No DVR routers for this DVR port 07edabe7-1a7c-4769-a69d-f3198bcdee85 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:05.677497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.703082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.715039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:05.730449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.733828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.734724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] For port 89d44707-d419-48d6-8155-328620c3a27e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:05.762020 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-e912d764-009d-413e-9c5d-c3c830f7dd43 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:05.762552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e912d764-009d-413e-9c5d-c3c830f7dd43 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Synchronizing usage tracker for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:05.774753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.775992 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7745440
Dec 22 13:06:05.776637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 8348bd94-1867-46e5-83ec-90991dd78939 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:05.776958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.785376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57546) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:05.828373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] For port 89d44707-d419-48d6-8155-328620c3a27e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=89d44707-d419-48d6-8155-328620c3a27e,segment=NetworkSegment(a9cd83fc-f5e7-4774-a123-ef54e853bbf7),segment_id=a9cd83fc-f5e7-4774-a123-ef54e853bbf7)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:05.830220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Transition to ACTIVE for port object 92bfcebf-ba52-4921-a935-41594492e911 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:05.834371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:05.854802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:05.866095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.871578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:05.876305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c61a0761-35ee-46b4-9bbd-93b7e5026a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:05.878706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] The port '8348bd94-1867-46e5-83ec-90991dd78939' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:05.883026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:05.890909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:05.891528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.898287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.903716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.908843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=7a467231-40f6-425f-812a-082e27836637,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.908985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-106293dd-3b02-4324-94f7-3b8e0718a51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:05.911064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:05.933429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:05.937626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Port': ['ID=9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:05.945612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.946387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:05.948161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:05.951202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:05.953282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router d33c968b-3570-4a20-b2e5-b061e74195f7 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:05.958873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:05.968875 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/ports/9b22fb3a-a19b-4d36-a6e5-7e2fc92a2b88 HTTP/1.1" status: 204  len: 168 time: 2.0721960
Dec 22 13:06:05.972190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57550) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.064497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34459430-2eb9-4af9-82cb-14324b50acde None None] Pushing event updated for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:06.079025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.8782372
Dec 22 13:06:06.079798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e912d764-009d-413e-9c5d-c3c830f7dd43 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Unset dirty status for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:06.080774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e912d764-009d-413e-9c5d-c3c830f7dd43 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports/3185f3e2-5fde-491c-a8fe-69de50c0c50f HTTP/1.1" status: 404  len: 333 time: 0.4284019
Dec 22 13:06:06.091138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57554) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.097687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57556) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.097687 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1536999-8187-4f8b-b0f4-04be94f52e61 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:06.097687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1536999-8187-4f8b-b0f4-04be94f52e61 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:06.099115 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d1536999-8187-4f8b-b0f4-04be94f52e61 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/53fb849c-6784-4926-992a-9b932a615f54 HTTP/1.1" status: 404  len: 337 time: 0.1188195
Dec 22 13:06:06.103391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57562) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.103729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-1585303704'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:06.209819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:06.219156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.223716 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bca0ebf1-75ef-4b72-a89b-6ea525507eca tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 700 time: 1.7657058
Dec 22 13:06:06.230704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Sync routers for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:06.239205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57566) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.240202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.272610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Attempting to bind port 92bfcebf-ba52-4921-a935-41594492e911 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:06.272610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Attempting to bind port 92bfcebf-ba52-4921-a935-41594492e911 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:06.272610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Attempting to bind port 92bfcebf-ba52-4921-a935-41594492e911 on network a0c04865-afda-4fe6-9550-247da735c923 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:06.275434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Pushing event updated for resources: {'Port': ['ID=89d44707-d419-48d6-8155-328620c3a27e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:06.279858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:06.280472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529853e130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.314164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.365475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.382689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:06.385453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:06.385841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Checking segment: {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:06.386260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.386671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Bound using segment: {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:06.387206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Bound port: 92bfcebf-ba52-4921-a935-41594492e911, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e8ee5d-d8c3-4ae1-9532-46982fc430ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:06.387592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.397965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:06.398338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:06.399792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 07edabe7-1a7c-4769-a69d-f3198bcdee85 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:06.400454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fe89b36-8cd4-45c0-996c-d9b106c11841 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:06.407133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.513711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 07edabe7-1a7c-4769-a69d-f3198bcdee85 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:06.518312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 07edabe7-1a7c-4769-a69d-f3198bcdee85 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:06.543307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298839a90>,) {'filters': {'network_id': ['82cd8ddd-27e9-4611-a246-308ceb78a786']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.562074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:06.570134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298839a90>, '07fca572-be74-4413-83e4-b5a957d24bbf') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.570420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298839a90>, '07fca572-be74-4413-83e4-b5a957d24bbf') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.575472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fe89b36-8cd4-45c0-996c-d9b106c11841 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:06.579722 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fe89b36-8cd4-45c0-996c-d9b106c11841 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 205 time: 0.3311508
Dec 22 13:06:06.580300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57570) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:06.624531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 7a467231-40f6-425f-812a-082e27836637 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:06.624870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.660218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.738721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529853e130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.757483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Checking router: d33c968b-3570-4a20-b2e5-b061e74195f7 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:06:06.766139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.776812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] For port 92bfcebf-ba52-4921-a935-41594492e911, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:06.778753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Routers {'d33c968b-3570-4a20-b2e5-b061e74195f7'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:06.779417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529853e130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33c968b-3570-4a20-b2e5-b061e74195f7'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:06.789062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:06.789907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:06.804724 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:06.809137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:06.826001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.838769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.902255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] For port 92bfcebf-ba52-4921-a935-41594492e911, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=92bfcebf-ba52-4921-a935-41594492e911,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:06.906212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:06.921956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] Set router d33c968b-3570-4a20-b2e5-b061e74195f7 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:06.929363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.934509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.84 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:06.939401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:06.997531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299ecbf10>,) {'filters': {'network_id': ['acd31bed-acd6-4eb0-906e-00ba7ac9826f']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.004921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f6278190-a8c4-46e4-ae76-11225867920c tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:07.034328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299ecbf10>, '23fc2003-ae6c-4f61-8390-aa1ce7c39318') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.034628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299ecbf10>, '23fc2003-ae6c-4f61-8390-aa1ce7c39318') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.036769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.047868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-05db388d-cb15-4f5e-a676-6551af1becd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:07.082426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529853e130>, [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.103061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c422f3a0-98c1-4154-8f99-dbfc13812ad2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:07.110006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9979c-965c-4062-b2dd-f6544c79a989 None None] The sync data for ids ['d33c968b-3570-4a20-b2e5-b061e74195f7'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33c968b-3570-4a20-b2e5-b061e74195f7', 'name': 'tempest-RoutersTest-router-802538467', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:04:20Z', 'updated_at': '2021-12-22T13:05:58Z', 'revision_number': 11, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:07.111248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:07.114169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.115690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:07.118141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.137849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34459430-2eb9-4af9-82cb-14324b50acde None None] Pushing event updated for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:07.143502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:07.144373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983a1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:05:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.144580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.167431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a5f23297-efc4-462b-8354-c27cfce19e84 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:07.188364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.192575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.221152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=82cd8ddd-27e9-4611-a246-308ceb78a786,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:07.230608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-34459430-2eb9-4af9-82cb-14324b50acde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:07.242463 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/82cd8ddd-27e9-4611-a246-308ceb78a786 HTTP/1.1" status: 204  len: 168 time: 3.8452954
Dec 22 13:06:07.246290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:07.258172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:07.297555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57574) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:07.401630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.455685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.456857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6651044
Dec 22 13:06:07.506500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:07.566209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e730342-f121-46d1-827b-bc735b18cf42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.581545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 7a467231-40f6-425f-812a-082e27836637 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:07.612458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:07.613024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.636192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.638652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:07.641360 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:07.650326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57578) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:07.668321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:07.726182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:07.733857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.757881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:07.760695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.763083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.765069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:07.782000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:07.791118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-899f62f3-8529-4c52-9f28-0e687783ff04 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:07.875298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:07.879279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:07.884795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:07.888548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:07.891083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:07.910416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25fdf86-0937-4874-ac23-a6398905f0d3 None None] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:07.933330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983a1ac0>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:56Z', 'revision_number': 4, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '92bfcebf-ba52-4921-a935-41594492e911', 'name': '', 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'mac_address': 'fa:16:3e:cf:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:53Z', 'updated_at': '2021-12-22T13:06:06Z', 'revision_number': 4, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'subnets': [{'id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:07.939248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d186df7-2e29-4ce9-b670-b7bc7def3f39 None None] The sync data for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv is: [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:05:56Z', 'revision_number': 4, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '92bfcebf-ba52-4921-a935-41594492e911', 'name': '', 'network_id': 'a0c04865-afda-4fe6-9550-247da735c923', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'mac_address': 'fa:16:3e:cf:bf:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:53Z', 'updated_at': '2021-12-22T13:06:06Z', 'revision_number': 4, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'subnets': [{'id': 'f53b0481-4d7d-41d9-8b4f-6b1143df21fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:07.957321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:07.996679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529277ba90>,) {'filters': {'network_id': ['3eef498b-1c6f-4bb7-b651-d186c8796beb']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:08.013746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529277ba90>, '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:08.014166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529277ba90>, '2d724be1-14f1-4f4c-afaa-8ebe6f58d37d') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:08.019964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.14 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/ed46eedb-4e4f-4de2-92aa-e34e1f74f93e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:08.026589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.029416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.040889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.041384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router d33c968b-3570-4a20-b2e5-b061e74195f7 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:06:08.042830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.053947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-20031070-fb23-4f1e-81c2-ff82f4ae4784 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:08.077679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.113304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.119725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=acd31bed-acd6-4eb0-906e-00ba7ac9826f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:08.132374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:08.148757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.150044 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-089aaf8b-b4af-46bb-89a9-9eb5362fcd4d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 204  len: 168 time: 1.5472655
Dec 22 13:06:08.161228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:08.161626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:08.179195 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/acd31bed-acd6-4eb0-906e-00ba7ac9826f HTTP/1.1" status: 204  len: 168 time: 2.0736980
Dec 22 13:06:08.182305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57582) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:08.182305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57584) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:08.217964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1b267c78-930c-41d8-abac-85fe8a9eaa6b None None] Provisioning for port 89d44707-d419-48d6-8155-328620c3a27e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:08.272346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1574760956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:08.349129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 92bfcebf-ba52-4921-a935-41594492e911 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:08.386699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:08.416507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Usage tracker for resource:router and tenant:50361ed3666a41899f5238d016b9b2ec is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:08.425751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:08.438704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:08.443955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port 5403e36e-ea3e-4fb0-92df-eedda45bd51a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:08.444299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.522510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.527450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.528553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.534019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8461a071-ed10-449e-ac37-9728662f5e22 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:08.548088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 92bfcebf-ba52-4921-a935-41594492e911 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:08.551666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.556444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 92bfcebf-ba52-4921-a935-41594492e911 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:08.556768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.573417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:08.573597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.577238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=3eef498b-1c6f-4bb7-b651-d186c8796beb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:08.587403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:08.629746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/3eef498b-1c6f-4bb7-b651-d186c8796beb HTTP/1.1" status: 204  len: 168 time: 1.3190055
Dec 22 13:06:08.638766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.639845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.651551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:08.679648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=7a467231-40f6-425f-812a-082e27836637,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:08.690820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.705965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:08.714632 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/7a467231-40f6-425f-812a-082e27836637 HTTP/1.1" status: 204  len: 168 time: 2.6194050
Dec 22 13:06:08.715471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57598) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:08.800208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-544d3e0b-b7c9-4668-a621-b18b100f4b84 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:08.800849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544d3e0b-b7c9-4668-a621-b18b100f4b84 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:08.805557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-544d3e0b-b7c9-4668-a621-b18b100f4b84 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/7a467231-40f6-425f-812a-082e27836637 HTTP/1.1" status: 404  len: 333 time: 0.0833158
Dec 22 13:06:08.810609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57602) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:08.819108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.825550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.865766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.889857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b285ffc-c2b3-4947-bd88-05a7310dbdfc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:08.894045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9b285ffc-c2b3-4947-bd88-05a7310dbdfc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:08.910581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 92bfcebf-ba52-4921-a935-41594492e911, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=92bfcebf-ba52-4921-a935-41594492e911,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:08.920130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.933410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:08.942251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object ed46eedb-4e4f-4de2-92aa-e34e1f74f93e will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:08.988351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1941999519'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:08.994650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:08.998876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:09.002340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:09.007839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:09.012694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.013627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.014612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 89d44707-d419-48d6-8155-328620c3a27e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:09.031959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.063694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9b285ffc-c2b3-4947-bd88-05a7310dbdfc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:09.067855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b285ffc-c2b3-4947-bd88-05a7310dbdfc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/7a467231-40f6-425f-812a-082e27836637 HTTP/1.1" status: 404  len: 333 time: 0.2560260
Dec 22 13:06:09.073656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d48b9fdf-0a0d-4749-a629-123e04ce1d5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.083541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677bfb36-38de-4592-963b-68e8f6e36546,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:09.087483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57606) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.101617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:09.107599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.119649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.171465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 198ee78a-7f9e-4a49-b519-31e758db1dec {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:09.178978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.182784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:09.204023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:09.213411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a22773ac-3f9d-488c-b37a-c8e02fd64eca None None] Could not find standard attr ID for object 7a467231-40f6-425f-812a-082e27836637. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:06:09.275523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.323048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:09.326321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.338471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.339148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 89d44707-d419-48d6-8155-328620c3a27e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:09.339720 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.6820281
Dec 22 13:06:09.346660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 89d44707-d419-48d6-8155-328620c3a27e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:09.347191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.349931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for 5403e36e-ea3e-4fb0-92df-eedda45bd51a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:09.363648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57610) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.369591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.380729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:09.396324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-41100d34-7cf3-43ca-b10c-e42574fca2a5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.471596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:09.473897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496241d-a6cf-4c65-a445-b7f1c894e107 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:06:09.491860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:09.502479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:09.506093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:09.516028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.516286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:09.516415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 3786ffe3-e1d6-4175-a49e-ff485a2ce731 of type vlan for network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88
Dec 22 13:06:09.528224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:09.530340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:09.550823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.553432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.561446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dbe84d8f-3059-415e-a760-f9a3eda6a649 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.561652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.565916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:09.600815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.610279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=ed46eedb-4e4f-4de2-92aa-e34e1f74f93e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:09.626568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Port': ['ID=5403e36e-ea3e-4fb0-92df-eedda45bd51a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:09.631975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:09.634409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:09.638022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 89d44707-d419-48d6-8155-328620c3a27e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=89d44707-d419-48d6-8155-328620c3a27e,segment=NetworkSegment(a9cd83fc-f5e7-4774-a123-ef54e853bbf7),segment_id=a9cd83fc-f5e7-4774-a123-ef54e853bbf7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:09.643834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.668187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496241d-a6cf-4c65-a445-b7f1c894e107 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:06:09.668816 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/ports/5403e36e-ea3e-4fb0-92df-eedda45bd51a HTTP/1.1" status: 204  len: 168 time: 1.4807732
Dec 22 13:06:09.671394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57614) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.700320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:09.700958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.721512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Project 3f15ee5ef35c474bb7e9c8febc4ca530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:06:09.737124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.740795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.740937 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-26aeec78-5039-47fd-844f-c05034652e5e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.5517733
Dec 22 13:06:09.743064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.748769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:09.749356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.753031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57618) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.753704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b624ea25-c65e-4a0a-a6c1-3e1776fa305b tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.767919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.775965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c3fb96-23cb-4967-899b-fc4a736e8588 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:09.776578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c3fb96-23cb-4967-899b-fc4a736e8588 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:09.778290 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-92c3fb96-23cb-4967-899b-fc4a736e8588 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/3ea43b2d-a58c-4512-8de8-db6191201da0 HTTP/1.1" status: 404  len: 337 time: 0.1058011
Dec 22 13:06:09.778921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:09.788467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:09.788795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:09.838869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57622) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.845960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:06:09.893393 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.7996683
Dec 22 13:06:09.896900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57626) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:09.910322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=89d44707-d419-48d6-8155-328620c3a27e,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:09.919063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:09:57:f6'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:09.927220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:09.966655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.087527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.104986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=38feb95e-98e3-40d6-8d26-93b9cb1d3f88,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:10.108808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.114926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:10.119035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56a9a591-543b-4e48-bd40-e35fdac5fa58 tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:10.119148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.125249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:10.186822 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.5313709
Dec 22 13:06:10.191290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57630) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:10.197957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.246341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 92bfcebf-ba52-4921-a935-41594492e911 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:10.265033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:10.313710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.330517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.356883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 92bfcebf-ba52-4921-a935-41594492e911 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:10.357343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.368174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:10.371171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:10.380617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-01e63845-6239-43e2-9907-a92503705058 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:10.417726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.427280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf44330-fd7a-4226-9a02-6423aa6aa7b2 None None] Network 2650ebc4-1f90-46c8-a9e5-01b590f6425c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:10.504982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:10.514409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.519236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:10.524767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:10.536247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:10.609029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=198ee78a-7f9e-4a49-b519-31e758db1dec,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:10.611485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:10.618903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.619726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-647d9e9b-e34b-42da-a743-50e91381d78a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:10.625808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.657790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/198ee78a-7f9e-4a49-b519-31e758db1dec HTTP/1.1" status: 204  len: 168 time: 1.5679219
Dec 22 13:06:10.665568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57634) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:10.687711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b5baf7-096a-4eaf-a9d8-a80f0e275073,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:10.689937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:10.690778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:10.693584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.701536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 89d44707-d419-48d6-8155-328620c3a27e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:10.714216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.717909 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.3394151
Dec 22 13:06:10.761547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e27f5580-94f1-4b46-90c3-8658bc9b3654 None None] Provisioning for port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:10.771834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e27f5580-94f1-4b46-90c3-8658bc9b3654 None None] Provisioning complete for port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:10.772224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e27f5580-94f1-4b46-90c3-8658bc9b3654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.782003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57638) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:10.848730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e27f5580-94f1-4b46-90c3-8658bc9b3654 None None] Port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:10.850116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 89d44707-d419-48d6-8155-328620c3a27e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:10.850496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.889996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.893985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5325761
Dec 22 13:06:10.899456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57642) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:10.908788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'port': {'network_id': 'df30ea72-6426-4ce3-8da5-2a804e2895d2', 'name': 'tempest-FloatingIPTestJSON-260427612'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:10.918548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'security_group_rule': {'security_group_id': 'eeb95d2b-4877-470d-a46c-7c0b07b5c3dd', 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:10.939567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.951369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:10.956558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] DHCP port deletion for 2650ebc4-1f90-46c8-a9e5-01b590f6425c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:10.974561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Deleting port 89d44707-d419-48d6-8155-328620c3a27e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:10.974958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:security_group_rule and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:10.975135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:10.980184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:11.001079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:11.005482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.018056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.033194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298cefee0>,) {'filters': {'network_id': ['695cc21e-0480-49f5-9a44-ab4446ab9212']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.082928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cefee0>, '6df99205-6d12-4456-b17f-cff1f7d4ea61') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.083327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cefee0>, '6df99205-6d12-4456-b17f-cff1f7d4ea61') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.117114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.129396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 89d44707-d419-48d6-8155-328620c3a27e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:11.129737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.162662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Project 3f15ee5ef35c474bb7e9c8febc4ca530 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:06:11.195205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.203838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:11.204707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.209532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] For port 89d44707-d419-48d6-8155-328620c3a27e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=89d44707-d419-48d6-8155-328620c3a27e,segment=NetworkSegment(a9cd83fc-f5e7-4774-a123-ef54e853bbf7),segment_id=a9cd83fc-f5e7-4774-a123-ef54e853bbf7)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:11.210025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.215901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:port and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:11.220956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:11.232852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:11.242731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:11.242731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.244926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Router 1841de50-53f3-43cd-b500-f2f78cbe9af6 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:11.259469 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:11.353762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Calling delete_port for 89d44707-d419-48d6-8155-328620c3a27e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:11.381158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:11.385643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.455534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.463719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9b743ff-a2c8-427b-af82-ca30a3c7532a tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:11.503502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.509626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:11.518020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] device_id is not set on port 78890ac0-5f2a-4959-a98e-a1fb03bbd3f5 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:11.525128 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Sync routers for ids ['1841de50-53f3-43cd-b500-f2f78cbe9af6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:11.528454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:11.536700 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Routers {'1841de50-53f3-43cd-b500-f2f78cbe9af6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:11.537356 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299464f40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1841de50-53f3-43cd-b500-f2f78cbe9af6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.577834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.578914 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-72f85f0a-a4c2-4440-b75d-b8409c7e5fcf tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "PUT /v2.0/routers/1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 200  len: 694 time: 1.7995315
Dec 22 13:06:11.590124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57646) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:11.593197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Pushing event deleted for resources: {'Port': ['ID=89d44707-d419-48d6-8155-328620c3a27e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:11.594465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.597727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:11.600439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] No DVR routers for this DVR port 89d44707-d419-48d6-8155-328620c3a27e on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:11.607579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.620212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0400194a-3e62-4d26-bc92-00575ce64369 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:11.641131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.669049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=d0971aae-b0ec-4118-a34c-cf934ac045de,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:11.676412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=695cc21e-0480-49f5-9a44-ab4446ab9212,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:11.684202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.685373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:11.686962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:11.692215 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/695cc21e-0480-49f5-9a44-ab4446ab9212 HTTP/1.1" status: 204  len: 168 time: 1.8487980
Dec 22 13:06:11.694404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port 89d44707-d419-48d6-8155-328620c3a27e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=89d44707-d419-48d6-8155-328620c3a27e,segment=NetworkSegment(a9cd83fc-f5e7-4774-a123-ef54e853bbf7),segment_id=a9cd83fc-f5e7-4774-a123-ef54e853bbf7)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:11.694979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.700684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:11.705954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:11.714300 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Set router 1841de50-53f3-43cd-b500-f2f78cbe9af6 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:11.815743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '3786ffe3-e1d6-4175-a49e-ff485a2ce731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:11.816100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 38feb95e-98e3-40d6-8d26-93b9cb1d3f88, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:11.823898 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299464f40>, [{'id': '1841de50-53f3-43cd-b500-f2f78cbe9af6', 'name': 'tempest-RoutersTest-router-1574760956', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:08Z', 'updated_at': '2021-12-22T13:06:10Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.828401 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Checking router: 1841de50-53f3-43cd-b500-f2f78cbe9af6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:06:11.833194 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d63b6364-7413-4479-8371-b100c67cfa67 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/routers/1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 200  len: 700 time: 0.2297475
Dec 22 13:06:11.840145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57654) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:11.842504 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Routers {'1841de50-53f3-43cd-b500-f2f78cbe9af6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:11.843988 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299464f40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1841de50-53f3-43cd-b500-f2f78cbe9af6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:11.856112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 89d44707-d419-48d6-8155-328620c3a27e owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:11.883871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb2ce66-7e96-486a-82ef-2437aa5a3d8d,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:11.893339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:11.903404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:06:11.922880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:11.954638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62100704-a9ae-4bbf-a74c-f26092c2dbc1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 200  len: 205 time: 0.0819910
Dec 22 13:06:11.954895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57658) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:11.963449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting subnet e3549b73-eabd-40a8-a87f-e88f0286020e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:11.971595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.002173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] Set router 1841de50-53f3-43cd-b500-f2f78cbe9af6 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:06:12.016730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.6 (df30ea72-6426-4ce3-8da5-2a804e2895d2/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90/78890ac0-5f2a-4959-a98e-a1fb03bbd3f5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:12.021854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.023268 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 1.2020190
Dec 22 13:06:12.028880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:12.053369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.086583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:12.086583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:12.091859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.098997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8c7ad35d-7239-427f-8df3-0080cad3c64a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:12.112796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 38feb95e-98e3-40d6-8d26-93b9cb1d3f88) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:12.121552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4388e-4ee5-4a80-bdf2-2da8e0728899 None None] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:12.138181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:12.138767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.171556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.187698 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299464f40>, [{'id': '1841de50-53f3-43cd-b500-f2f78cbe9af6', 'name': 'tempest-RoutersTest-router-1574760956', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:08Z', 'updated_at': '2021-12-22T13:06:10Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:12.203328 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9625c7b2-0318-47bf-9d05-706adea4a67b None None] The sync data for ids ['1841de50-53f3-43cd-b500-f2f78cbe9af6'] in dv-neutron-822662-1-hyperv is: [{'id': '1841de50-53f3-43cd-b500-f2f78cbe9af6', 'name': 'tempest-RoutersTest-router-1574760956', 'tenant_id': '50361ed3666a41899f5238d016b9b2ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:06:08Z', 'updated_at': '2021-12-22T13:06:10Z', 'revision_number': 2, 'project_id': '50361ed3666a41899f5238d016b9b2ec', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:12.342038 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1494286
Dec 22 13:06:12.342940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57688) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:12.374486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 89d44707-d419-48d6-8155-328620c3a27e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:12.384295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721754708', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:12.396952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:12.411590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:12.426464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.427055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 89d44707-d419-48d6-8155-328620c3a27e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:12.427603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 89d44707-d419-48d6-8155-328620c3a27e not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:12.458649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:12.479763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:12.561584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.587209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 89d44707-d419-48d6-8155-328620c3a27e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:12.587901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.618245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.619383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.640397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.642534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.653715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:12.664641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=ed46eedb-4e4f-4de2-92aa-e34e1f74f93e,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:12.687164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:12.695407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.699248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Subnet': ['ID=e3549b73-eabd-40a8-a87f-e88f0286020e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:12.702095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:12.707243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b9c07e70-07b5-4e1e-8a62-4c4a8e9a7ec7 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:12.711844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b12995f-230e-45ea-9683-7b88f05ce488 None None] Network b902165e-3c2e-456d-a6eb-f38d9e48b0e6 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:12.733196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-30e0e69a-3471-4edf-a840-96c40b356d1e None None] Provisioning complete for port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:12.733573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30e0e69a-3471-4edf-a840-96c40b356d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.887258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.888960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-38feb95e-98e3-40d6-8d26-93b9cb1d3f88', 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'd0971aae-b0ec-4118-a34c-cf934ac045de'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:12.889790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.915620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.919323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.937761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network df30ea72-6426-4ce3-8da5-2a804e2895d2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:12.944126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:12.950158 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/subnets/e3549b73-eabd-40a8-a87f-e88f0286020e HTTP/1.1" status: 204  len: 168 time: 1.2426925
Dec 22 13:06:12.950158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=78890ac0-5f2a-4959-a98e-a1fb03bbd3f5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:12.950158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:12.950587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:12.978878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:12.983885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] The port '89d44707-d419-48d6-8155-328620c3a27e' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:12.987851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-30e0e69a-3471-4edf-a840-96c40b356d1e None None] Port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:12.988861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] In _notify_port_updated(), no bound segment for port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e on network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:06:12.996349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:12.997294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:12.998835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "PUT /v2.0/ports/ed46eedb-4e4f-4de2-92aa-e34e1f74f93e HTTP/1.1" status: 200  len: 997 time: 3.0946629
Dec 22 13:06:13.013013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57712) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.058445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.121608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.122191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Fanout notify agent at l3_agent the message router_deleted on router 1841de50-53f3-43cd-b500-f2f78cbe9af6 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:06:13.137906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.176951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.183218 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eb973bfe-0d28-4a72-bb54-b425a1ba30a5 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 204  len: 168 time: 1.2219577
Dec 22 13:06:13.183444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:13.183444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.183622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298efbfd0>,) {'filters': {'network_id': ['2650ebc4-1f90-46c8-a9e5-01b590f6425c']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:13.184810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57716) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.191174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Allocated IP 2001:db8::2 (38feb95e-98e3-40d6-8d26-93b9cb1d3f88/d0971aae-b0ec-4118-a34c-cf934ac045de/8a3321fc-fd6d-449d-acee-b383f0c16ba5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:13.194729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298efbfd0>, 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:13.194983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298efbfd0>, 'a9cd83fc-f5e7-4774-a123-ef54e853bbf7') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:13.208187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.247634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.265240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.266431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1b60b0de-f676-4352-b2a3-61821af53532 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8981495
Dec 22 13:06:13.268866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:13.269686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.273116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port ed46eedb-4e4f-4de2-92aa-e34e1f74f93e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:13.273979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:13.285562 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:13.295909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57720) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.302767 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ac958b80-202a-4ba4-8515-4184437bc62f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 200  len: 205 time: 0.1127815
Dec 22 13:06:13.306163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'port': {'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88', 'name': 'tempest-RoutersIpV6Test-1245571398'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:13.315993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] DHCP port deletion for b902165e-3c2e-456d-a6eb-f38d9e48b0e6 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:13.316942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57724) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.326067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Deleting port cff379df-1483-4521-99a6-bd73bd73f01b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:13.326997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.330687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.410818 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.5102801
Dec 22 13:06:13.411504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57728) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.420955 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-4ae2247b-e749-4a1a-95f8-80e00b7b3003 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:13.422225 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4ae2247b-e749-4a1a-95f8-80e00b7b3003 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/1841de50-53f3-43cd-b500-f2f78cbe9af6 HTTP/1.1" status: 404  len: 336 time: 0.1046011
Dec 22 13:06:13.427938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57732) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.473345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': '78890ac0-5f2a-4959-a98e-a1fb03bbd3f5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:13.518650 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-558ae537-5e3e-47c8-8bde-6953994ff679 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:13.519511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558ae537-5e3e-47c8-8bde-6953994ff679 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:13.521476 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-558ae537-5e3e-47c8-8bde-6953994ff679 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/7e3eec89-fc38-4885-9912-f052680c4fab HTTP/1.1" status: 404  len: 337 time: 0.0923874
Dec 22 13:06:13.530233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port cff379df-1483-4521-99a6-bd73bd73f01b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:13.530933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.536997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57736) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.612439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.676640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.677308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b291b26-1549-480a-9631-85da22e37819 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:13.677761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b291b26-1549-480a-9631-85da22e37819 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:13.680724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.702721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Transition to ACTIVE for port object 8a3321fc-fd6d-449d-acee-b383f0c16ba5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:13.704663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:13.712603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] For port cff379df-1483-4521-99a6-bd73bd73f01b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cff379df-1483-4521-99a6-bd73bd73f01b,segment=NetworkSegment(2941c231-7cc1-4d0e-bf8e-a2cb1d01460c),segment_id=2941c231-7cc1-4d0e-bf8e-a2cb1d01460c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:13.713000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.723325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.725411 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/2650ebc4-1f90-46c8-a9e5-01b590f6425c HTTP/1.1" status: 204  len: 168 time: 3.0489097
Dec 22 13:06:13.736213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57740) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.753047 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5b291b26-1549-480a-9631-85da22e37819 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/0aa732e4-5a94-4f22-a271-5d2504beedee HTTP/1.1" status: 404  len: 337 time: 0.2098196
Dec 22 13:06:13.793482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57742) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.802071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-509476704'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:13.844972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=2650ebc4-1f90-46c8-a9e5-01b590f6425c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:13.847945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:13.859515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Calling delete_port for cff379df-1483-4521-99a6-bd73bd73f01b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:13.876721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:13.878105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:13.885856 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4396b7c-32eb-4315-b434-088d36e98450 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:13.886610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4396b7c-32eb-4315-b434-088d36e98450 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:13.891915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f4396b7c-32eb-4315-b434-088d36e98450 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/2f8efd7d-9fd3-4175-a782-d3ff81c5b723 HTTP/1.1" status: 404  len: 337 time: 0.0946329
Dec 22 13:06:13.897192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Transition to ACTIVE for port object 8a3321fc-fd6d-449d-acee-b383f0c16ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:13.900313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57752) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:13.901256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:13.963197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:13.973674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2359fe-5814-4eee-86fb-995292483b0f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:13.974383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2359fe-5814-4eee-86fb-995292483b0f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:13.977423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6a2359fe-5814-4eee-86fb-995292483b0f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/267363ea-d016-4e5e-bca2-f431d92ba4a8 HTTP/1.1" status: 404  len: 337 time: 0.0682018
Dec 22 13:06:13.984842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:13.990699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:port and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:13.998411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:14.010367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:14.025055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57756) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:14.058725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for ed46eedb-4e4f-4de2-92aa-e34e1f74f93e owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:14.109612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:14.134497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9c20953a-ce71-465b-89d0-e9c80bce72da tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Synchronizing usage tracker for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:14.162882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9c20953a-ce71-465b-89d0-e9c80bce72da tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Unset dirty status for tenant:50361ed3666a41899f5238d016b9b2ec on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:14.167547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9c20953a-ce71-465b-89d0-e9c80bce72da tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 200  len: 205 time: 0.0983186
Dec 22 13:06:14.169082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57762) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:14.215935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cff379df-1483-4521-99a6-bd73bd73f01b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:14.253670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.269312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-844371b3-260a-4c5e-9ffe-e838ccf73870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:14.325260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] For port cff379df-1483-4521-99a6-bd73bd73f01b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cff379df-1483-4521-99a6-bd73bd73f01b,segment=NetworkSegment(2941c231-7cc1-4d0e-bf8e-a2cb1d01460c),segment_id=2941c231-7cc1-4d0e-bf8e-a2cb1d01460c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:14.325627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.335910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.378218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] No DVR routers for this DVR port cff379df-1483-4521-99a6-bd73bd73f01b on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:14.381226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:14.386733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:14.398122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:14.401372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Pushing event updated for resources: {'Port': ['ID=8a3321fc-fd6d-449d-acee-b383f0c16ba5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:14.402875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:14.406604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.407826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:14.408422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:14.428646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:14.433349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.445546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port cff379df-1483-4521-99a6-bd73bd73f01b {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:06:14.454063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cff379df-1483-4521-99a6-bd73bd73f01b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:14.474468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Calling delete_port for cff379df-1483-4521-99a6-bd73bd73f01b owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:14.492787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Pushing event deleted for resources: {'Port': ['ID=cff379df-1483-4521-99a6-bd73bd73f01b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:14.511074 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-43f205ef-ffde-4184-baed-c56fe2c57c5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:14.512428 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-43f205ef-ffde-4184-baed-c56fe2c57c5a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/d33c968b-3570-4a20-b2e5-b061e74195f7 HTTP/1.1" status: 404  len: 336 time: 0.3430779
Dec 22 13:06:14.521860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57768) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:14.526695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:14.547350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] device_id is not set on port 7efa555e-f436-4201-bb26-2845ac10a951 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:14.557998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Attempting to bind port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:14.558522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Attempting to bind port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '3786ffe3-e1d6-4175-a49e-ff485a2ce731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:14.559077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Attempting to bind port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 on network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:14.565757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:14.570482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Checking segment: {'id': '3786ffe3-e1d6-4175-a49e-ff485a2ce731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:14.570482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.570482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Bound using segment: {'id': '3786ffe3-e1d6-4175-a49e-ff485a2ce731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:14.570482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Bound port: 8a3321fc-fd6d-449d-acee-b383f0c16ba5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3786ffe3-e1d6-4175-a49e-ff485a2ce731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '38feb95e-98e3-40d6-8d26-93b9cb1d3f88'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:14.570482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.677812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:14.716388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.716989 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 4d803e7d-285f-4058-b96a-155bcf3db5b3 of type vlan for network 39ac9074-5964-4a76-9909-cf48cdd756d4
Dec 22 13:06:14.720953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.721807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] For port 8a3321fc-fd6d-449d-acee-b383f0c16ba5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:14.730385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] For port 8a3321fc-fd6d-449d-acee-b383f0c16ba5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8a3321fc-fd6d-449d-acee-b383f0c16ba5,segment=NetworkSegment(3786ffe3-e1d6-4175-a49e-ff485a2ce731),segment_id=3786ffe3-e1d6-4175-a49e-ff485a2ce731)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:14.734145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e5a20b1-8b01-4285-80e5-af522a6b8f70 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:14.768402 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f3e6f38b-d714-4277-b76c-54f17fc480c2 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=de1fc5e8-8dea-4c59-a8dd-685542e5e327 HTTP/1.1" status: 200  len: 205 time: 0.2425354
Dec 22 13:06:14.772597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57786) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:14.788869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=ed46eedb-4e4f-4de2-92aa-e34e1f74f93e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:14.795850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:14.818694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.830821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89bfda20-e997-45d1-84a5-e57ba8fef235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:14.901361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:14.902129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:14.946205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.982921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:14.999191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-854f41f8-c272-478f-91ca-845d1ac2e4f9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:15.000037 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-854f41f8-c272-478f-91ca-845d1ac2e4f9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/de1fc5e8-8dea-4c59-a8dd-685542e5e327 HTTP/1.1" status: 404  len: 336 time: 0.2193847
Dec 22 13:06:15.002956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57808) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.038796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8::7a (38feb95e-98e3-40d6-8d26-93b9cb1d3f88/d0971aae-b0ec-4118-a34c-cf934ac045de/7efa555e-f436-4201-bb26-2845ac10a951) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:15.053695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Pushing event updated for resources: {'Port': ['ID=8a3321fc-fd6d-449d-acee-b383f0c16ba5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:15.065536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:15.107003 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/ed46eedb-4e4f-4de2-92aa-e34e1f74f93e HTTP/1.1" status: 204  len: 168 time: 2.0925291
Dec 22 13:06:15.111696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57814) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.115501 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0578ef-e461-4d83-b3ef-22426d011f5f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:15.116216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0578ef-e461-4d83-b3ef-22426d011f5f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:15.120758 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c0578ef-e461-4d83-b3ef-22426d011f5f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/f4ecb3fe-0d50-4613-9e4a-51a72e2ea4fd HTTP/1.1" status: 404  len: 337 time: 0.1166382
Dec 22 13:06:15.131843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57818) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.185245 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a010527-a455-47fe-ba4e-32c389ce7462 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:15.186788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a010527-a455-47fe-ba4e-32c389ce7462 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Synchronizing usage tracker for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:15.215472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.221662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:15.222250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.230826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f241056c-8d4c-43b1-becf-91ac197ed45d tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:15.249068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6d641f81-3d2d-404b-a156-188d82c35f77 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 200  len: 205 time: 0.1139758
Dec 22 13:06:15.250486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57822) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.346973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a010527-a455-47fe-ba4e-32c389ce7462 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Unset dirty status for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:15.348149 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a010527-a455-47fe-ba4e-32c389ce7462 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports/ed46eedb-4e4f-4de2-92aa-e34e1f74f93e HTTP/1.1" status: 404  len: 333 time: 0.2346222
Dec 22 13:06:15.349268 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-fc6b1665-93e3-4776-9089-aabd415de3c1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:15.354113 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fc6b1665-93e3-4776-9089-aabd415de3c1 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/b1735a3f-aa60-4190-9555-8a5ae591fc08 HTTP/1.1" status: 404  len: 336 time: 0.1014140
Dec 22 13:06:15.354292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57826) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.354549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57828) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.362251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-1926835079'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:15.455677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Deleting port cff379df-1483-4521-99a6-bd73bd73f01b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:15.455677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.480390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:06:15.495048 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e1a7a4dd-b8bc-48bd-a028-e2c3d86831a8 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=194d5483-7108-4594-819a-c7fb9a91fabe HTTP/1.1" status: 200  len: 205 time: 0.1371982
Dec 22 13:06:15.503307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.572579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.8180759
Dec 22 13:06:15.590259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.591050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=39ac9074-5964-4a76-9909-cf48cdd756d4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:15.604396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:15.625518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:15.641270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:15.700204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] The port 'cff379df-1483-4521-99a6-bd73bd73f01b' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:15.701849 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-31676bde-ab13-4ce8-9595-8467ef747ac0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:15.702919 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-31676bde-ab13-4ce8-9595-8467ef747ac0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/194d5483-7108-4594-819a-c7fb9a91fabe HTTP/1.1" status: 404  len: 336 time: 0.1927965
Dec 22 13:06:15.708169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57842) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.822865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.848521 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b1839d-2e44-43fe-98f5-7d5f50b57748 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:15.848982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b1839d-2e44-43fe-98f5-7d5f50b57748 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:15.853675 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-66b1839d-2e44-43fe-98f5-7d5f50b57748 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/0af8c09b-b5cb-4320-ae08-23a0e61930c5 HTTP/1.1" status: 404  len: 337 time: 0.1414876
Dec 22 13:06:15.856887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.889118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.905292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:15.913643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:15.919240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.927880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:15.940460 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5ae6e16e-0091-4c92-a43d-309d7700904b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=a6fe572d-8524-4b4a-a1e3-f010bbd01c95 HTTP/1.1" status: 200  len: 205 time: 0.0823522
Dec 22 13:06:15.955647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:15.967933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 7efa555e-f436-4201-bb26-2845ac10a951 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:15.969251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:15.984791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:16.034349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52937cfaf0>,) {'filters': {'network_id': ['b902165e-3c2e-456d-a6eb-f38d9e48b0e6']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:16.064617 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-c6008e5b-91f1-46e2-972c-fe59fa7fc4aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:16.065606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c6008e5b-91f1-46e2-972c-fe59fa7fc4aa tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/a6fe572d-8524-4b4a-a1e3-f010bbd01c95 HTTP/1.1" status: 404  len: 336 time: 0.1089680
Dec 22 13:06:16.067903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52937cfaf0>, '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:16.068184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52937cfaf0>, '2941c231-7cc1-4d0e-bf8e-a2cb1d01460c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:16.078811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57854) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.085732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:16.090712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.147472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:16.151942 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9984db12-6689-46be-bde0-4deb9cca92d2 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:16.152514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9984db12-6689-46be-bde0-4deb9cca92d2 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:16.154917 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9984db12-6689-46be-bde0-4deb9cca92d2 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/7af03a55-2c1b-4e53-b4c1-995f99dc195f HTTP/1.1" status: 404  len: 337 time: 0.0744126
Dec 22 13:06:16.160343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57858) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.252828 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eeeb5427-baee-4519-8c93-3bab875ab72a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d723907-6c49-42a9-8327-73bf22f79607 HTTP/1.1" status: 200  len: 205 time: 0.0873969
Dec 22 13:06:16.256047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57864) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.258025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.323166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8a3321fc-fd6d-449d-acee-b383f0c16ba5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:16.380863 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 6c9f25be-2e67-4fa4-a6df-af1c8906cc04 associated. External IP: 172.26.3.84, port: 78890ac0-5f2a-4959-a98e-a1fb03bbd3f5.
Dec 22 13:06:16.419597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:16.419597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:16.452138 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:16.468612 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-f9af5622-c001-4b52-8432-810568b52f36 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:16.469731 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f9af5622-c001-4b52-8432-810568b52f36 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/routers/5d723907-6c49-42a9-8327-73bf22f79607 HTTP/1.1" status: 404  len: 336 time: 0.2045078
Dec 22 13:06:16.473182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.511112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:16.515160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.551504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.562631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c4cdc6a5-82d8-4e84-9b50-ef1a97a091e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:16.583787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:16.587957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.594992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:16.616382 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c9600e-5096-47ba-bd91-8357a66367c6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:16.616999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c9600e-5096-47ba-bd91-8357a66367c6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:16.618883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-53c9600e-5096-47ba-bd91-8357a66367c6 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/a8d989a2-733f-4cd6-9dcd-e6d8b6b4cc4a HTTP/1.1" status: 404  len: 337 time: 0.1446693
Dec 22 13:06:16.624122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57872) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.627914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port 3d34f0ae-718d-469e-97cb-970de564c1f9 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:16.655097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a7041-effa-4e9d-b990-76f6bb961594 None None] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:16.785899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:16.798499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:16.800821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:16.806612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:16.807260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.846785 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28bebc5-0324-404a-a9dd-326fb6711188 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:06:16.847341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28bebc5-0324-404a-a9dd-326fb6711188 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:16.851290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=7efa555e-f436-4201-bb26-2845ac10a951,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:16.854241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:16.873680 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e28bebc5-0324-404a-a9dd-326fb6711188 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] 10.222.0.16 "DELETE /v2.0/subnets/f4e66643-015f-4991-8b70-4f5e3ee7dd61 HTTP/1.1" status: 404  len: 337 time: 0.2456052
Dec 22 13:06:16.890994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Provisioning for port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:16.915854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Provisioning complete for port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:16.916471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.935554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.948416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b5e5997-3c4c-4f5c-a10a-693d97c9a061 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:16.954478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6666958
Dec 22 13:06:16.963543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57878) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:16.964786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:16.969192 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] 10.222.0.16 "DELETE /v2.0/networks/b902165e-3c2e-456d-a6eb-f38d9e48b0e6 HTTP/1.1" status: 204  len: 168 time: 3.9902048
Dec 22 13:06:17.051672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Pushing event deleted for resources: {'Network': ['ID=b902165e-3c2e-456d-a6eb-f38d9e48b0e6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:17.067086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:17.168361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:17.237863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.11 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/3d34f0ae-718d-469e-97cb-970de564c1f9) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:17.283100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:17.289862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ff12837-c1e5-4621-9c2a-2606df97db50 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:17.344299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:17.385106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=8507d1c1-8929-4ac0-bd53-dc00f2392c1c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:17.388894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:17.420040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] For port 8a3321fc-fd6d-449d-acee-b383f0c16ba5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8a3321fc-fd6d-449d-acee-b383f0c16ba5,segment=NetworkSegment(3786ffe3-e1d6-4175-a49e-ff485a2ce731),segment_id=3786ffe3-e1d6-4175-a49e-ff485a2ce731)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:17.541082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:17.543316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:17.545520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '4d803e7d-285f-4058-b96a-155bcf3db5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:17.545887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 39ac9074-5964-4a76-9909-cf48cdd756d4, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:17.588689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:17.601602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:17.637477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:17.641517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:17.682017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:17.682691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fc8bb0bd-5428-4b4c-9672-cdbcab56f2ed tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/6c9f25be-2e67-4fa4-a6df-af1c8906cc04 HTTP/1.1" status: 200  len: 976 time: 4.2633035
Dec 22 13:06:17.683595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57888) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:17.683865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529852c2e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:17.786238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529852c2e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:17.800768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:17.801411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529852c2e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:17.815758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 39ac9074-5964-4a76-9909-cf48cdd756d4) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:17.902481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 78890ac0-5f2a-4959-a98e-a1fb03bbd3f5 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:17.902681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:17.933060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Pushing event updated for resources: {'Port': ['ID=8a3321fc-fd6d-449d-acee-b383f0c16ba5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:17.936294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:17.936760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57896) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:17.944616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:17.946426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ebd2d-1867-4d46-928d-523e8f5f147e None None] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:17.984227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:17.984800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.009197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529852c2e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:18.009628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ac756-e2b1-4f95-8fcc-18810e459bab None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:18.164969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.170576 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.5762720
Dec 22 13:06:18.177352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:18.178175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.203736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2117826331'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:18.322433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8a3321fc-fd6d-449d-acee-b383f0c16ba5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:18.349666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Provisioning for port 7efa555e-f436-4201-bb26-2845ac10a951 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:18.394083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Provisioning complete for port 7efa555e-f436-4201-bb26-2845ac10a951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:18.394470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.427077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.517426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Port 7efa555e-f436-4201-bb26-2845ac10a951 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:18.543767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-39ac9074-5964-4a76-9909-cf48cdd756d4', 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '8507d1c1-8929-4ac0-bd53-dc00f2392c1c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:18.544603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.561453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Provisioning complete for port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:18.561833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1e5e4ec2-0106-4136-a45b-d29e87fc981a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.574665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object 3d34f0ae-718d-469e-97cb-970de564c1f9 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:18.626266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:18.626681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:18.870932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bc1b8bcd-4b55-4811-94b9-f88de00f650a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50361ed3666a41899f5238d016b9b2ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9276743
Dec 22 13:06:18.873461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57914) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:18.984809 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3ac2d066-4bbe-4d6f-97db-5b22874d3bff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a12d16ab24c48cfbaf2e716d411428a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0439322
Dec 22 13:06:19.000758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57918) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:19.033519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:19.042797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:19.054092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:19.065571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:19.081702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.088186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.119788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.119956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Allocated IP 2001:db8::2 (39ac9074-5964-4a76-9909-cf48cdd756d4/8507d1c1-8929-4ac0-bd53-dc00f2392c1c/eb2b770b-93ed-44ff-bea7-588424d5c366) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:19.130027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-36a0fd42-e2ee-429e-802c-52a98ae5fc96 None None] Provisioning complete for port 7efa555e-f436-4201-bb26-2845ac10a951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:19.130745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36a0fd42-e2ee-429e-802c-52a98ae5fc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.131744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.132123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.132441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 6c9f25be-2e67-4fa4-a6df-af1c8906cc04 disassociated. External IP: 172.26.3.84, port: 78890ac0-5f2a-4959-a98e-a1fb03bbd3f5.
Dec 22 13:06:19.133319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 78890ac0-5f2a-4959-a98e-a1fb03bbd3f5 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:19.164874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:19.168505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.196783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:19.198957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.205964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:19.215537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:19.222561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.227044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.253708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=3d34f0ae-718d-469e-97cb-970de564c1f9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:19.257144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:19.300352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:19.301472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.310282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e3578091-076f-4e88-9f4d-e15676e4edfd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.320411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.440807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-36a0fd42-e2ee-429e-802c-52a98ae5fc96 None None] Port 7efa555e-f436-4201-bb26-2845ac10a951 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:19.477418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:19.477664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.532066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.535547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6e710c39-971d-48ad-a96f-5393199ba2a6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.565840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f9a523-1ac4-4863-a364-3909a14f6a0f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:19.576869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:19.597144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.598569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.612596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.647739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.664550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.672565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Transition to ACTIVE for port object eb2b770b-93ed-44ff-bea7-588424d5c366 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:19.673342 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.3144591
Dec 22 13:06:19.674754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=7efa555e-f436-4201-bb26-2845ac10a951,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:19.677066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/127149a4-5415-4a17-95a5-eb9ec345ad5a HTTP/1.1" status: 204  len: 168 time: 0.6750426
Dec 22 13:06:19.678318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57924) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:19.679312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127149a4-5415-4a17-95a5-eb9ec345ad5a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:19.683085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:19.684920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:19.689142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'network_id': 'e53c73fb-130b-4cd4-9995-422b2e4f3ff2', 'name': 'tempest-AllowedAddressPairTestJSON-985649224'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:19.692519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-37e7c940-8b59-488a-aebe-531e9fcb4ec6 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.765733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Transition to ACTIVE for port object eb2b770b-93ed-44ff-bea7-588424d5c366 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:19.797822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8985cb8b-2d6a-42d1-acfe-d8ecb7287549 None None] Provisioning for port 3d34f0ae-718d-469e-97cb-970de564c1f9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:19.803738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8985cb8b-2d6a-42d1-acfe-d8ecb7287549 None None] Provisioning complete for port 3d34f0ae-718d-469e-97cb-970de564c1f9 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:19.804133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8985cb8b-2d6a-42d1-acfe-d8ecb7287549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.926490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.938873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b1c30861-79cc-4d31-bdee-993e384aeb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:19.979745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:19.981062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dfe5aa74-ea9d-46e1-adf5-c08cc8d6a48d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2f9a523-1ac4-4863-a364-3909a14f6a0f HTTP/1.1" status: 204  len: 168 time: 1.1063840
Dec 22 13:06:19.982809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=78890ac0-5f2a-4959-a98e-a1fb03bbd3f5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:20.025114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.028148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8985cb8b-2d6a-42d1-acfe-d8ecb7287549 None None] Port 3d34f0ae-718d-469e-97cb-970de564c1f9 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:20.036708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:20.040244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:20.044372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:20.076579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:20.084460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::c4 (39ac9074-5964-4a76-9909-cf48cdd756d4/8507d1c1-8929-4ac0-bd53-dc00f2392c1c/7a2a4289-0e03-4ab3-ad02-56d5e8ce6326) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:20.090619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Pushing event updated for resources: {'Port': ['ID=eb2b770b-93ed-44ff-bea7-588424d5c366,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:20.129469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:20.137142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:20.155090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:20.174676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Attempting to bind port eb2b770b-93ed-44ff-bea7-588424d5c366 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:20.175097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Attempting to bind port eb2b770b-93ed-44ff-bea7-588424d5c366 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '4d803e7d-285f-4058-b96a-155bcf3db5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:20.175481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Attempting to bind port eb2b770b-93ed-44ff-bea7-588424d5c366 on network 39ac9074-5964-4a76-9909-cf48cdd756d4 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:20.182456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:20.182812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Checking segment: {'id': '4d803e7d-285f-4058-b96a-155bcf3db5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:20.183276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.183687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Bound using segment: {'id': '4d803e7d-285f-4058-b96a-155bcf3db5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:20.184211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Bound port: eb2b770b-93ed-44ff-bea7-588424d5c366, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d803e7d-285f-4058-b96a-155bcf3db5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '39ac9074-5964-4a76-9909-cf48cdd756d4'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:20.184596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.204526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1fc2de90-3d15-437d-a9c5-cbb9f3aa31d2 None None] Provisioning complete for port 7efa555e-f436-4201-bb26-2845ac10a951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:20.205176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fc2de90-3d15-437d-a9c5-cbb9f3aa31d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.280102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:20.388865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2de90-3d15-437d-a9c5-cbb9f3aa31d2 None None] Port 7efa555e-f436-4201-bb26-2845ac10a951 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:20.426197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] For port eb2b770b-93ed-44ff-bea7-588424d5c366, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:20.429732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] For port eb2b770b-93ed-44ff-bea7-588424d5c366, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=eb2b770b-93ed-44ff-bea7-588424d5c366,segment=NetworkSegment(4d803e7d-285f-4058-b96a-155bcf3db5b3),segment_id=4d803e7d-285f-4058-b96a-155bcf3db5b3)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:20.500619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Made reservation on behalf of 4778051d50714a9e9fa00c091355e994 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:20.504012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.513915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:20.525089 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:20.529772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.534631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:20.541014 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:20.545178 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529948e820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:20.550104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] device_id is not set on port 36e13c31-d2de-4dbd-9bde-41e0dcea812a yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:20.653120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.675876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Pushing event updated for resources: {'Port': ['ID=eb2b770b-93ed-44ff-bea7-588424d5c366,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:20.685452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:20.687453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529948e820>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:20.707403 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:20.708064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529948e820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:20.748760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.754412 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/78890ac0-5f2a-4959-a98e-a1fb03bbd3f5 HTTP/1.1" status: 204  len: 168 time: 3.0697775
Dec 22 13:06:20.755121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57946) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:20.763118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:20.792647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:20.942522 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529948e820>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:20.942966 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6869976-675b-4c1e-b6cb-30e500911ac4 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:20.996543 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8e1dca3f-20f6-4fdc-bd68-9dee08d1eef5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/floatingips/6c9f25be-2e67-4fa4-a6df-af1c8906cc04 HTTP/1.1" status: 200  len: 687 time: 0.2393742
Dec 22 13:06:20.997193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 57958) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:21.073866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Allocated IP 172.20.0.13 (e53c73fb-130b-4cd4-9995-422b2e4f3ff2/76899f62-5988-4f48-adc9-6e6486adedcc/36e13c31-d2de-4dbd-9bde-41e0dcea812a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:21.152029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:21.174145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f06498e0-2820-4cd6-9b45-c3089ca342d9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:21.336876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:21.345779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:21.420419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:21.420419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:21.420419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:21.519871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:21.520517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:21.682349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:21.721226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=7a2a4289-0e03-4ab3-ad02-56d5e8ce6326,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:21.779922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:21.839577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:21.841621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:21.902761 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 3.7104607
Dec 22 13:06:21.919920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57984) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:22.084339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:22.098300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.199771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 57992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:22.217834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Transition to ACTIVE for port object 36e13c31-d2de-4dbd-9bde-41e0dcea812a will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:22.221793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d28c1fc1-638c-4df1-8fa1-0ad1392b3b49 tempest-DvrRoutersNegativeTest-898930481 tempest-DvrRoutersNegativeTest-898930481-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-347549762', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:22.230317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.policy [None req-d28c1fc1-638c-4df1-8fa1-0ad1392b3b49 tempest-DvrRoutersNegativeTest-898930481 tempest-DvrRoutersNegativeTest-898930481-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88166) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 22 13:06:22.230317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.policy [None req-d28c1fc1-638c-4df1-8fa1-0ad1392b3b49 tempest-DvrRoutersNegativeTest-898930481 tempest-DvrRoutersNegativeTest-898930481-project] Failed policy check for 'create_router' {{(pid=88166) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 22 13:06:22.230317 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-d28c1fc1-638c-4df1-8fa1-0ad1392b3b49 tempest-DvrRoutersNegativeTest-898930481 tempest-DvrRoutersNegativeTest-898930481-project] create failed (client error): Access was denied to this resource.
Dec 22 13:06:22.231112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d28c1fc1-638c-4df1-8fa1-0ad1392b3b49 tempest-DvrRoutersNegativeTest-898930481 tempest-DvrRoutersNegativeTest-898930481-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.5276172
Dec 22 13:06:22.293126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device eb2b770b-93ed-44ff-bea7-588424d5c366 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:22.315257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:22.315605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.394308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49e4222-620f-4f83-b997-be0803de1904 None None] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:22.401817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509021703'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:22.444962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:22.469641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:22.470500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.473492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:22.477383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a516453-1f16-4ed2-b139-ba0f2c4831b5 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:22.494627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:22.544506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=be2e073c-0fd1-4ac1-aa3e-e5cd761a3a8b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:22.609305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.639164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.639847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.640233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.640606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.640974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.641357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.641724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.642441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.642689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.643073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.643436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.643792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:22.652171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:22.678034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.682158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-96701d0a-ec76-40f1-851e-a5e93e46dfd1 None None] Provisioning for port eb2b770b-93ed-44ff-bea7-588424d5c366 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:22.693946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.695592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.696731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.698513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.701070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.704007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/6c9f25be-2e67-4fa4-a6df-af1c8906cc04 HTTP/1.1" status: 204  len: 168 time: 1.7054553
Dec 22 13:06:22.704649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:22.710090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '377ebcf1-4b18-4282-b331-0873559161ed'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:22.716646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:22.721785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:floatingip and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:22.725364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:22.727012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38f207cb-bdc6-4f62-948f-5079dfd4ffd0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:22.732653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:22.781705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.803504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.803697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port eb2b770b-93ed-44ff-bea7-588424d5c366 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:22.811459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port eb2b770b-93ed-44ff-bea7-588424d5c366 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:22.812165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:22.870604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:22.912813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:22.920582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:23.007234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=7efa555e-f436-4201-bb26-2845ac10a951,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:23.011124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:23.048330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.064804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.065402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:23.070793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:23.077985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:23.121530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58006) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:23.122802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port eb2b770b-93ed-44ff-bea7-588424d5c366, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=eb2b770b-93ed-44ff-bea7-588424d5c366,segment=NetworkSegment(4d803e7d-285f-4058-b96a-155bcf3db5b3),segment_id=4d803e7d-285f-4058-b96a-155bcf3db5b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:23.195903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:23.216051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.222359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-732433b0-ab62-458a-9a23-b1df53c2e4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:23.298086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.114 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/e701f8d1-5f9d-4812-89e8-a6c85e0df45c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:23.375085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:23.449198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.452328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Provisioning for port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:23.464618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Provisioning complete for port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:23.465797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.504742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:23.509962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.520539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=eb2b770b-93ed-44ff-bea7-588424d5c366,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:23.530795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:23.558822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Usage tracker for resource:security_group_rule and tenant:d874a91bcbcb49139b466bd3211c8d6b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:23.571631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:23.574830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:23.595584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Provisioning complete for port eb2b770b-93ed-44ff-bea7-588424d5c366 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:23.595922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14bad7bc-8622-41ca-ae4d-09ac9e0721fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.618078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:23.656494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:23.656863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.657178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.771062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.804516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.811507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:23.842161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=36e13c31-d2de-4dbd-9bde-41e0dcea812a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:23.863735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:23.864037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.895068 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.2146358
Dec 22 13:06:23.895068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:23.903222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58014) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:23.917067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:23.921692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:09:57:f6'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:a7:c5:d9'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:23.943800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Provisioning complete for port 7efa555e-f436-4201-bb26-2845ac10a951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:23.944642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:23.953545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.194s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:23.953545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:23.962782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:23.988971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:24.031971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=e701f8d1-5f9d-4812-89e8-a6c85e0df45c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:24.045322 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d874a91bcbcb49139b466bd3211c8d6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9227910
Dec 22 13:06:24.051714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:24.052244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-899abb22-9d47-40d3-932a-f21fd76c31d8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:24.053011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Port 7efa555e-f436-4201-bb26-2845ac10a951 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:24.060421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58018) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:24.069401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Provisioning complete for port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:24.072636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.206605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device eb2b770b-93ed-44ff-bea7-588424d5c366 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:24.275157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1562a-2a19-4f10-aa03-cc0e8f5efade,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:24.292948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Port 7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:24.308457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:24.322894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port eb2b770b-93ed-44ff-bea7-588424d5c366 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:24.323840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.331728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.332973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.376009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Provisioning for port 36e13c31-d2de-4dbd-9bde-41e0dcea812a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:24.384982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Provisioning complete for port 36e13c31-d2de-4dbd-9bde-41e0dcea812a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:24.385467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.396036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.399888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8fe240b4-c9f4-438d-a201-2aeeb6b28e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:24.419595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:24.446428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.451780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router 52788956-814f-4419-bb53-2a7b7b6b785c is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:06:24.457291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:24.481136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:24.492595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-52be23e9-8a4a-4151-97dc-0b14e8a6c5d9 None None] Port 36e13c31-d2de-4dbd-9bde-41e0dcea812a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:24.534999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:24.550907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.569573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:24.668230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612e9c71-9d43-4808-b7d2-4b8b8c91879b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:24.761666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:24.762340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7ba152e-005b-4cdc-b745-107d9a41c1b5 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:24.808384 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 HTTP/1.1" status: 204  len: 168 time: 2.8870049
Dec 22 13:06:24.810867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58024) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:24.846384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:24.848216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=7a2a4289-0e03-4ab3-ad02-56d5e8ce6326,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:24.855658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:24.857984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] Sync routers for ids ['52788956-814f-4419-bb53-2a7b7b6b785c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:24.864542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/52788956-814f-4419-bb53-2a7b7b6b785c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8857181
Dec 22 13:06:24.868409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] Routers {'52788956-814f-4419-bb53-2a7b7b6b785c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:24.869172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58028) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:24.873476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529854eca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['52788956-814f-4419-bb53-2a7b7b6b785c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:24.939279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529854eca0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:24.949303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] Routers {'52788956-814f-4419-bb53-2a7b7b6b785c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:24.950031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529854eca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['52788956-814f-4419-bb53-2a7b7b6b785c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:24.950943 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a19745-9126-4903-af54-013a233ad64f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:24.951505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-55a19745-9126-4903-af54-013a233ad64f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:24.966037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.001689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f6c6b-29ac-42ba-a5c9-3e1b95194643 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:25.003112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ce8f6c6b-29ac-42ba-a5c9-3e1b95194643 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports/7efa555e-f436-4201-bb26-2845ac10a951 HTTP/1.1" status: 200  len: 983 time: 0.1329784
Dec 22 13:06:25.009834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58032) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:25.019417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529854eca0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:25.019936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092415-d3b4-40de-87d2-8973cdc01bb5 None None] The sync data for ids ['52788956-814f-4419-bb53-2a7b7b6b785c'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:25.085556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.100978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:06:25.126718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.136261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f7388e0e-784e-455d-af4a-c870afff26b9 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:25.164549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.177342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:25.194675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-55a19745-9126-4903-af54-013a233ad64f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:25.194675 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-55a19745-9126-4903-af54-013a233ad64f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 HTTP/1.1" status: 404  len: 333 time: 0.3762336
Dec 22 13:06:25.201178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1562a-2a19-4f10-aa03-cc0e8f5efade,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:25.203837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58036) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:25.217735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:25.294618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.295774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90b1562a-2a19-4f10-aa03-cc0e8f5efade HTTP/1.1" status: 204  len: 168 time: 1.2289748
Dec 22 13:06:25.347471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.348810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.399843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790c118e-9c2f-430e-a751-0f80dc9bf6d0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:25.407897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.411694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.412913 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 3.1971300
Dec 22 13:06:25.414161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0d72cc33-4ac4-4a97-a5a4-499e07794a34 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:25.416728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:25.446443 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58042) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:25.496935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 8507d1c1-8929-4ac0-bd53-dc00f2392c1c {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:25.502579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.617462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event updated for resources: {'Port': ['ID=36e13c31-d2de-4dbd-9bde-41e0dcea812a,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:25.618470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.624028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.652337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:25.696549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] In _notify_port_updated(), no bound segment for port 36e13c31-d2de-4dbd-9bde-41e0dcea812a on network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:06:25.701889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:25.702515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.703837 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "PUT /v2.0/ports/36e13c31-d2de-4dbd-9bde-41e0dcea812a HTTP/1.1" status: 200  len: 1056 time: 1.7996721
Dec 22 13:06:25.710572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58050) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:25.721596 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e1b86ab0-9eb9-4f87-8a15-a0b0aeda8aac tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2736783
Dec 22 13:06:25.732592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58054) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:25.744223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-security--1042444576', 'description': 'tempest-security-description-35410184'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:25.872555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port 36e13c31-d2de-4dbd-9bde-41e0dcea812a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:25.873192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.877786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.977994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e81db4f3-345b-43b8-bf50-122bda20c522 None None] Provisioning complete for port 36e13c31-d2de-4dbd-9bde-41e0dcea812a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:25.978503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e81db4f3-345b-43b8-bf50-122bda20c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:25.989311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.029111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.037727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.058733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e81db4f3-345b-43b8-bf50-122bda20c522 None None] Port 36e13c31-d2de-4dbd-9bde-41e0dcea812a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:26.091906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.094367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.098313 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "PUT /v2.0/security-groups/790c118e-9c2f-430e-a751-0f80dc9bf6d0 HTTP/1.1" status: 200  len: 1776 time: 0.3623366
Dec 22 13:06:26.098313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54f0169e-afe3-4fa4-b417-1a6ad0ee253a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:26.104599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58064) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:26.145077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.165946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790c118e-9c2f-430e-a751-0f80dc9bf6d0,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:26.180018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:26.180018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ede552e3-8854-41f2-bacb-204e2e96167c tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:26.283070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.425603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f4b2d375-fffc-414b-81a0-82fa44f7aefd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups/790c118e-9c2f-430e-a751-0f80dc9bf6d0 HTTP/1.1" status: 200  len: 1776 time: 0.3178787
Dec 22 13:06:26.430420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:26.463718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.539711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.552522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0952f171-364f-4f00-8e83-16645e72a094 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:26.585222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.650439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=e701f8d1-5f9d-4812-89e8-a6c85e0df45c,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:26.664305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:26.667165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=8507d1c1-8929-4ac0-bd53-dc00f2392c1c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:26.701056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 7c93db58-70aa-4343-bfdc-6bb0c4f574e4 associated. External IP: 172.26.3.114, port: 377ebcf1-4b18-4282-b331-0873559161ed.
Dec 22 13:06:26.737401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.739989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.740630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.740787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.741143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.741488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:26.745019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:26.793431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.809549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:26.818858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for 36e13c31-d2de-4dbd-9bde-41e0dcea812a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:26.820492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dda9a8-c3fb-4b13-87f8-13955cbf7679 None None] Network 39ac9074-5964-4a76-9909-cf48cdd756d4 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:26.872526 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/8507d1c1-8929-4ac0-bd53-dc00f2392c1c HTTP/1.1" status: 204  len: 168 time: 1.6617115
Dec 22 13:06:26.879031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:26.932478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58088) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:26.948923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.157558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.177196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:27.177515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.207044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-863338666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:27.215279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:27.220381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:router and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:27.224980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:27.234369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port eb2b770b-93ed-44ff-bea7-588424d5c366 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:27.237639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c118e-9c2f-430e-a751-0f80dc9bf6d0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:27.239863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.247734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:27.248592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.249973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/790c118e-9c2f-430e-a751-0f80dc9bf6d0 HTTP/1.1" status: 204  len: 168 time: 0.8169258
Dec 22 13:06:27.253854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:27.257866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58094) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:27.314701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88051d9-b235-462b-875c-509c516fb23d None None] DHCP port deletion for 39ac9074-5964-4a76-9909-cf48cdd756d4 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:27.320724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Deleting port eb2b770b-93ed-44ff-bea7-588424d5c366 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:27.320724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.361305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 7efa555e-f436-4201-bb26-2845ac10a951 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:27.361774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.396892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.413135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ecc98ad0-5cdf-4fde-9b7a-546e4284dace tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:27.431512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.432617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.476709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9b96ad4-3e59-4ba9-a52f-d328d19342d4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:27.483254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:27.491166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.512393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=36e13c31-d2de-4dbd-9bde-41e0dcea812a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:27.515501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:27.584920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e88051d9-b235-462b-875c-509c516fb23d None None] For port eb2b770b-93ed-44ff-bea7-588424d5c366, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=eb2b770b-93ed-44ff-bea7-588424d5c366,segment=NetworkSegment(4d803e7d-285f-4058-b96a-155bcf3db5b3),segment_id=4d803e7d-285f-4058-b96a-155bcf3db5b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:27.593567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.724250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9b96ad4-3e59-4ba9-a52f-d328d19342d4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:27.726484 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e9b96ad4-3e59-4ba9-a52f-d328d19342d4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4678209
Dec 22 13:06:27.742681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.749242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Calling delete_port for eb2b770b-93ed-44ff-bea7-588424d5c366 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:27.771697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58098) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:27.822084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-94bd2230-9bd8-4074-9776-ce4dfea58ed7 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:27.823672 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94bd2230-9bd8-4074-9776-ce4dfea58ed7 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/790c118e-9c2f-430e-a751-0f80dc9bf6d0 HTTP/1.1" status: 404  len: 347 time: 0.0422411
Dec 22 13:06:27.836740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58102) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:27.851685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720441676'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:27.869837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:27.889844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:27.892299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:27.907183 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:27.912404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.919919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3e8651ff-efa0-4de1-b575-52965d4bad73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:27.932735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:27.934824 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:27.935729 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529931ed90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:27.937799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-387f3bac-78e8-4972-adb5-2116710f0459 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 1.0041776
Dec 22 13:06:27.938566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58106) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:27.945191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1748270686'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:27.952258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:27.960006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:network and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:27.965241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:27.973418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:27.998592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Pushing event deleted for resources: {'Port': ['ID=eb2b770b-93ed-44ff-bea7-588424d5c366,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:28.002934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88051d9-b235-462b-875c-509c516fb23d None None] No DVR routers for this DVR port eb2b770b-93ed-44ff-bea7-588424d5c366 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:28.008247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.009421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.009959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.014298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.015023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.015702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.016197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.016689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.017182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.017673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.018173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.018654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.019163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:06:28.022508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:28.050716 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529931ed90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:28.064461 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:28.068417 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529931ed90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:28.093238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 5.3875721
Dec 22 13:06:28.094376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58112) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:28.095345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:28.099571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.129450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-701027328'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:28.138926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:28.141917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.162683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:network and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:28.168792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:28.173849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:28.177740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.188677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port eb2b770b-93ed-44ff-bea7-588424d5c366, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=eb2b770b-93ed-44ff-bea7-588424d5c366,segment=NetworkSegment(4d803e7d-285f-4058-b96a-155bcf3db5b3),segment_id=4d803e7d-285f-4058-b96a-155bcf3db5b3)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:28.189048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.193750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:28.196394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:security_group_rule and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:28.203548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:28.203822 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529931ed90>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:28.204383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accf5cd-d050-4a17-9f70-ec37c56ccc59 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:28.217300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:28.226997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:28.234892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:28.238648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:28.253430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device eb2b770b-93ed-44ff-bea7-588424d5c366 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:28.255089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:28.304784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:28.308712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.336725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: eb2b770b-93ed-44ff-bea7-588424d5c366 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:28.337916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device eb2b770b-93ed-44ff-bea7-588424d5c366 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:28.363861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for eb2b770b-93ed-44ff-bea7-588424d5c366 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:28.373629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:28.421927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.421927 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Added segment c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1 of type vlan for network 32024ea8-f9fd-4bee-b660-f3695a181ceb
Dec 22 13:06:28.427914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.453122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.455272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.488915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.631396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 7efa555e-f436-4201-bb26-2845ac10a951 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:28.710374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:28.723882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:28.724203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:29.225811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port eb2b770b-93ed-44ff-bea7-588424d5c366 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:29.226402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.302180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] The port 'eb2b770b-93ed-44ff-bea7-588424d5c366' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:29.337628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.343088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-39f20c5e-ff58-40f2-ab38-79e33255385e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:29.388702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea2388a-32de-4056-bf70-134fd1da3288,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:29.393278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:29.453684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.482130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52982ba670>,) {'filters': {'network_id': ['39ac9074-5964-4a76-9909-cf48cdd756d4']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:29.495115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52982ba670>, '4d803e7d-285f-4058-b96a-155bcf3db5b3') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:29.495493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52982ba670>, '4d803e7d-285f-4058-b96a-155bcf3db5b3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:29.507071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.524602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.529778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.532799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.533211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/36e13c31-d2de-4dbd-9bde-41e0dcea812a HTTP/1.1" status: 204  len: 168 time: 3.8236299
Dec 22 13:06:29.534307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:29.534684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.540713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:29.541328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.545446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58118) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:29.546149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:29.555183 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:29.558893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-30864d54-cb60-4303-9c60-3bde1dea10eb tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:29.565366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.608589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=7efa555e-f436-4201-bb26-2845ac10a951,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:29.660254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:29.687267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.688612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.8490312
Dec 22 13:06:29.689663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:29.703781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58122) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:29.718192 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-127f8910-9b03-47ae-95a9-e74146afd2dd tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:29.718751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-127f8910-9b03-47ae-95a9-e74146afd2dd tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Synchronizing usage tracker for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:29.728970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '2ea2388a-32de-4056-bf70-134fd1da3288', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:29.733573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Network': ['ID=32024ea8-f9fd-4bee-b660-f3695a181ceb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:29.734942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:29.736567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:29.737573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.737916 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Added segment adaf7eee-fec1-44c9-818f-f8355b8cfcc0 of type vlan for network 78980ab9-c4b8-4079-bd37-abbfb88b7948
Dec 22 13:06:29.739109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:29.739315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:29.741904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:29.750653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:29.753535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:29.798362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2415c5d-e43e-4ee8-b470-143aead9c942,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:29.802282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:29.813990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.822950 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.7016659
Dec 22 13:06:29.823099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58126) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:29.841522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-127f8910-9b03-47ae-95a9-e74146afd2dd tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Unset dirty status for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:29.845908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-127f8910-9b03-47ae-95a9-e74146afd2dd tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports/36e13c31-d2de-4dbd-9bde-41e0dcea812a HTTP/1.1" status: 404  len: 333 time: 0.2767625
Dec 22 13:06:29.870109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58128) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:29.908259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.917442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'subnet': {'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:29.936933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06c1ef08-5542-4e65-83e7-bd3f107d33f4 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:29.955790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.970667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:29.981870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port 3d34f0ae-718d-469e-97cb-970de564c1f9 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:29.982552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.022449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.030433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:30.030433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.041390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21d527e4-d9e4-4a8b-a1c4-c1d68e74034a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:30.154292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=39ac9074-5964-4a76-9909-cf48cdd756d4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:30.185284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:30.260250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.346995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 2.4072442
Dec 22 13:06:30.362792 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/39ac9074-5964-4a76-9909-cf48cdd756d4 HTTP/1.1" status: 204  len: 168 time: 3.4827309
Dec 22 13:06:30.377407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58136) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:30.377745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58138) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:30.399043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'subnet': {'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:30.403757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Network': ['ID=78980ab9-c4b8-4079-bd37-abbfb88b7948,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:30.408770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:30.417097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:30.418286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'name': 'tempest-PortsIpV6TestJSON-675937626'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:30.460027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:30.525281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:subnet and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:30.586017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:30.608590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.682769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:30.739789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for 3d34f0ae-718d-469e-97cb-970de564c1f9 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:30.813702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:30.826358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:subnet and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:30.836054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.836054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:30.838106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:30.841528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:30.857279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:30.895096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router 52788956-814f-4419-bb53-2a7b7b6b785c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:30.895096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:30.895096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:30.895096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:30.895096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:31.109575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:31.119417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] Sync routers for ids ['52788956-814f-4419-bb53-2a7b7b6b785c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:31.122035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/52788956-814f-4419-bb53-2a7b7b6b785c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1116462
Dec 22 13:06:31.124821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58144) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:31.129502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] Routers {'52788956-814f-4419-bb53-2a7b7b6b785c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:31.130467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984dc190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['52788956-814f-4419-bb53-2a7b7b6b785c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:31.188891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.200518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984dc190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:31.209604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] Routers {'52788956-814f-4419-bb53-2a7b7b6b785c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:31.210453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984dc190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['52788956-814f-4419-bb53-2a7b7b6b785c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:31.226617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.238908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5430e24e-7735-4b71-aa92-f29be2bb28fc tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:31.245963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4bfb54e2-bf79-44ab-816e-6beb9f9da4c2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:31.276527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:31.284112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984dc190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:31.284112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64a77b9-d82e-4572-9748-b89608f0544b None None] The sync data for ids ['52788956-814f-4419-bb53-2a7b7b6b785c'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:31.284793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.289092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:31.292483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.331187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca7068d-5420-4f3c-9009-e17383d1ef5a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:31.340504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:31.377399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=3d34f0ae-718d-469e-97cb-970de564c1f9,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:31.386343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:31.485112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 2bfdc032-c32f-4514-9891-c4cbf744ceda yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:31.489272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.569662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/3d34f0ae-718d-469e-97cb-970de564c1f9 HTTP/1.1" status: 204  len: 168 time: 1.6973040
Dec 22 13:06:31.573215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58150) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:31.637103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-4021c354-13db-44ac-a42d-81c6636f9e1b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:31.637571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4021c354-13db-44ac-a42d-81c6636f9e1b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Synchronizing usage tracker for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:31.720606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.721874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.0133612
Dec 22 13:06:31.725562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58162) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:31.756094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.770043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.793381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4021c354-13db-44ac-a42d-81c6636f9e1b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Unset dirty status for tenant:4778051d50714a9e9fa00c091355e994 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:31.798044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4021c354-13db-44ac-a42d-81c6636f9e1b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "GET /v2.0/ports/3d34f0ae-718d-469e-97cb-970de564c1f9 HTTP/1.1" status: 404  len: 333 time: 0.2202995
Dec 22 13:06:31.798044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58166) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:31.868059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port cea16fb4-6395-48dd-8a20-a8ddd4f9962c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:31.868445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.926202 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-2afcdf3c-dbd7-4775-9cc7-935ef14116bc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] remove_router_interface failed (client error): The resource could not be found.
Dec 22 13:06:31.927163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2afcdf3c-dbd7-4775-9cc7-935ef14116bc tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/52788956-814f-4419-bb53-2a7b7b6b785c/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8013239
Dec 22 13:06:31.934801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:31.971337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:31.989692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:32.006542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ca7068d-5420-4f3c-9009-e17383d1ef5a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:32.012201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:32.012201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.015778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2ca7068d-5420-4f3c-9009-e17383d1ef5a HTTP/1.1" status: 204  len: 168 time: 0.2855036
Dec 22 13:06:32.016542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58174) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:32.016980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bc38f033-52af-4189-8edb-8c59a0b2bc52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:32.155439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dbb6c28f-298f-4bcd-83d8-226557d40db8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:32.199507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.208355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-492cc57a-6702-4e4d-934a-e6931b4d7fbd tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:32.219429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.275768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.286291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bc38f033-52af-4189-8edb-8c59a0b2bc52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:32.290625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dbb6c28f-298f-4bcd-83d8-226557d40db8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:32.290865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bc38f033-52af-4189-8edb-8c59a0b2bc52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=52788956-814f-4419-bb53-2a7b7b6b785c HTTP/1.1" status: 200  len: 205 time: 0.3484025
Dec 22 13:06:32.290974 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dbb6c28f-298f-4bcd-83d8-226557d40db8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2703900
Dec 22 13:06:32.297569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.299167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58178) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:32.299501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58180) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:32.349672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for cea16fb4-6395-48dd-8a20-a8ddd4f9962c owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:32.508518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Subnet': ['ID=3376efca-d2ab-4add-88cc-cf5d4b4c4ca9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:32.521840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:32.543474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.603289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.606831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Checking segment: {'id': 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:32.607219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network hostable DHCP agents. Network: 32024ea8-f9fd-4bee-b660-f3695a181ceb, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:32.608811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.616562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c44920d1-2ada-4907-8fd5-5fd9e2078d38 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:32.621403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e27c5282-847d-4ec6-9c11-8d0dec5ed5e9 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:32.666641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=cea16fb4-6395-48dd-8a20-a8ddd4f9962c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:32.669024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:32.768911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.773254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:32.853452 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/ports/cea16fb4-6395-48dd-8a20-a8ddd4f9962c HTTP/1.1" status: 204  len: 168 time: 1.0544214
Dec 22 13:06:32.855960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58196) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:32.987695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.036177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Subnet': ['ID=53b7d49b-36b3-4972-b179-c84097b66290,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:33.036177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.040457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.048568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.050395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:33.057033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:33.060356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting subnet 76899f62-5988-4f48-adc9-6e6486adedcc {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:33.063543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.108207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:33.118452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:33.120702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Checking segment: {'id': 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:33.121059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network hostable DHCP agents. Network: 78980ab9-c4b8-4079-bd37-abbfb88b7948, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:33.121758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.145894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:33.161242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:33.165211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:33.165828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.213933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=2bfdc032-c32f-4514-9891-c4cbf744ceda,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:33.222150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:33.227477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.243476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 32024ea8-f9fd-4bee-b660-f3695a181ceb) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:33.249575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:33.250441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.255929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf904f63-9f11-418f-82bb-e866db064894 None None] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:33.302708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.303126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router 52788956-814f-4419-bb53-2a7b7b6b785c {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:06:33.310247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.311507 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cb94db99-66fd-4554-b388-cd6c7f8fa781 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/52788956-814f-4419-bb53-2a7b7b6b785c HTTP/1.1" status: 204  len: 168 time: 1.0078526
Dec 22 13:06:33.315701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58200) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.426339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.432930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-389fdfc8-5ce1-4df9-b343-9c4ca93b6abc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:33.473152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Subnet': ['ID=76899f62-5988-4f48-adc9-6e6486adedcc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:33.476130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:33.479268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.493578 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/subnets/76899f62-5988-4f48-adc9-6e6486adedcc HTTP/1.1" status: 204  len: 168 time: 0.6361151
Dec 22 13:06:33.494305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58204) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.495216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5d405-b935-47e9-a457-27c9f99a034d None None] Network e53c73fb-130b-4cd4-9995-422b2e4f3ff2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:33.513865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.1333661
Dec 22 13:06:33.514670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:33.520576 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6220341
Dec 22 13:06:33.520576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.523610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.524812 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/2ea2388a-32de-4056-bf70-134fd1da3288 HTTP/1.1" status: 204  len: 168 time: 1.2193801
Dec 22 13:06:33.526251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58208) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.526587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58210) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.529385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58212) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.530090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22b6ba32-a9e4-4992-9b20-1dd77079dad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:33.565698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea2388a-32de-4056-bf70-134fd1da3288,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:33.567310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 78980ab9-c4b8-4079-bd37-abbfb88b7948) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:33.573157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:33.573307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-32024ea8-f9fd-4bee-b660-f3695a181ceb', 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb', 'tenant_id': '8e8ddc47fcf44571aab6e724372ad441', 'fixed_ips': [{'subnet_id': '3376efca-d2ab-4add-88cc-cf5d4b4c4ca9'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:33.574094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.577427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet d0971aae-b0ec-4118-a34c-cf934ac045de {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:33.584374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:33.585665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.590870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.613053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff99e505-71f4-4f49-b8f8-26bc43ef4ee4 None None] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:33.656724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1039393924', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:33.707740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:33.715326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.748485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2a3aea4e-1665-4c3f-a9b3-6c03e9dac84b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:33.750112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:router and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:33.756181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:33.770023 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.3910046
Dec 22 13:06:33.770810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58222) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.776702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.780278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:33.786589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'network': {'name': 'tempest-router-network01--890914442'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:33.798266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 2bfdc032-c32f-4514-9891-c4cbf744ceda {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:33.798702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.800329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:33.807540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:network and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:33.848579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.915507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Deleting port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:33.915908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.928374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:33.931501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2a3aea4e-1665-4c3f-a9b3-6c03e9dac84b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:33.932825 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2a3aea4e-1665-4c3f-a9b3-6c03e9dac84b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3944719
Dec 22 13:06:33.938884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58226) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:33.941753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:33.946825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--719466854'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:33.956058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:33.977494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.978490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.988207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:33.994877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:33.999967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.006408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6538004-4f87-4f16-9d3e-87d2097bc87f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:34.026057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-78980ab9-c4b8-4079-bd37-abbfb88b7948', 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948', 'tenant_id': '3efdec8f626e4ee39c95db92a4b0bfef', 'fixed_ips': [{'subnet_id': '53b7d49b-36b3-4972-b179-c84097b66290'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:34.026057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.063426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:34.064789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.112994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:34.120129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.120508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Added segment 7593c01e-7dc4-4d88-8f41-0fc214073861 of type vlan for network d07c126c-be62-45ca-b121-1925c689cb77
Dec 22 13:06:34.165619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.197855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=d0971aae-b0ec-4118-a34c-cf934ac045de,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:34.200573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.224402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.231386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:34.232950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:34.237707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02940f8-0a1e-40b7-a568-8d7f4300e0c1 None None] Network 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:34.244896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:34.330365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.340526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.341055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:34.342878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.350102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6262b357-c0ee-4d4f-950e-10eb7c070cec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:34.443050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Allocated IP 172.20.0.2 (78980ab9-c4b8-4079-bd37-abbfb88b7948/53b7d49b-36b3-4972-b179-c84097b66290/c307dccd-19dc-42c4-ac76-ea7b12a0ae6a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:34.465434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/d0971aae-b0ec-4118-a34c-cf934ac045de HTTP/1.1" status: 204  len: 168 time: 1.1479487
Dec 22 13:06:34.469791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.477763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58230) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:34.563184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Allocated IP 172.20.0.2 (32024ea8-f9fd-4bee-b660-f3695a181ceb/3376efca-d2ab-4add-88cc-cf5d4b4c4ca9/606040ad-5d26-414a-b9bf-cabad6415659) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:34.615137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] For port 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9b6a920e-6c82-4339-8172-ac59cdcd4f66,segment=NetworkSegment(ffb19802-ad81-48b3-bd17-91e8b1f211e6),segment_id=ffb19802-ad81-48b3-bd17-91e8b1f211e6)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:34.616132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.675648 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8975809
Dec 22 13:06:34.675648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Network': ['ID=d07c126c-be62-45ca-b121-1925c689cb77,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:34.677249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58234) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:34.698074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'network': {'name': 'tempest-router-network02--529783551'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:34.702403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:34.704053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0428114b-94df-43ab-85a3-bbfc20db94fd tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:34.715319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:34.743420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.747873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:network and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:34.757707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:34.765779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] DHCP port deletion for e53c73fb-130b-4cd4-9995-422b2e4f3ff2 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:34.771621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.772173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d07c126c-be62-45ca-b121-1925c689cb77 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:34.772311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8304491
Dec 22 13:06:34.774673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58240) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:34.776210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:34.782581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '328e7af1-bf91-429b-934b-e1c17879df02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:34.782823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Calling delete_port for 9b6a920e-6c82-4339-8172-ac59cdcd4f66 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:34.789203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328e7af1-bf91-429b-934b-e1c17879df02,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:34.800376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:34.800376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:34.808762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:34.809098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.845636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:34.910879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:34.915016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:34.984100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.007351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.059039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:35.062187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Deleting port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:35.062679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.088356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.122108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.122453 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Added segment 0c43f7b3-de5e-4168-bf59-437e06303e85 of type vlan for network 2fbd0f1d-e823-4dfe-a54c-8557f9817662
Dec 22 13:06:35.138871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 8a3321fc-fd6d-449d-acee-b383f0c16ba5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8a3321fc-fd6d-449d-acee-b383f0c16ba5,segment=NetworkSegment(3786ffe3-e1d6-4175-a49e-ff485a2ce731),segment_id=3786ffe3-e1d6-4175-a49e-ff485a2ce731)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:35.139221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.159903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 2bfdc032-c32f-4514-9891-c4cbf744ceda owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:35.317636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 8a3321fc-fd6d-449d-acee-b383f0c16ba5 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:35.360711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.362640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.371231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.383963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e5f6f60-c929-4515-aa31-f7bb1597c648 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:35.420696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a88a5c8-6cdb-4d7b-a538-56fb68ae69b0 None None] DHCP port deletion for 38feb95e-98e3-40d6-8d26-93b9cb1d3f88 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:35.428034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8e9f48de-ea02-46b5-8592-09a1cbe68325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.429841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.432018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:35.437411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.440584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Port': ['ID=9b6a920e-6c82-4339-8172-ac59cdcd4f66,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:35.447091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:35.448404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] No DVR routers for this DVR port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:35.454754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d65c8aa0-03e3-48f0-860a-a5264850f05d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:35.455171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f313f52c-8c48-4f49-9c17-5fe9a55bd512,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:35.459646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:35.488716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.496067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:35.496986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.505555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:35.527365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a88a5c8-6cdb-4d7b-a538-56fb68ae69b0 None None] Deleting port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:35.527671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a88a5c8-6cdb-4d7b-a538-56fb68ae69b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.554551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.561944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=2bfdc032-c32f-4514-9891-c4cbf744ceda,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:35.580280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:35.596198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.655968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Network': ['ID=2fbd0f1d-e823-4dfe-a54c-8557f9817662,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:35.671449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:35.679627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:35.695782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.696648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.707018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Transition to ACTIVE for port object c307dccd-19dc-42c4-ac76-ea7b12a0ae6a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:35.728400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/2bfdc032-c32f-4514-9891-c4cbf744ceda HTTP/1.1" status: 204  len: 168 time: 2.1977282
Dec 22 13:06:35.729565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a88a5c8-6cdb-4d7b-a538-56fb68ae69b0 None None] The port '8a3321fc-fd6d-449d-acee-b383f0c16ba5' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:35.729702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58252) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:35.737103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:35.744932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'mac_address': 'fa:16:3e:03:46:6c', 'name': 'tempest-PortsIpV6TestJSON-2144945968'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:35.745100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.745100 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9638925
Dec 22 13:06:35.745100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=8a3321fc-fd6d-449d-acee-b383f0c16ba5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:35.747998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:35.749575 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0658612
Dec 22 13:06:35.752917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No DVR routers for this DVR port 8a3321fc-fd6d-449d-acee-b383f0c16ba5 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:35.761069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Transition to ACTIVE for port object c307dccd-19dc-42c4-ac76-ea7b12a0ae6a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:35.766491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] For port 9b6a920e-6c82-4339-8172-ac59cdcd4f66, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9b6a920e-6c82-4339-8172-ac59cdcd4f66,segment=NetworkSegment(ffb19802-ad81-48b3-bd17-91e8b1f211e6),segment_id=ffb19802-ad81-48b3-bd17-91e8b1f211e6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:35.776324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58256) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:35.777126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.777797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58258) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:35.784242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298910700>,) {'filters': {'network_id': ['e53c73fb-130b-4cd4-9995-422b2e4f3ff2']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:35.803139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'subnet': {'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:35.824799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '328e7af1-bf91-429b-934b-e1c17879df02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:35.844031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:35.992667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:36.000375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298910700>, 'ffb19802-ad81-48b3-bd17-91e8b1f211e6') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:36.000672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298910700>, 'ffb19802-ad81-48b3-bd17-91e8b1f211e6') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:36.011036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Calling delete_port for 9b6a920e-6c82-4339-8172-ac59cdcd4f66 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:36.039553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.049133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.051761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-54bf2043-8774-46a6-83aa-17accf1ac9b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:36.080239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298207a30>,) {'filters': {'network_id': ['38feb95e-98e3-40d6-8d26-93b9cb1d3f88']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:36.098076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298207a30>, '3786ffe3-e1d6-4175-a49e-ff485a2ce731') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:36.098520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298207a30>, '3786ffe3-e1d6-4175-a49e-ff485a2ce731') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:36.108851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Transition to ACTIVE for port object 606040ad-5d26-414a-b9bf-cabad6415659 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:36.114722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.119270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:36.126371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.132752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.143540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:36.143655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:36.143758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.144394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:36.165593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:36.175501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:36.183191 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:36.191532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:36.200422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.253600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Pushing event updated for resources: {'Port': ['ID=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:36.256136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8a3321fc-fd6d-449d-acee-b383f0c16ba5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:36.297380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:36.303250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 8a3321fc-fd6d-449d-acee-b383f0c16ba5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:36.303600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8a3321fc-fd6d-449d-acee-b383f0c16ba5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:36.304664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9b6a920e-6c82-4339-8172-ac59cdcd4f66 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:36.313792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:36.318923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:subnet and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:36.327403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:36.334209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:36.341851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:36.352792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:36.353199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:36.377301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 9b6a920e-6c82-4339-8172-ac59cdcd4f66 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:36.377301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9b6a920e-6c82-4339-8172-ac59cdcd4f66 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:36.391299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:36.391658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:36.399919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.402282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Attempting to bind port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:36.402659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Attempting to bind port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:36.403053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Attempting to bind port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a on network 78980ab9-c4b8-4079-bd37-abbfb88b7948 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:36.410722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.411682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:36.411682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Checking segment: {'id': 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:36.411682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.411682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Bound using segment: {'id': 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:36.412090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c754034d-f3ca-4f42-ac3b-9164117d72d0 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:36.412190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Bound port: c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '78980ab9-c4b8-4079-bd37-abbfb88b7948'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:36.412481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.421959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:36.438714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:36.441611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/38feb95e-98e3-40d6-8d26-93b9cb1d3f88 HTTP/1.1" status: 204  len: 168 time: 1.9619215
Dec 22 13:06:36.442651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58266) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:36.443773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=38feb95e-98e3-40d6-8d26-93b9cb1d3f88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:36.446590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:36.452918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1043950108'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:36.458097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:36.462648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:36.465874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:36.472154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:36.490029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:36.493640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.515117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] For port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:36.517543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] For port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,segment=NetworkSegment(adaf7eee-fec1-44c9-818f-f8355b8cfcc0),segment_id=adaf7eee-fec1-44c9-818f-f8355b8cfcc0)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:36.529262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:36.540288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:36.544372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.548665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.575025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:36.583667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.583942 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 71eb62c8-cf78-4320-8b3e-cda5c62f1ffe of type vlan for network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c
Dec 22 13:06:36.598516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.604003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3acaeae5-2dc5-4176-accf-6c06fa818043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:36.619842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.649315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.712938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Pushing event updated for resources: {'Port': ['ID=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:36.725614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:36.729512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.731007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Transition to ACTIVE for port object 606040ad-5d26-414a-b9bf-cabad6415659 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:36.735930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:36.736619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.740986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:36.794690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.804307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:36.881233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=3d8cf149-729a-4fd6-91ee-8c8580e1f91c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:36.885773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:36.892848 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4448190
Dec 22 13:06:36.893631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58270) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:36.900964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:36.929872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:36.937881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Deleting port 9b6a920e-6c82-4339-8172-ac59cdcd4f66 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:36.938560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.946968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.948870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:36.955904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:37.016519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:37.021199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:37.046180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-23d0bc3a-6d41-42cf-b98f-069810199332 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:37.091301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.098979 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] 10.222.0.16 "DELETE /v2.0/networks/e53c73fb-130b-4cd4-9995-422b2e4f3ff2 HTTP/1.1" status: 204  len: 168 time: 3.6036060
Dec 22 13:06:37.141532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.154782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:37.159118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:37.162524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:37.170313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:37.196951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:37.287528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-098c3d73-ee3a-4256-83d3-12e77ebb90b3 None None] The port '9b6a920e-6c82-4339-8172-ac59cdcd4f66' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:37.289511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:37.294300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.303824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.314352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Pushing event deleted for resources: {'Network': ['ID=e53c73fb-130b-4cd4-9995-422b2e4f3ff2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:37.385821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:37.391312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.416579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09a38c20-3b0a-441d-9516-00cf5175046a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:37.461893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port c43b7020-b804-4da4-85f9-ae6fbae871a8 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:37.471859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Pushing event updated for resources: {'Port': ['ID=606040ad-5d26-414a-b9bf-cabad6415659,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:37.481270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:37.485470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Attempting to bind port 606040ad-5d26-414a-b9bf-cabad6415659 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:37.485978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Attempting to bind port 606040ad-5d26-414a-b9bf-cabad6415659 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:37.486417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Attempting to bind port 606040ad-5d26-414a-b9bf-cabad6415659 on network 32024ea8-f9fd-4bee-b660-f3695a181ceb {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:37.492321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:37.492807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Checking segment: {'id': 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:37.493289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.493801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Bound using segment: {'id': 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:37.494346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Bound port: 606040ad-5d26-414a-b9bf-cabad6415659, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:37.494795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.504631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fa7224-912b-40dd-8713-c368157607fd,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:37.507730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:37.602906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] For port 606040ad-5d26-414a-b9bf-cabad6415659, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:37.606359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] For port 606040ad-5d26-414a-b9bf-cabad6415659, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=606040ad-5d26-414a-b9bf-cabad6415659,segment=NetworkSegment(c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1),segment_id=c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:37.654778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78838d6e-c321-4dc2-8ab1-afc7b03be81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.722508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.26.3.119 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/ee6ec037-e755-4495-95ea-028f100bef3f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:37.764361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.765577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.9867353
Dec 22 13:06:37.769648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58278) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:37.776426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '328e7af1-bf91-429b-934b-e1c17879df02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:37.783898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:37.788802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:37.793130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:37.802835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:37.848883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.849273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.854751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-246b70d4-e561-4f24-b9d4-77f036cab8da tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:37.860882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:37.948574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:37.953685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=356be54b-c0a5-459d-8cec-0e59860e9d39,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:37.959813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:37.967711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Pushing event updated for resources: {'Port': ['ID=606040ad-5d26-414a-b9bf-cabad6415659,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:37.970049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:37.970723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 3d8cf149-729a-4fd6-91ee-8c8580e1f91c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:37.971356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:37.979829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a66aa3a5-555e-4707-a6d1-06a4441faae9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:38.011530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.077589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:38.106471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903d9e1-6f5d-4319-8dce-83630cb4a17f None None] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:38.154763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.181055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.186294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58284) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.205922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Subnet': ['ID=01ce71dc-dc62-467a-84d4-2eed75fc2b61,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:38.208083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Checking segment: {'id': '7593c01e-7dc4-4d88-8f41-0fc214073861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:38.208459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network hostable DHCP agents. Network: d07c126c-be62-45ca-b121-1925c689cb77, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:38.232109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:38.291176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.379515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3d8cf149-729a-4fd6-91ee-8c8580e1f91c) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:38.384023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:38.384646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.431202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.437469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:38.445457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e5d90-5336-438e-9a22-84de65eb475c None None] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:38.449431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.459468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3a3fe693-9e91-4f2f-8a65-5a8265457bf4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:38.477706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c307dccd-19dc-42c4-ac76-ea7b12a0ae6a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:38.490929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17df6f85-63cc-454d-a329-be82745f0415,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:38.496785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:38.517564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.532157 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c965df7a-730e-4e06-afd1-1d3fee9deadc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4778051d50714a9e9fa00c091355e994&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3436239
Dec 22 13:06:38.534520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58292) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.540393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network d07c126c-be62-45ca-b121-1925c689cb77 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:38.575863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d07c126c-be62-45ca-b121-1925c689cb77) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:38.582115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:38.589416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:38.597009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:38.597680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.601940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:38.607873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:38.608548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.611016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.614017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:38.615044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=c43b7020-b804-4da4-85f9-ae6fbae871a8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:38.620161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:38.628266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:38.628713 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7294204
Dec 22 13:06:38.628713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.629913 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8589473
Dec 22 13:06:38.635177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58296) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.635453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58298) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.642717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-118990367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:38.652488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '328e7af1-bf91-429b-934b-e1c17879df02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:38.660069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:38.667968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:38.676114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:38.684306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:38.684653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:38.688895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.697858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:38.699852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e9212723-d3d0-4b43-964c-9779014b03a5 None None] Provisioning for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:38.704407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:38.710375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:38.722829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:38.734252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:38.828487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.862593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b88964-87d0-4be6-8db4-bf4fbc0955d7 None None] Network d07c126c-be62-45ca-b121-1925c689cb77 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:38.880893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.891265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.892067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.893150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.951537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.958452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:38.963845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=ee6ec037-e755-4495-95ea-028f100bef3f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:38.968464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4e92398-b56e-450e-8628-ad47d6eaf561 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:38.976116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:38.983545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2027962
Dec 22 13:06:38.987197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.2543929
Dec 22 13:06:38.987324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58304) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.990636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:38.990812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:38.998729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'subnet': {'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:39.015629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce8acd5-f7d1-47ca-b42b-9b8742e3ca88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:39.018081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:39.082548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:39.082960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.102882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435e6b2-cdcd-44b0-830e-2911b1e4adac tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:39.103540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7435e6b2-cdcd-44b0-830e-2911b1e4adac tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:39.135328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-3d8cf149-729a-4fd6-91ee-8c8580e1f91c', 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': '356be54b-c0a5-459d-8cec-0e59860e9d39'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:39.137392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.168835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.199307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.200226 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fce8acd5-f7d1-47ca-b42b-9b8742e3ca88 HTTP/1.1" status: 204  len: 168 time: 0.6645627
Dec 22 13:06:39.208127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:39.214436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Usage tracker for resource:subnet and tenant:3efdec8f626e4ee39c95db92a4b0bfef is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:39.221156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:39.253828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.266400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:39.299371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7435e6b2-cdcd-44b0-830e-2911b1e4adac tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:39.300569 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7435e6b2-cdcd-44b0-830e-2911b1e4adac tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/c43b7020-b804-4da4-85f9-ae6fbae871a8 HTTP/1.1" status: 200  len: 845 time: 0.3092036
Dec 22 13:06:39.303991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58314) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:39.356744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.388030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c981addb-44df-442e-8a9f-91e25f9a12ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:39.428494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17cb567-edae-4cb9-a0f1-0ecd75e4ded6,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:39.453222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:39.474755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.483139 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bc4bf5ca-e004-4e7c-92f2-8330f5ddefe9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.8464227
Dec 22 13:06:39.484821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Made reservation on behalf of 3efdec8f626e4ee39c95db92a4b0bfef for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:39.494901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.512041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58320) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:39.608373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.610873 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.9716513
Dec 22 13:06:39.632504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port c43b7020-b804-4da4-85f9-ae6fbae871a8 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:39.632905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.659100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.675498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58324) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:39.686090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '328e7af1-bf91-429b-934b-e1c17879df02', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:39.736442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:39.745940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:39.751162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:39.768287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:39.775348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-74254190-b5a9-4ac1-a92a-581f1e9eb48c None None] Provisioning complete for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:39.775742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-74254190-b5a9-4ac1-a92a-581f1e9eb48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.799560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa7c5b-b2db-4bfe-8089-89c43e9b832f None None] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:39.826872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:39.856860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,segment=NetworkSegment(adaf7eee-fec1-44c9-818f-f8355b8cfcc0),segment_id=adaf7eee-fec1-44c9-818f-f8355b8cfcc0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:39.869745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d07c126c-be62-45ca-b121-1925c689cb77', 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77', 'tenant_id': '3efdec8f626e4ee39c95db92a4b0bfef', 'fixed_ips': [{'subnet_id': '01ce71dc-dc62-467a-84d4-2eed75fc2b61'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:39.870632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.026258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.039002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9f04be8c-9977-4b61-a2db-86d7a8a4d917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:40.083134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Allocated IP 2001:db8::2 (3d8cf149-729a-4fd6-91ee-8c8580e1f91c/356be54b-c0a5-459d-8cec-0e59860e9d39/4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:40.145087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.221777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.352457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.404338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for c43b7020-b804-4da4-85f9-ae6fbae871a8 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:40.409628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 606040ad-5d26-414a-b9bf-cabad6415659 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:40.479708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:40.498661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.532466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:40.601976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.612857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.613922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b8421eb-dcaa-4208-8790-8c8845012a5d tempest-BulkNetworkOpsTest-148500019 tempest-BulkNetworkOpsTest-148500019-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:40.710877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.731956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.731956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Subnet': ['ID=91282f95-9a08-4c1f-8578-f201c0943b89,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:40.746160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Allocated IP 172.20.0.2 (d07c126c-be62-45ca-b121-1925c689cb77/01ce71dc-dc62-467a-84d4-2eed75fc2b61/80c50e6c-5592-4da8-991a-e232cb85c7ee) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:40.751735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:40.752404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:40.792906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e73e62e-6c37-4c93-8290-0e912a0bb8e2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:40.807443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:40.808983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4506f890-5097-49ed-8afd-96dba7080977 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:40.853084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.873796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=c43b7020-b804-4da4-85f9-ae6fbae871a8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:40.895601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:40.895601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Checking segment: {'id': '0c43f7b3-de5e-4168-bf59-437e06303e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:40.895601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network hostable DHCP agents. Network: 2fbd0f1d-e823-4dfe-a54c-8557f9817662, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:40.934891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:40.954880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Transition to ACTIVE for port object 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:40.996767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Transition to ACTIVE for port object 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:41.025321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 606040ad-5d26-414a-b9bf-cabad6415659 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:41.053312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.057250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58348) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.057861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Provisioning for port 606040ad-5d26-414a-b9bf-cabad6415659 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:41.061785 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/c43b7020-b804-4da4-85f9-ae6fbae871a8 HTTP/1.1" status: 204  len: 168 time: 1.7564356
Dec 22 13:06:41.062918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:41.064842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Provisioning complete for port 606040ad-5d26-414a-b9bf-cabad6415659 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:41.065253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.067116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.071747 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.3882291
Dec 22 13:06:41.071747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58352) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.073554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58354) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.161181 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e21b4f-4986-4d7d-94b0-bf7fb9c1405a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:41.161815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-85e21b4f-4986-4d7d-94b0-bf7fb9c1405a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:41.207756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.214466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.214709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.217531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:41.235500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.248928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2fbd0f1d-e823-4dfe-a54c-8557f9817662) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:41.263635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:41.264282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.310952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-85e21b4f-4986-4d7d-94b0-bf7fb9c1405a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:41.312168 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-85e21b4f-4986-4d7d-94b0-bf7fb9c1405a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/c43b7020-b804-4da4-85f9-ae6fbae871a8 HTTP/1.1" status: 404  len: 333 time: 0.2376070
Dec 22 13:06:41.317797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58362) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.322811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dea8d9-795b-4db3-abeb-03ba3904ea11 None None] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:41.325401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'name': 'tempest-PortsIpV6TestJSON-1696405152'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:41.349066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:41.368485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:41.371037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:41.389564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1329985726'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:41.409907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:41.418287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:network and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:41.418557 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4276934
Dec 22 13:06:41.422800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58366) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.425377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:41.466413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Transition to ACTIVE for port object 80c50e6c-5592-4da8-991a-e232cb85c7ee will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:41.505679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.524552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:41.568464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Pushing event updated for resources: {'Port': ['ID=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:41.573133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:41.576838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06fda915-1726-423a-9fed-a3f23658c671 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:41.588258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8::1 (3d8cf149-729a-4fd6-91ee-8c8580e1f91c/356be54b-c0a5-459d-8cec-0e59860e9d39/50775295-45e2-4e23-8c43-e90ec298c202) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:41.607290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:41.613887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e73e62e-6c37-4c93-8290-0e912a0bb8e2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:41.624908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:41.644272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:41.648435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.676792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Transition to ACTIVE for port object 80c50e6c-5592-4da8-991a-e232cb85c7ee will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:41.695005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.698223 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7e73e62e-6c37-4c93-8290-0e912a0bb8e2 HTTP/1.1" status: 204  len: 168 time: 0.6190362
Dec 22 13:06:41.704058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:41.705837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58370) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:41.716702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Attempting to bind port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:41.717079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Attempting to bind port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:41.724238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Attempting to bind port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 on network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:41.724382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.728157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.748216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:41.748634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Checking segment: {'id': '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:41.748993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.749393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Bound using segment: {'id': '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:41.750567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Bound port: 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '3d8cf149-729a-4fd6-91ee-8c8580e1f91c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:41.750567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.758904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:41.766093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:security_group_rule and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:41.778526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:41.788997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:41.813709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.824912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-808a7f3a-d1d2-40c5-b184-197b44917321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:41.832344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.848860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 50775295-45e2-4e23-8c43-e90ec298c202 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:41.873166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router d939d65e-3a3c-45c1-9987-eae392955e55 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:06:41.951790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:41.955351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:41.972005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] For port 606040ad-5d26-414a-b9bf-cabad6415659, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=606040ad-5d26-414a-b9bf-cabad6415659,segment=NetworkSegment(c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1),segment_id=c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:41.987270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Network d07c126c-be62-45ca-b121-1925c689cb77 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:41.989781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-decf6097-6966-4b09-83c0-affe00d6a38d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:42.009805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:42.012349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:42.043752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:42.061130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.075813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-355dadf9-8584-49c0-a320-7bae410a5aec tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:42.101335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Pushing event updated for resources: {'Port': ['ID=80c50e6c-5592-4da8-991a-e232cb85c7ee,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:42.104543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.107312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:42.107766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:42.175602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:42.179926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2fbd0f1d-e823-4dfe-a54c-8557f9817662', 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662', 'tenant_id': '3efdec8f626e4ee39c95db92a4b0bfef', 'fixed_ips': [{'subnet_id': '91282f95-9a08-4c1f-8578-f201c0943b89'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:42.180922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.182691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:42.189322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:42.190165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.218706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:42.230957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] For port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:42.237998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] Sync routers for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:42.258205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.267356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=50775295-45e2-4e23-8c43-e90ec298c202,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:42.272509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:42.287186 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:42.290479 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992364f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:42.298383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c307dccd-19dc-42c4-ac76-ea7b12a0ae6a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:42.349148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] For port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,segment=NetworkSegment(71eb62c8-cf78-4320-8b3e-cda5c62f1ffe),segment_id=71eb62c8-cf78-4320-8b3e-cda5c62f1ffe)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:42.362889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.383961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Attempting to bind port 80c50e6c-5592-4da8-991a-e232cb85c7ee on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:42.384591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Attempting to bind port 80c50e6c-5592-4da8-991a-e232cb85c7ee by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '7593c01e-7dc4-4d88-8f41-0fc214073861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:42.385149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Attempting to bind port 80c50e6c-5592-4da8-991a-e232cb85c7ee on network d07c126c-be62-45ca-b121-1925c689cb77 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:42.389067 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992364f0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:42.406511 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:42.406511 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992364f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:42.416045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:42.416428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Checking segment: {'id': '7593c01e-7dc4-4d88-8f41-0fc214073861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:42.417092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.417674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Bound using segment: {'id': '7593c01e-7dc4-4d88-8f41-0fc214073861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:42.418146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Bound port: 80c50e6c-5592-4da8-991a-e232cb85c7ee, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7593c01e-7dc4-4d88-8f41-0fc214073861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd07c126c-be62-45ca-b121-1925c689cb77'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:42.418638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.427685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bd5ca9a6-7de9-47bf-9a36-8edcf08b5e4e None None] Provisioning complete for port 606040ad-5d26-414a-b9bf-cabad6415659 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:42.428067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd5ca9a6-7de9-47bf-9a36-8edcf08b5e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.452557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Pushing event updated for resources: {'Port': ['ID=606040ad-5d26-414a-b9bf-cabad6415659,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:42.455713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:42.468546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992364f0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:42.468966 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea169c-8242-42df-9662-834dbc1b6faa None None] The sync data for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:42.532102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.536461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ab095ac-9373-4c6d-b365-f91eb2049df4 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:42.568458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:42.595570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.608189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d163222a-d9df-486b-9e8c-277f81a10bc4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:42.610177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-34459430-2eb9-4af9-82cb-14324b50acde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:42.616730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.618194 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.0888789
Dec 22 13:06:42.628326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:42.629267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.629603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Added segment c53f5344-4444-4915-9cc9-086fcb22ac2c of type vlan for network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b
Dec 22 13:06:42.637493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58376) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:42.657151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-decf6097-6966-4b09-83c0-affe00d6a38d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:42.658380 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-decf6097-6966-4b09-83c0-affe00d6a38d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.8998609
Dec 22 13:06:42.677264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58380) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:42.729282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:42.729666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.758154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Allocated IP 172.20.0.2 (2fbd0f1d-e823-4dfe-a54c-8557f9817662/91282f95-9a08-4c1f-8578-f201c0943b89/0f6fa587-8eca-4477-81f0-3611b48cd39a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:42.763207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.787645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.809330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.831517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.840896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:42.844940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] For port 80c50e6c-5592-4da8-991a-e232cb85c7ee, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:42.890648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Pushing event updated for resources: {'Port': ['ID=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:42.901632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:42.946252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] For port 80c50e6c-5592-4da8-991a-e232cb85c7ee, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=80c50e6c-5592-4da8-991a-e232cb85c7ee,segment=NetworkSegment(7593c01e-7dc4-4d88-8f41-0fc214073861),segment_id=7593c01e-7dc4-4d88-8f41-0fc214073861)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:42.970004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Allocated IP 172.20.0.1 (d07c126c-be62-45ca-b121-1925c689cb77/01ce71dc-dc62-467a-84d4-2eed75fc2b61/e44165f6-8fe2-4e63-9015-a9173d4b24a0) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:43.079567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.097506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5daefc1-316f-492b-8e6e-0b1327229db9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.124410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d17cb567-edae-4cb9-a0f1-0ecd75e4ded6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:43.127691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:43.147009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.157986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17e4dd67-584c-4028-9562-5df949cf8d97 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.168305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.172385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.174108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:43.174602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.181877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.287189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:43.293573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:43.297333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:43.303585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:43.304784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.314893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.324926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:43.326823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.328011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:43.334415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.339634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Pushing event updated for resources: {'Port': ['ID=80c50e6c-5592-4da8-991a-e232cb85c7ee,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:43.344670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:43.345719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Transition to ACTIVE for port object 0f6fa587-8eca-4477-81f0-3611b48cd39a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:43.352440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Transition to ACTIVE for port object e44165f6-8fe2-4e63-9015-a9173d4b24a0 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:43.372439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.377758 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/d17cb567-edae-4cb9-a0f1-0ecd75e4ded6 HTTP/1.1" status: 204  len: 168 time: 0.6991620
Dec 22 13:06:43.383100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:43.438029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Transition to ACTIVE for port object 0f6fa587-8eca-4477-81f0-3611b48cd39a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:43.469875 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.1481287
Dec 22 13:06:43.471268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:43.482120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:43.588120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.596486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0dde5d6f-704b-45d6-81ca-918118a7164e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:43.607836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.648031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.663939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Network': ['ID=c807c84b-bae8-4a6a-97d3-752c2f4d5b3b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:43.664074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-306009dd-1480-4777-baf6-6e67de75d194 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:43.743691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:43.752455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:43.755548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:43.784507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:43.819603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network d07c126c-be62-45ca-b121-1925c689cb77 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:43.825718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:43.836496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:43.869519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:43.898245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0dde5d6f-704b-45d6-81ca-918118a7164e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:43.899882 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0dde5d6f-704b-45d6-81ca-918118a7164e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.5170052
Dec 22 13:06:43.900934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Port': ['ID=e44165f6-8fe2-4e63-9015-a9173d4b24a0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:43.929441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58394) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:43.935476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:43.945618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:44.058862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.076910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.115510 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 3.0561812
Dec 22 13:06:44.118717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Attempting to bind port 0f6fa587-8eca-4477-81f0-3611b48cd39a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:44.119294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Attempting to bind port 0f6fa587-8eca-4477-81f0-3611b48cd39a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0c43f7b3-de5e-4168-bf59-437e06303e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:44.120250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Attempting to bind port 0f6fa587-8eca-4477-81f0-3611b48cd39a on network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:44.130769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.131091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58400) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:44.142545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:44.176558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Pushing event updated for resources: {'Port': ['ID=0f6fa587-8eca-4477-81f0-3611b48cd39a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:44.183701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:44.197360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:44.212790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Checking segment: {'id': '0c43f7b3-de5e-4168-bf59-437e06303e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:44.213262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.213721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Bound using segment: {'id': '0c43f7b3-de5e-4168-bf59-437e06303e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:44.214245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Bound port: 0f6fa587-8eca-4477-81f0-3611b48cd39a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c43f7b3-de5e-4168-bf59-437e06303e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2fbd0f1d-e823-4dfe-a54c-8557f9817662'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:44.214639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.398742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.414015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] For port 0f6fa587-8eca-4477-81f0-3611b48cd39a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:44.422005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] For port 0f6fa587-8eca-4477-81f0-3611b48cd39a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f6fa587-8eca-4477-81f0-3611b48cd39a,segment=NetworkSegment(0c43f7b3-de5e-4168-bf59-437e06303e85),segment_id=0c43f7b3-de5e-4168-bf59-437e06303e85)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:44.448280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.451620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 80c50e6c-5592-4da8-991a-e232cb85c7ee up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:44.454763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:44.470326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17df6f85-63cc-454d-a329-be82745f0415,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:44.473310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:44.520615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.532124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11190f7d-ca31-4f0b-8277-4a1861e27c02 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:44.557939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:44.572456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.572789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:44.580622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:44.584513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:44.631399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] In _notify_port_updated(), no bound segment for port 4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 on network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:06:44.637389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:44.638427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.640060 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/ports/4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 HTTP/1.1" status: 200  len: 818 time: 1.1679413
Dec 22 13:06:44.641532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.642870 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/17df6f85-63cc-454d-a329-be82745f0415 HTTP/1.1" status: 204  len: 168 time: 0.7123520
Dec 22 13:06:44.643621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58404) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:44.655612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58406) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:44.672033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:44.672876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Pushing event updated for resources: {'Port': ['ID=0f6fa587-8eca-4477-81f0-3611b48cd39a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:44.696939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:44.720104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 80c50e6c-5592-4da8-991a-e232cb85c7ee completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:44.743836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 606040ad-5d26-414a-b9bf-cabad6415659 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:44.782131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.790777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8abe50-9151-44dd-b11e-6513ed3b9342 None None] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:44.812999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.904037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:44.907846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.943806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.951935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.952574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:44.965696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa478fb7-f52e-48bc-8ff4-10d402f77dbe tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:45.120239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b2d3bd2-dd63-4359-b617-a9df2c6d2edf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:45.123379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:45.138582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:45.153066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 606040ad-5d26-414a-b9bf-cabad6415659 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:45.153418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.192156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026c082-fd51-48da-a80a-777a3911741a None None] Network d07c126c-be62-45ca-b121-1925c689cb77 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:45.208288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b4ecad2e-5b7c-4941-8541-82b6d4948ecd None None] Provisioning for port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:45.254117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b2d3bd2-dd63-4359-b617-a9df2c6d2edf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:45.255961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9b2d3bd2-dd63-4359-b617-a9df2c6d2edf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.5934124
Dec 22 13:06:45.259645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58414) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:45.304816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.306955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:45.308997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:45.352719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.396404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:45.396404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.559935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.574558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:45.606627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Provisioning for port 80c50e6c-5592-4da8-991a-e232cb85c7ee completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:45.634628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Provisioning complete for port 80c50e6c-5592-4da8-991a-e232cb85c7ee triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:45.635105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.770454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=50775295-45e2-4e23-8c43-e90ec298c202,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:45.782014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:45.859025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:45.862181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:45.888942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:45.895771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:45.896170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.014161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] For port 80c50e6c-5592-4da8-991a-e232cb85c7ee, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=80c50e6c-5592-4da8-991a-e232cb85c7ee,segment=NetworkSegment(7593c01e-7dc4-4d88-8f41-0fc214073861),segment_id=7593c01e-7dc4-4d88-8f41-0fc214073861)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:46.076539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76fa7224-912b-40dd-8713-c368157607fd,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:46.078393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.079191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:46.091075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.093111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3943cc16-61c6-4dcb-842a-3c5da373fad3 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:46.114117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.119315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e88051d9-b235-462b-875c-509c516fb23d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:46.185643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.278032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.1 (32024ea8-f9fd-4bee-b660-f3695a181ceb/3376efca-d2ab-4add-88cc-cf5d4b4c4ca9/690c8b50-af0c-4b57-8637-84c595fe3527) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:46.287162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:46.324645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.329037 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/76fa7224-912b-40dd-8713-c368157607fd HTTP/1.1" status: 204  len: 168 time: 1.0649920
Dec 22 13:06:46.359006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,segment=NetworkSegment(71eb62c8-cf78-4320-8b3e-cda5c62f1ffe),segment_id=71eb62c8-cf78-4320-8b3e-cda5c62f1ffe)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:46.367745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Pushing event updated for resources: {'Port': ['ID=80c50e6c-5592-4da8-991a-e232cb85c7ee,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:46.367932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58418) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:46.378166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:46.437947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Provisioning for port 50775295-45e2-4e23-8c43-e90ec298c202 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:46.448091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Provisioning complete for port 50775295-45e2-4e23-8c43-e90ec298c202 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:46.448483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.462516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-894b4b05-fdf1-45d0-9d75-9a420cc02bd5 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:46.474027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router 8440307c-92d7-40a0-a063-420270b3a2e6 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:06:46.540876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.550225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.566151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:46.589274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-894b4b05-fdf1-45d0-9d75-9a420cc02bd5 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:46.591535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-894b4b05-fdf1-45d0-9d75-9a420cc02bd5 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.2245584
Dec 22 13:06:46.594552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58424) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:46.650348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015fa373-8358-4a55-ab5a-f0283c652ea2 None None] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:46.688467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.707008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.749575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=7728885a-1ee3-4b87-a529-e5752cde9aba,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:46.750249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.765555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:46.778587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9eb1bc1d-b63c-4d70-9f07-beb0a21d2a26 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:46.787235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:46.787759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network hostable DHCP agents. Network: c807c84b-bae8-4a6a-97d3-752c2f4d5b3b, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:46.803389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:46.856303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.865408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/8440307c-92d7-40a0-a063-420270b3a2e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3522518
Dec 22 13:06:46.869181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58428) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:46.875177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] Sync routers for ids ['8440307c-92d7-40a0-a063-420270b3a2e6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:46.892362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f6fa587-8eca-4477-81f0-3611b48cd39a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:46.894544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.922028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Transition to ACTIVE for port object 690c8b50-af0c-4b57-8637-84c595fe3527 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:46.927871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Port 50775295-45e2-4e23-8c43-e90ec298c202 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:46.935233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:46.942316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:46.943028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:46.943696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7fdf48b-886f-40b3-bded-33ae7c274e4b tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:46.961789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d08c0b-841f-48b2-b421-7fddcb68d270 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:46.962646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9d08c0b-841f-48b2-b421-7fddcb68d270 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:46.966327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] Routers {'8440307c-92d7-40a0-a063-420270b3a2e6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:46.967064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529835a550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8440307c-92d7-40a0-a063-420270b3a2e6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:46.979415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:47.016798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.023141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:47.040220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:47.061518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529835a550>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:47.071399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.076030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Port': ['ID=e44165f6-8fe2-4e63-9015-a9173d4b24a0,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:47.078953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Provisioning complete for port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:47.079340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-373dd537-7f04-4ddf-9d57-be318978278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.080620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:47.085350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-944d1a31-262e-42a3-8d86-75b507b9535e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:47.114296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f313f52c-8c48-4f49-9c17-5fe9a55bd512,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:47.119985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9d08c0b-841f-48b2-b421-7fddcb68d270 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:47.119985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f9d08c0b-841f-48b2-b421-7fddcb68d270 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports/50775295-45e2-4e23-8c43-e90ec298c202 HTTP/1.1" status: 200  len: 911 time: 0.2453051
Dec 22 13:06:47.119985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58432) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:47.124046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:47.168115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] Routers {'8440307c-92d7-40a0-a063-420270b3a2e6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:47.168764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529835a550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8440307c-92d7-40a0-a063-420270b3a2e6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:47.258087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529835a550>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:47.258418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef9e63-a4db-40c2-9160-d71c97fa41e3 None None] The sync data for ids ['8440307c-92d7-40a0-a063-420270b3a2e6'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:47.258794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network d07c126c-be62-45ca-b121-1925c689cb77 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:47.260441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:47.264063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, c807c84b-bae8-4a6a-97d3-752c2f4d5b3b) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:47.273326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.279822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385ce1d-da14-4efb-bf46-8c3104d72cf7 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:47.280676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-150b9447-846c-4581-b9f9-4e4ac3700479 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:47.292677 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 HTTP/1.1" status: 204  len: 168 time: 2.6402507
Dec 22 13:06:47.295224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.299756 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f313f52c-8c48-4f49-9c17-5fe9a55bd512 HTTP/1.1" status: 204  len: 168 time: 0.7020826
Dec 22 13:06:47.311717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58436) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:47.312108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58438) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:47.368145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:47.368745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.377246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=690c8b50-af0c-4b57-8637-84c595fe3527,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:47.391156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:47.415030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:47.425957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0f6fa587-8eca-4477-81f0-3611b48cd39a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:47.479302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:47.487328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:47.516948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 80c50e6c-5592-4da8-991a-e232cb85c7ee up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:47.610160 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.4776773
Dec 22 13:06:47.622948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58444) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:47.635787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'name': 'tempest-NetworksTestDHCPv6-1284820039'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:47.749845 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 80c50e6c-5592-4da8-991a-e232cb85c7ee triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:47.752505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:47.804293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5228e37e-c62a-4bc9-b2e2-8f649a074d2f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:47.881166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f504b190-368b-477e-a342-7ce6738dd4f2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:47.882223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f504b190-368b-477e-a342-7ce6738dd4f2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:47.931629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '7728885a-1ee3-4b87-a529-e5752cde9aba'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:47.932549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.017058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5228e37e-c62a-4bc9-b2e2-8f649a074d2f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:48.021087 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5228e37e-c62a-4bc9-b2e2-8f649a074d2f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.7031167
Dec 22 13:06:48.021402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58450) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:48.044216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f504b190-368b-477e-a342-7ce6738dd4f2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:48.044216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f504b190-368b-477e-a342-7ce6738dd4f2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 846 time: 0.7283039
Dec 22 13:06:48.046467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Router 11ba5b44-e809-48ed-9c29-be98edf61ffa is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:06:48.048352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning for port 0f6fa587-8eca-4477-81f0-3611b48cd39a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:48.049356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58454) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:48.056379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.078509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning complete for port 0f6fa587-8eca-4477-81f0-3611b48cd39a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:48.078942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.201026 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-130bfb7d-63c9-4fa8-b760-4615805e5730 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:06:48.201341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:48.206531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:48.206689 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-130bfb7d-63c9-4fa8-b760-4615805e5730 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/4b09a811-93b4-4ebe-84f5-41ffb9e3f6b4 HTTP/1.1" status: 404  len: 333 time: 0.1512277
Dec 22 13:06:48.208074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:48.214920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:48.221714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58458) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:48.231051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1982226043'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:48.239852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:48.246751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:48.250893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:48.259738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:48.337588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.343574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:48.347277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.361437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/7728885a-1ee3-4b87-a529-e5752cde9aba/814d224c-2bbb-42d2-a8e7-9ff81d5b92d2) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:48.375486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port e6c35008-2445-4744-b8f6-b88b824d3b9a yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:48.378042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.388885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.414389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:48.417776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.458052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.467857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:48.482995 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] Sync routers for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:48.499796 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:48.500461 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0761981
Dec 22 13:06:48.500621 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299029070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:48.503180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58462) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:48.531071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] For port 0f6fa587-8eca-4477-81f0-3611b48cd39a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f6fa587-8eca-4477-81f0-3611b48cd39a,segment=NetworkSegment(0c43f7b3-de5e-4168-bf59-437e06303e85),segment_id=0c43f7b3-de5e-4168-bf59-437e06303e85)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:48.591067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:06:48.592879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.596330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.599878 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/328e7af1-bf91-429b-934b-e1c17879df02 HTTP/1.1" status: 204  len: 168 time: 0.5740809
Dec 22 13:06:48.608107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b2909c4-b80c-477c-a4bc-5153aa318be9 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:48.619363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58466) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:48.636448 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299029070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:48.660768 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:48.661743 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299029070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:48.714821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:48.729602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.730041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 510f7d0f-1e1b-4943-95cd-6344ca0037d8 of type vlan for network 4a886dab-47e5-48a3-b13d-851ef0926b17
Dec 22 13:06:48.745959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.769855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.780547 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299029070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:48.781397 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a14945-9bcf-4316-9453-3d613ad3234b None None] The sync data for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:48.781672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:48.894153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:48.899017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning complete for port 50775295-45e2-4e23-8c43-e90ec298c202 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:48.899401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.020445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.093880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Pushing event updated for resources: {'Port': ['ID=0f6fa587-8eca-4477-81f0-3611b48cd39a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:49.118460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:49.133959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Port 50775295-45e2-4e23-8c43-e90ec298c202 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:49.146517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:49.147244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.181102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e7af1-bf91-429b-934b-e1c17879df02,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:49.220074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:49.251476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Transition to ACTIVE for port object 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:49.281261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Transition to ACTIVE for port object 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:49.285423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-827cbdc0-a225-4e7c-8b3d-77df5554cabf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:49.300953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-827cbdc0-a225-4e7c-8b3d-77df5554cabf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:49.310995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.311956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-827cbdc0-a225-4e7c-8b3d-77df5554cabf tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6198540
Dec 22 13:06:49.322216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:49.323034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.332205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58472) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:49.335851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:49.344903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning for port e44165f6-8fe2-4e63-9015-a9173d4b24a0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:49.356181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning complete for port e44165f6-8fe2-4e63-9015-a9173d4b24a0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:49.356563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.366047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--237528118'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:49.377525 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-6b39abb4-833b-4e91-88c2-a20d9fd9737e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:06:49.378586 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b39abb4-833b-4e91-88c2-a20d9fd9737e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8743687
Dec 22 13:06:49.381608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58476) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:49.403976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 50775295-45e2-4e23-8c43-e90ec298c202 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:49.404500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.424271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Port e44165f6-8fe2-4e63-9015-a9173d4b24a0 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:49.426665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.431917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-82d3f165-e793-4baf-8fbf-ae8dfbcc8462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:49.510196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:49.510869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:49.515206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:49.519722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:49.521473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Provisioning complete for port 80c50e6c-5592-4da8-991a-e232cb85c7ee triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:49.521773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.564160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Pushing event updated for resources: {'Port': ['ID=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:49.604834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:49.696054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Attempting to bind port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:49.696817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Attempting to bind port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:49.697447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Attempting to bind port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:49.705219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:49.706016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:49.706689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.707563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:49.708290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Bound port: 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:49.708943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:49.882258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] For port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:49.883606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] For port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:49.899720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:49.927478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.7007334
Dec 22 13:06:49.939614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58480) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:49.954457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:49.989616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=4a886dab-47e5-48a3-b13d-851ef0926b17,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:49.992692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:06:50.000518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:50.015030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.020861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ac7d7f2d-8844-48e6-8e65-926ef22b7ee0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:50.041537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::29c (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/7728885a-1ee3-4b87-a529-e5752cde9aba/e6c35008-2445-4744-b8f6-b88b824d3b9a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:50.114860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.156429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Provisioning for port 690c8b50-af0c-4b57-8637-84c595fe3527 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:50.184477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.191740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Provisioning complete for port 690c8b50-af0c-4b57-8637-84c595fe3527 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:50.192249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.200129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:06:50.208459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:50.221611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:50.228037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:50.257294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:50.292999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Pushing event updated for resources: {'Port': ['ID=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:50.302174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:50.302174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Port 690c8b50-af0c-4b57-8637-84c595fe3527 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:50.332776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Provisioning complete for port 0f6fa587-8eca-4477-81f0-3611b48cd39a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:50.333310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e9313bb-fe62-4ca4-baf1-31f6470c0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.394491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.400747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:50.406985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:50.407119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.414059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 50775295-45e2-4e23-8c43-e90ec298c202 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:50.484670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.583639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:50.627299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-29137ece-c1e0-4887-9fb4-0b323076302e tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:50.671070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.779561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f6fa587-8eca-4477-81f0-3611b48cd39a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:50.857619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0f6fa587-8eca-4477-81f0-3611b48cd39a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:50.858046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.879599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:50.985453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:51.007154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.013077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fb284a58-c217-49aa-9e37-06fa6016067a tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:51.118926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=690c8b50-af0c-4b57-8637-84c595fe3527,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:51.126030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:51.148999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting port e44165f6-8fe2-4e63-9015-a9173d4b24a0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:51.149365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.152535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:51.156965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.188155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=b9b0d24d-adee-4ca6-b284-f99480df4fed,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:51.199572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:51.219540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '510f7d0f-1e1b-4943-95cd-6344ca0037d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:51.220241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 4a886dab-47e5-48a3-b13d-851ef0926b17, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:06:51.274234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.323415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f869495c-e3b0-4bf0-802f-eb001d29742a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:51.401782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.407941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.415908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.416968 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.0628660
Dec 22 13:06:51.429299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58490) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:51.440879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '0b1ff13e-c13e-405e-98eb-cf38012ba0d7', 'direction': 'ingress', 'protocol': 17}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:51.446956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:51.450822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1ff13e-c13e-405e-98eb-cf38012ba0d7,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:51.460622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:51.464987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:51.471154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:51.471332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:06:51.474107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object e6c35008-2445-4744-b8f6-b88b824d3b9a will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:51.483440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:51.484478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:51.487961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:51.542965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Calling delete_port for e44165f6-8fe2-4e63-9015-a9173d4b24a0 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:51.575540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.589646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:51.669386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=50775295-45e2-4e23-8c43-e90ec298c202,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:51.720842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:51.721820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.809761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 4a886dab-47e5-48a3-b13d-851ef0926b17) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:51.822968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:51.823441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df7ba67-364d-4658-a095-653c4b757b9e None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:51.823910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:51.893711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb65793b-9dca-4102-b6b2-d0c00fbcc906 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:51.988594 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0460815
Dec 22 13:06:51.993058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58504) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:51.997275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:52.039313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.105541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4d885dc-e95d-4d8b-bf63-00ad4c100dbc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:52.175846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Port': ['ID=e44165f6-8fe2-4e63-9015-a9173d4b24a0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:52.185867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:52.251860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.313056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3316b8fc-67b4-47e6-83b6-7141ea9aef24 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:52.418422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Provisioning for port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:52.440603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.460083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Provisioning complete for port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:52.460464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.518228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:52.538924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:52.549056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:52.555413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:52.556073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.559241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.560983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.563246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router d939d65e-3a3c-45c1-9987-eae392955e55 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:52.564491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:52.571035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:52.575527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:52.639232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:52.665292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=e6c35008-2445-4744-b8f6-b88b824d3b9a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:52.668291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.687535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-4a886dab-47e5-48a3-b13d-851ef0926b17', 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': 'b9b0d24d-adee-4ca6-b284-f99480df4fed'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:06:52.688364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.729979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:52.741206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:52.748988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-8f71a6ee-3fe2-4246-ad71-edce1bdb86a0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:52.784749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:52.788539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.853678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1db64f-de77-46dd-adbd-165355441293,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:52.854742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:52.861123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:52.867424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 5.2385514
Dec 22 13:06:52.927928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58512) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:52.947623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] For port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:52.970957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Allocated IP 2001:db8::2 (4a886dab-47e5-48a3-b13d-851ef0926b17/b9b0d24d-adee-4ca6-b284-f99480df4fed/26ede4b5-52a4-4d5f-b96f-c38e6205e354) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:53.007374 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9b0d24d-adee-4ca6-b284-f99480df4fed (CIDR: 2001:db8::/64)
Dec 22 13:06:53.059226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.066535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9545c65e-108d-4bbf-be4f-1ba60dece9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:53.068176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.074258 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.6380091
Dec 22 13:06:53.085753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58516) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.101392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:06:53.101881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:06:53.114896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Router 11ba5b44-e809-48ed-9c29-be98edf61ffa has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:53.140510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-8f71a6ee-3fe2-4246-ad71-edce1bdb86a0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:53.141779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-8f71a6ee-3fe2-4246-ad71-edce1bdb86a0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482630037&fields=id&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 267 time: 0.7260070
Dec 22 13:06:53.203211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router 8440307c-92d7-40a0-a063-420270b3a2e6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:06:53.204921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Pushing event updated for resources: {'Port': ['ID=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:53.212625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:53.230860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Provisioning complete for port 690c8b50-af0c-4b57-8637-84c595fe3527 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:53.231182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.309206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:53.321223 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/routers/d939d65e-3a3c-45c1-9987-eae392955e55/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6799159
Dec 22 13:06:53.326379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] Sync routers for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:53.342120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58520) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.357286 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eeea7c1c-a0a8-4a08-8476-a38aad18618c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.3661919
Dec 22 13:06:53.365377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.366460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529351fd60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.369967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58524) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.373517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'port': {'network_id': '32024ea8-f9fd-4bee-b660-f3695a181ceb', 'name': 'tempest-FloatingIPTestJSON-104352917'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:53.402981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:53.428687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Port 690c8b50-af0c-4b57-8637-84c595fe3527 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:53.432445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.434386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:53.439567 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0567827
Dec 22 13:06:53.446242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529351fd60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.447593 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] Sync routers for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:53.450122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58528) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.457765 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.458754 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c6a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.484260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.491373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c29201b-1079-4327-bffb-c134b6c5aa52 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:53.497395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c29201b-1079-4327-bffb-c134b6c5aa52 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:53.497936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6c29201b-1079-4327-bffb-c134b6c5aa52 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:53.502375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.502526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:06:53.502702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529351fd60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.515931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/8440307c-92d7-40a0-a063-420270b3a2e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3957336
Dec 22 13:06:53.521515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58532) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.541173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c6a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.552618 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.553288 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529906c6a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.571157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-64b0521c-0099-4536-a9c1-a60b7fc33c06 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:53.572706 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-64b0521c-0099-4536-a9c1-a60b7fc33c06 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.4119885
Dec 22 13:06:53.582494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f4e64463-277d-4939-bd44-fb0ee03744cb tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:53.594339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Transition to ACTIVE for port object 26ede4b5-52a4-4d5f-b96f-c38e6205e354 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:53.600501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-e3be087b-3dc5-4769-b908-991b63f95793 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/quotas/3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 375 time: 0.0201528
Dec 22 13:06:53.606900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529351fd60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.607485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df68c2d5-1bd7-4ede-a01e-6728becf9e4c None None] The sync data for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:53.609337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Provisioning complete for port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:53.609734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.641405 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529906c6a0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.645587 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe6786-1528-4697-ba13-66bab12916d0 None None] The sync data for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:53.654551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] Sync routers for ids ['8440307c-92d7-40a0-a063-420270b3a2e6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:06:53.699366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] Routers {'8440307c-92d7-40a0-a063-420270b3a2e6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.700051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e97790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8440307c-92d7-40a0-a063-420270b3a2e6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.773782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Transition to ACTIVE for port object 26ede4b5-52a4-4d5f-b96f-c38e6205e354 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:53.779576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e97790>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.799681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] Routers {'8440307c-92d7-40a0-a063-420270b3a2e6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:06:53.800870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e97790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8440307c-92d7-40a0-a063-420270b3a2e6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.820787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6c29201b-1079-4327-bffb-c134b6c5aa52 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:53.825013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58536) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.825489 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6c29201b-1079-4327-bffb-c134b6c5aa52 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1671 time: 0.8855081
Dec 22 13:06:53.826374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f4e64463-277d-4939-bd44-fb0ee03744cb tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:53.829818 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f4e64463-277d-4939-bd44-fb0ee03744cb tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=8440307c-92d7-40a0-a063-420270b3a2e6 HTTP/1.1" status: 200  len: 205 time: 0.3025513
Dec 22 13:06:53.836439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58538) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.837433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.888720 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-8c53a41d-3fa9-4776-a905-7b0f6e7396f4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] delete failed (client error): The resource could not be found.
Dec 22 13:06:53.894776 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8c53a41d-3fa9-4776-a905-7b0f6e7396f4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1142936307 HTTP/1.1" status: 404  len: 335 time: 0.3757546
Dec 22 13:06:53.894973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.904924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d26cd333-34a3-4e4a-9963-49c13dbf16d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:53.913476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58544) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:53.948880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-af72f26f-8b55-4f90-b8a0-706ae0762ce0 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'router': {'external_gateway_info': {'network_id': '11ba5b44-e809-48ed-9c29-be98edf61ffa'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:53.951315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e97790>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:53.951604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fa8a6-5201-495c-bc68-6dacb46cb252 None None] The sync data for ids ['8440307c-92d7-40a0-a063-420270b3a2e6'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:06:53.973599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:53.986197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:53.991281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:53.996366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:54.037434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Pushing event updated for resources: {'Port': ['ID=26ede4b5-52a4-4d5f-b96f-c38e6205e354,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:54.045529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:54.102825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Attempting to bind port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:06:54.102825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Attempting to bind port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '510f7d0f-1e1b-4943-95cd-6344ca0037d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:06:54.103331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Attempting to bind port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 on network 4a886dab-47e5-48a3-b13d-851ef0926b17 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:06:54.109312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:06:54.110077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Checking segment: {'id': '510f7d0f-1e1b-4943-95cd-6344ca0037d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:06:54.110077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.110507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Bound using segment: {'id': '510f7d0f-1e1b-4943-95cd-6344ca0037d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:06:54.111136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Bound port: 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510f7d0f-1e1b-4943-95cd-6344ca0037d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:06:54.111613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.138264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port e6c35008-2445-4744-b8f6-b88b824d3b9a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:54.138689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.164062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Provisioning for port e6c35008-2445-4744-b8f6-b88b824d3b9a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:54.181175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Provisioning complete for port e6c35008-2445-4744-b8f6-b88b824d3b9a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:54.181642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.203009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:54.285146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:54.295801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.298354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.306589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:54.315067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d106fe5f-39c9-45c0-a8e8-a8949211d2f8 None None] Port e6c35008-2445-4744-b8f6-b88b824d3b9a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:54.317013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:06:54.321529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=26ede4b5-52a4-4d5f-b96f-c38e6205e354,segment=NetworkSegment(510f7d0f-1e1b-4943-95cd-6344ca0037d8),segment_id=510f7d0f-1e1b-4943-95cd-6344ca0037d8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:06:54.340834 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-4ecba987-da65-4437-8381-7cea9f257da1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7334325
Dec 22 13:06:54.369048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:54.374318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:54.402934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.407086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-22a3e715-2c3c-49fd-881b-fada56530ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:54.420921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.420921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router 8440307c-92d7-40a0-a063-420270b3a2e6 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:06:54.421248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Usage tracker for resource:port and tenant:8e8ddc47fcf44571aab6e724372ad441 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:54.434319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.437725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.438170 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2ce86041-6c46-445c-8ebf-30dde199699c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/8440307c-92d7-40a0-a063-420270b3a2e6 HTTP/1.1" status: 204  len: 168 time: 0.6014924
Dec 22 13:06:54.438974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58550) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:54.443905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:54.453766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25273c34-caf6-442f-859f-d883a9045e9a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:54.502111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb80fed2-4fb7-4ddd-911f-32fda8b65ac2 None None] Provisioning complete for port e6c35008-2445-4744-b8f6-b88b824d3b9a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:54.502648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb80fed2-4fb7-4ddd-911f-32fda8b65ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.519803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:54.541881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Pushing event updated for resources: {'Port': ['ID=26ede4b5-52a4-4d5f-b96f-c38e6205e354,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:54.551932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:54.552141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1ff13e-c13e-405e-98eb-cf38012ba0d7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:54.554423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:54.555318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:54.558569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.580537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cb80fed2-4fb7-4ddd-911f-32fda8b65ac2 None None] Port e6c35008-2445-4744-b8f6-b88b824d3b9a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:54.582069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet 356be54b-c0a5-459d-8cec-0e59860e9d39 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:54.585729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.652365 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-a12ef2c3-432f-453f-99cd-086f77f8bd4f service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2988491
Dec 22 13:06:54.662350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.690823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:54.776276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:54.776780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.799443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af72f26f-8b55-4f90-b8a0-706ae0762ce0 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.803771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Made reservation on behalf of 8e8ddc47fcf44571aab6e724372ad441 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:54.807812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.837630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:54.839678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b1ff13e-c13e-405e-98eb-cf38012ba0d7 HTTP/1.1" status: 204  len: 168 time: 1.7514801
Dec 22 13:06:54.842159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58554) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:54.886416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] device_id is not set on port d9d2e339-751a-48d9-bff6-7ffc787bda02 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:54.939556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-62b5cab4-4a73-44d6-bf98-49cca3fd6cbc service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414026
Dec 22 13:06:54.954825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:55.004653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a68abb8f-a3a6-414c-a990-97cddaaf810a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:55.028760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-af72f26f-8b55-4f90-b8a0-706ae0762ce0 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] update failed (client error): The resource could not be found.
Dec 22 13:06:55.029769 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af72f26f-8b55-4f90-b8a0-706ae0762ce0 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa HTTP/1.1" status: 404  len: 339 time: 1.1098127
Dec 22 13:06:55.035288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58558) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:55.109779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:55.293688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a68abb8f-a3a6-414c-a990-97cddaaf810a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:55.294977 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a68abb8f-a3a6-414c-a990-97cddaaf810a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4472163
Dec 22 13:06:55.487608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58568) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:55.504468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--708787776'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:55.516306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for e6c35008-2445-4744-b8f6-b88b824d3b9a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:55.557789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:55.591504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:55.632208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:55.644655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-20d6ea31-155c-4dce-9dc1-e158ee620b51 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:55.675253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Allocated IP 172.20.0.12 (32024ea8-f9fd-4bee-b660-f3695a181ceb/3376efca-d2ab-4add-88cc-cf5d4b4c4ca9/d9d2e339-751a-48d9-bff6-7ffc787bda02) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:55.687338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=356be54b-c0a5-459d-8cec-0e59860e9d39,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:55.694532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:55.697504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:55.712918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb28f4-612a-4503-baff-b5c6e3de441c None None] Network 3d8cf149-729a-4fd6-91ee-8c8580e1f91c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:55.743572 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/356be54b-c0a5-459d-8cec-0e59860e9d39 HTTP/1.1" status: 204  len: 168 time: 1.3011379
Dec 22 13:06:55.748891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58572) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:55.829555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:55.884858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:55.909465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:55.915837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:55.950612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:56.001973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.036595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87261e68-505c-48c9-94e3-4539838ca626 None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:56.077229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.091448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:56.163287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] DHCP port deletion for 3d8cf149-729a-4fd6-91ee-8c8580e1f91c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:56.171798 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6647c17-7daf-425e-9321-137ae9df9afe req-5b117a93-291d-4aca-910b-5decc97fa3ef tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.2880580
Dec 22 13:06:56.173558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Deleting port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:56.175808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.176564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.186719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.219396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=e6c35008-2445-4744-b8f6-b88b824d3b9a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:56.246227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:56.251416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65574595-ccb1-4b93-bab1-ecdcf49386f5 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:56.279636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:56.279887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.346151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:56.363153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:56.382816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:56.383422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.444478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.456011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] For port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,segment=NetworkSegment(71eb62c8-cf78-4320-8b3e-cda5c62f1ffe),segment_id=71eb62c8-cf78-4320-8b3e-cda5c62f1ffe)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:56.456568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.468441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d6b7ebc9-a57d-45ee-9812-6db3e8849b3f None None] Provisioning for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:56.501805 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/e6c35008-2445-4744-b8f6-b88b824d3b9a HTTP/1.1" status: 204  len: 168 time: 2.6660924
Dec 22 13:06:56.507662 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.1141603
Dec 22 13:06:56.508469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58592) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:56.513762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=c6df159e-ce96-415d-bd44-32ecb67b09d4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:56.515685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:56.546192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'fixed_ips': [{'subnet_id': 'b9b0d24d-adee-4ca6-b284-f99480df4fed'}, {'subnet_id': 'c6df159e-ce96-415d-bd44-32ecb67b09d4'}], 'name': 'tempest-PortsIpV6TestJSON-467507949'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:56.567070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:56.594205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.597408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.625829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Calling delete_port for 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:56.720097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.749551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:56.788351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac90fc4-55e1-41ff-a5a4-96797ce7b441 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:56.788930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Transition to ACTIVE for port object d9d2e339-751a-48d9-bff6-7ffc787bda02 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:56.789043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac90fc4-55e1-41ff-a5a4-96797ce7b441 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:56.789043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6ac90fc4-55e1-41ff-a5a4-96797ce7b441 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:06:56.789215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 26ede4b5-52a4-4d5f-b96f-c38e6205e354 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:56.798860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,segment=NetworkSegment(71eb62c8-cf78-4320-8b3e-cda5c62f1ffe),segment_id=71eb62c8-cf78-4320-8b3e-cda5c62f1ffe)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:56.799215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.818175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf57af-a91f-40bc-bee4-dfa13d01bccc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:56.825171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:56.858101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:56.860020 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.3677211
Dec 22 13:06:56.863943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58600) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:56.876357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994065438'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:56.881203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:56.886768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:56.891900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:56.894781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:56.905306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:56.913479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:56.947840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Allocated IP 172.20.0.1 (78980ab9-c4b8-4079-bd37-abbfb88b7948/53b7d49b-36b3-4972-b179-c84097b66290/f69e34b0-a52b-4b63-aaa6-1c64e1c98672) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:56.956360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:06:56.997722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.007960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-90eb16e1-9f6c-4918-9a6a-79a2fe94d491 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:57.047877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.049354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:06:57.061746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:57.065057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Pushing event deleted for resources: {'Port': ['ID=4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:57.066645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.072468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:57.075416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] No DVR routers for this DVR port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:06:57.077191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:57.077572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.086477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9dfe6922-fedf-4dab-a977-acec9d73af33 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:57.151749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Update dhcp port {'port': {'network_id': '4a886dab-47e5-48a3-b13d-851ef0926b17', 'fixed_ips': [{'subnet_id': 'b9b0d24d-adee-4ca6-b284-f99480df4fed', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6df159e-ce96-415d-bd44-32ecb67b09d4'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '26ede4b5-52a4-4d5f-b96f-c38e6205e354'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:06:57.194666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6ac90fc4-55e1-41ff-a5a4-96797ce7b441 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:06:57.195893 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ac90fc4-55e1-41ff-a5a4-96797ce7b441 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6864662
Dec 22 13:06:57.207999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58606) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:57.234570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:57.267905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:57.277777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:06:57.278105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:06:57.285649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:57.291029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:57.306854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:57.309767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:57.347793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event updated for resources: {'Port': ['ID=d9d2e339-751a-48d9-bff6-7ffc787bda02,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:57.357041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:57.369017 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-782c039a-b1d2-4193-a263-c01acda9e78d req-d8a7daac-62a5-4629-b1aa-ac68f1871e05 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.0851507
Dec 22 13:06:57.382361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:57.399719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.422965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.426976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.444718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Transition to ACTIVE for port object f69e34b0-a52b-4b63-aaa6-1c64e1c98672 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:57.451000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 7728885a-1ee3-4b87-a529-e5752cde9aba {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:06:57.474340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:57.475334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.481312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.521134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.540159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.546531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4dd4aa29-fb00-4869-ba85-c956517562c5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:57.563410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=26ede4b5-52a4-4d5f-b96f-c38e6205e354,segment=NetworkSegment(510f7d0f-1e1b-4943-95cd-6344ca0037d8),segment_id=510f7d0f-1e1b-4943-95cd-6344ca0037d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:57.591923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:06:57.627446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.628020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.633195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:57.637452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:06:57.645280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:06:57.653028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:06:57.689246 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.3303361
Dec 22 13:06:57.699125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58612) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:57.701544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a571a775-4c95-4f98-95ab-a71ad1d74143 None None] Provisioning for port d9d2e339-751a-48d9-bff6-7ffc787bda02 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:57.713521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Request body: {'floatingip': {'port_id': 'd9d2e339-751a-48d9-bff6-7ffc787bda02'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:57.718467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a571a775-4c95-4f98-95ab-a71ad1d74143 None None] Provisioning complete for port d9d2e339-751a-48d9-bff6-7ffc787bda02 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:57.719150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a571a775-4c95-4f98-95ab-a71ad1d74143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.746125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Port': ['ID=f69e34b0-a52b-4b63-aaa6-1c64e1c98672,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:57.752347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:57.754002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:06:57.758048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:57.804165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:06:57.804773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:06:57.828437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=26ede4b5-52a4-4d5f-b96f-c38e6205e354,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:57.860551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:57.877650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a571a775-4c95-4f98-95ab-a71ad1d74143 None None] Port d9d2e339-751a-48d9-bff6-7ffc787bda02 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:57.912217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Allocated IP 2001:db8:0:1::2 (4a886dab-47e5-48a3-b13d-851ef0926b17/c6df159e-ce96-415d-bd44-32ecb67b09d4/26ede4b5-52a4-4d5f-b96f-c38e6205e354) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:57.980698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:57.981248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.052022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.066946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] The port '4c8b6ff8-43e9-4bd4-83ac-cfeed3bf73f8' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:06:58.095584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=26ede4b5-52a4-4d5f-b96f-c38e6205e354,segment=NetworkSegment(510f7d0f-1e1b-4943-95cd-6344ca0037d8),segment_id=510f7d0f-1e1b-4943-95cd-6344ca0037d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:06:58.131576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.151383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Transition to ACTIVE for port object 26ede4b5-52a4-4d5f-b96f-c38e6205e354 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:06:58.160571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.211190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9ddbe5cc-e92f-42f9-83a2-06513d16b05a None None] Provisioning for port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:58.217248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9ddbe5cc-e92f-42f9-83a2-06513d16b05a None None] Provisioning complete for port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:58.218596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9ddbe5cc-e92f-42f9-83a2-06513d16b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.250793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.251200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.257575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.270115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:58.288624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.312087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4a44670-3194-40fa-9f29-5da2615ed218 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:58.359833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.361032 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.4944937
Dec 22 13:06:58.366377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58618) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:58.371089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298ecc6d0>,) {'filters': {'network_id': ['3d8cf149-729a-4fd6-91ee-8c8580e1f91c']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:58.382212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '7bdf57af-a91f-40bc-bee4-dfa13d01bccc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c518c6cc-641d-4546-9af7-02e63f26013a', 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:58.394046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:58.411483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298ecc6d0>, '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:58.415715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298ecc6d0>, '71eb62c8-cf78-4320-8b3e-cda5c62f1ffe') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:06:58.420513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.426557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbe5cc-e92f-42f9-83a2-06513d16b05a None None] Port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:06:58.444826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Pushing event updated for resources: {'Port': ['ID=26ede4b5-52a4-4d5f-b96f-c38e6205e354,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:58.450061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:58.453805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.460469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:58.461579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:58.482486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c518c6cc-641d-4546-9af7-02e63f26013a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:58.537545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:58.592497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:58.613610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.622365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:06:58.622996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:06:58.647606 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:06:58.670710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 26ede4b5-52a4-4d5f-b96f-c38e6205e354 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:06:58.891160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.909869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f8c16f-c294-4cb1-91a3-6c120deeab97 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:58.949574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa2749e5-4c99-476b-8e65-f48b89a2aa51 req-fe85d6a5-c14b-424a-933d-e105d7e85dd4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.3553190
Dec 22 13:06:58.952832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd011aa-a7c6-4c49-8244-0544eaac3213 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:58.964157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:58.992009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=7728885a-1ee3-4b87-a529-e5752cde9aba,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:59.043327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::16b (4a886dab-47e5-48a3-b13d-851ef0926b17/b9b0d24d-adee-4ca6-b284-f99480df4fed/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:59.052135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8:0:1::2a2 (4a886dab-47e5-48a3-b13d-851ef0926b17/c6df159e-ce96-415d-bd44-32ecb67b09d4/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:06:59.066416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:59.165795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23914249-9078-4ef1-8754-eda4d2aef4ee None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:06:59.245981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.250825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.260397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3310f2b3-a8c6-436d-9477-f3c86ba19b58 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:59.280374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.315294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=3d8cf149-729a-4fd6-91ee-8c8580e1f91c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:06:59.318268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:06:59.387374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-bac4175d-dfc7-4af2-977d-87d9ed325364 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:06:59.388862 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-bac4175d-dfc7-4af2-977d-87d9ed325364 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.5513499
Dec 22 13:06:59.398449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.445987 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/3d8cf149-729a-4fd6-91ee-8c8580e1f91c HTTP/1.1" status: 204  len: 168 time: 3.6914415
Dec 22 13:06:59.446211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58624) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:59.451249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.451777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2040785414', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:59.464792 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7728885a-1ee3-4b87-a529-e5752cde9aba HTTP/1.1" status: 204  len: 168 time: 2.2477415
Dec 22 13:06:59.478931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58628) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:59.479747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.484172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a681777e-fa39-4370-a78e-dab5bfbae7b8 None None] Provisioning for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:06:59.490966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a681777e-fa39-4370-a78e-dab5bfbae7b8 None None] Provisioning complete for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:06:59.491498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a681777e-fa39-4370-a78e-dab5bfbae7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.509104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:06:59.519385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.520481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9595f7b9-50d9-48e4-a74e-410f1f776c52 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:06:59.559758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.581179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:06:59.598195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:06:59.605409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Deleting port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:06:59.609806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:06:59.610200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.612608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:06:59.617241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-6e2806ec-0b6e-4436-8fa7-b7dd030c0f6d tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 380 time: 0.2018268
Dec 22 13:06:59.625962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:06:59.634814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'port': {'device_id': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'admin_state_up': True, 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'security_groups': ['eeb95d2b-4877-470d-a46c-7c0b07b5c3dd']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:06:59.654299 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c5868e64-2bdc-45d8-98a6-37a99242f37c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1730089
Dec 22 13:06:59.665195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58632) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:06:59.693264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:00.020869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:00.025812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:port and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:00.032188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:00.050100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:00.065098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-53104cae-c5fd-4e14-be0a-55f24d0b9199 None None] Provisioning complete for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:00.065659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53104cae-c5fd-4e14-be0a-55f24d0b9199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.072669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.076090 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 1.7072165
Dec 22 13:07:00.082745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58642) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:00.086823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:00.107276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event updated for resources: {'Port': ['ID=f69e34b0-a52b-4b63-aaa6-1c64e1c98672,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:00.123950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.133818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:00.141936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] For port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:00.142759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.143684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 7c93db58-70aa-4343-bfdc-6bb0c4f574e4 associated. External IP: 172.26.3.114, port: 377ebcf1-4b18-4282-b331-0873559161ed.
Dec 22 13:07:00.194464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:00.198546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-652ca702-7fd9-43fc-918b-6768e253a2b0 tempest-ServersTestJSON-1173953057 tempest-ServersTestJSON-1173953057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:00.215213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Made reservation on behalf of 3f15ee5ef35c474bb7e9c8febc4ca530 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:00.219575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.233728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b8594d18-7889-4541-934c-a1bb6df68a39 req-fd0a11c5-5a41-41d0-b0b6-408cfd135265 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.0968070
Dec 22 13:07:00.235005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:00.242480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54b4b5e-f4f9-4874-bf59-4333ece139eb,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:00.242827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.247781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:00.263275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.268856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.270863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.272657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.277594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:00.384501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:00.403160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Calling delete_port for 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:00.422938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.435201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:00.438651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.495389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.516249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2976fcdb-f7d8-4c99-9593-085a992586a6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:00.536828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f54b4b5e-f4f9-4874-bf59-4333ece139eb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:00.539851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:00.553839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.553839 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/f54b4b5e-f4f9-4874-bf59-4333ece139eb HTTP/1.1" status: 204  len: 168 time: 0.4543262
Dec 22 13:07:00.576442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58646) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:00.591112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.595571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:00.619887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.632120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a891e6d-1966-4543-9648-1fd0c64738ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:00.652829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Pushing event deleted for resources: {'Port': ['ID=814d224c-2bbb-42d2-a8e7-9ff81d5b92d2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:00.657086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:00.660098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] No DVR routers for this DVR port 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:00.692597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:00.724361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:00.732828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:00.743797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:00.744844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 814d224c-2bbb-42d2-a8e7-9ff81d5b92d2 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:00.745638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:00.753319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:00.753319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:00.759763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:00.781828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:00.790165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:00.794044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:00.829803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:00.863808 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1016 time: 4.3263955
Dec 22 13:07:00.874708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:00.885529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9b0d24d-adee-4ca6-b284-f99480df4fed'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:00.976383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4d9e5f51-81a4-4e83-a5d2-3ae3a5916b81 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:01.148920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:01.150679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:01.161055 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:01.174221 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:01.175574 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991b2640>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:01.190370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-971d706b-fdea-4846-b460-bf2f920734e8 None None] Provisioning for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:01.200891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-971d706b-fdea-4846-b460-bf2f920734e8 None None] Provisioning complete for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:01.201271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-971d706b-fdea-4846-b460-bf2f920734e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:01.261053 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991b2640>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:01.274659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:01.275655 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991b2640>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:01.335422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-971d706b-fdea-4846-b460-bf2f920734e8 None None] Port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:01.383549 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991b2640>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:01.384107 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac7ad92-a668-46b5-adbc-73d577f25160 None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:01.464924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa18c5e6-5825-4c76-9875-d26cc0347681 None None] Provisioning complete for port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:01.466071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa18c5e6-5825-4c76-9875-d26cc0347681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:01.540599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4d9e5f51-81a4-4e83-a5d2-3ae3a5916b81 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:01.544508 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4d9e5f51-81a4-4e83-a5d2-3ae3a5916b81 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.9644289
Dec 22 13:07:01.552543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.20.0.8 (443cb7df-1189-42c5-9131-3c66775263fe/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4/99b6eb24-6393-41aa-8806-d2d807ff3afd) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:01.555594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-aa18c5e6-5825-4c76-9875-d26cc0347681 None None] Port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:01.612623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58656) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:01.619988 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-958f72c0-3123-4ab6-bf6c-6d36e57fe41c req-95435195-c0be-4986-9656-c6991ff12e46 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.1474411
Dec 22 13:07:01.703675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:01.783724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Router 11ba5b44-e809-48ed-9c29-be98edf61ffa has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:01.998378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router d939d65e-3a3c-45c1-9987-eae392955e55 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:02.000915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.104941 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:07:02.191293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.203262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d0727b0-a178-4364-83ca-160f05f1d160 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:02.210755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Delete allocated IP 2001:db8:0:1::2a2 (4a886dab-47e5-48a3-b13d-851ef0926b17/c6df159e-ce96-415d-bd44-32ecb67b09d4) {{(pid=88166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:07:02.241155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.273386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.334613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:02.340731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.346518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:02.354221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:02.355423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] Sync routers for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:02.371439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:02.378232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=5849d206-3855-4108-bcae-4122242beb29,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:02.384088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:02.384506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.398487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:02.423132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.436107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b693f0-70ee-4280-82ef-e5f7fab56edc None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:02.442593 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] Sync routers for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:02.463630 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:02.465391 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.467901 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4311690
Dec 22 13:07:02.470694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58660) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:02.528475 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0b394c1a-194f-467e-9138-bfe35cbafd16 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/floatingips/7c93db58-70aa-4343-bfdc-6bb0c4f574e4 HTTP/1.1" status: 200  len: 978 time: 4.8290308
Dec 22 13:07:02.529149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58664) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:02.543687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Transition to ACTIVE for port object 99b6eb24-6393-41aa-8806-d2d807ff3afd will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:02.556665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.559033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.562869 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/c518c6cc-641d-4546-9af7-02e63f26013a HTTP/1.1" status: 204  len: 168 time: 0.9419172
Dec 22 13:07:02.565557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58668) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:02.574605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a6d2efc1-01ff-4eef-93a5-9d8f148015c4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:02.590904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58672) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:02.592888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.599398 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.9149449
Dec 22 13:07:02.619802 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.631652 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:02.632842 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.638814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'name': 'tempest-NetworksTestDHCPv6-516621310'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:02.647328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:02.647961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529824a6d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.758785 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529190>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.760527 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8c4702-b9a5-4c50-b2a6-b5b762edd71a None None] The sync data for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:02.784641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529824a6d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.801996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '5849d206-3855-4108-bcae-4122242beb29'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:02.803357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.814163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:02.814972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529824a6d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.815181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:02.823929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port d9d2e339-751a-48d9-bff6-7ffc787bda02 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:02.824274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.849498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c518c6cc-641d-4546-9af7-02e63f26013a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:02.863767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:02.885584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529824a6d0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:02.886243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4239682-3a4d-4302-bd0f-563b32c15f8b None None] The sync data for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:02.894735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2f35e1e1-3503-48d2-9495-e7da1aceb88e req-10bfa5cf-7d8f-40c5-ba43-abb97560d7e1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:02.896737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:02.920043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d31ff785-39c4-49ca-8d6c-281a7a89b861 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:03.009819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c0323c72-f6ac-4c40-b2fb-8047d003f1e6 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.060747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5849d206-3855-4108-bcae-4122242beb29/6de20b5d-3bf2-407f-a0f9-feaa0afa3c49) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:03.102620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] In _notify_port_updated(), no bound segment for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c on network 4a886dab-47e5-48a3-b13d-851ef0926b17 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:07:03.109829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:03.110479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.111818 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/ports/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c HTTP/1.1" status: 200  len: 925 time: 2.2356341
Dec 22 13:07:03.123256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:03.128498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58678) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:03.141403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9b0d24d-adee-4ca6-b284-f99480df4fed'}, {'subnet_id': 'c6df159e-ce96-415d-bd44-32ecb67b09d4'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:03.176972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:03.192872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:03.204924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:03.368820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:03.373007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.391588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.404362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Transition to ACTIVE for port object 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:03.425981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Transition to ACTIVE for port object 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:03.487351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b1939c5-127d-4098-87d1-74bc2afee5d8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:03.511158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.515933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:03.572607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7082f080-68b7-42b0-85de-194d4fbb8af5 None None] Provisioning for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:03.586502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7082f080-68b7-42b0-85de-194d4fbb8af5 None None] Provisioning complete for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:03.587071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7082f080-68b7-42b0-85de-194d4fbb8af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.594048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.648035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.726516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7082f080-68b7-42b0-85de-194d4fbb8af5 None None] Port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:03.735628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:03.741204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:03.750716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:03.793284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port b9283805-8b4a-44c8-b97e-231757111a24 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:03.793838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Pushing event updated for resources: {'Port': ['ID=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:03.801881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:03.824163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 172.26.3.175 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/747d4676-d7c9-4d4c-9fb5-77cefb5be675) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:03.857331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.862774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Attempting to bind port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:03.863334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Attempting to bind port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:03.863708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Attempting to bind port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:03.870462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:03.870818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:03.871330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.872275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:03.872754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Bound port: 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:03.873521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.934732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b1939c5-127d-4098-87d1-74bc2afee5d8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:03.938221 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3b1939c5-127d-4098-87d1-74bc2afee5d8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 1.3503921
Dec 22 13:07:03.938221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2f35e1e1-3503-48d2-9495-e7da1aceb88e req-10bfa5cf-7d8f-40c5-ba43-abb97560d7e1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:03.938221 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2f35e1e1-3503-48d2-9495-e7da1aceb88e req-10bfa5cf-7d8f-40c5-ba43-abb97560d7e1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 1.1294556
Dec 22 13:07:03.941389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58682) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:03.947001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:03.979840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ccde67ec-07b2-449b-a93d-56569638ed8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:03.985699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] For port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:03.989024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] For port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:04.049095 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-c0323c72-f6ac-4c40-b2fb-8047d003f1e6 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:07:04.053631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c0323c72-f6ac-4c40-b2fb-8047d003f1e6 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa HTTP/1.1" status: 409  len: 329 time: 1.5783510
Dec 22 13:07:04.060521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58686) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:04.065558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.069984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:04.105551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:04.117477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:04.135031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:04.176133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:04.181790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.186772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Pushing event updated for resources: {'Port': ['ID=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:04.191824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:04.192013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:04.237787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.244797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:04.245674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.304963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.453197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.460210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.460503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/7bdf57af-a91f-40bc-bee4-dfa13d01bccc HTTP/1.1" status: 204  len: 168 time: 0.5153356
Dec 22 13:07:04.461133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58690) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:04.461837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-faed7287-6520-4ed0-81f0-d3e4931beebb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:04.490581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf57af-a91f-40bc-bee4-dfa13d01bccc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:04.494310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:04.509902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.524231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8849366
Dec 22 13:07:04.531039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-723f06ed-fa0a-4565-9bbe-62db47d120a9 None None] Provisioning for port 99b6eb24-6393-41aa-8806-d2d807ff3afd completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:04.535053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fc8ca69b-97f6-43c2-aeb2-4846886b43ac tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:04.546923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-723f06ed-fa0a-4565-9bbe-62db47d120a9 None None] Provisioning complete for port 99b6eb24-6393-41aa-8806-d2d807ff3afd triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:04.547219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-723f06ed-fa0a-4565-9bbe-62db47d120a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.595687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.637248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::1dd (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5849d206-3855-4108-bcae-4122242beb29/b9283805-8b4a-44c8-b97e-231757111a24) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:04.688630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=747d4676-d7c9-4d4c-9fb5-77cefb5be675,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:04.692915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:04.693368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.693755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:04.694546 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Floating IP 7c93db58-70aa-4343-bfdc-6bb0c4f574e4 disassociated. External IP: 172.26.3.114, port: d9d2e339-751a-48d9-bff6-7ffc787bda02.
Dec 22 13:07:04.694948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for d9d2e339-751a-48d9-bff6-7ffc787bda02 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:04.696498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-723f06ed-fa0a-4565-9bbe-62db47d120a9 None None] Port 99b6eb24-6393-41aa-8806-d2d807ff3afd cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:04.720267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Request body: {'port': {'device_id': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:04.726053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:04.758966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:04.778783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-55950c0b-3e3d-49d4-aa16-a3a31c105de2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:04.778783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:04.782689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:04.904447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:04.964107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-55950c0b-3e3d-49d4-aa16-a3a31c105de2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:04.965349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-55950c0b-3e3d-49d4-aa16-a3a31c105de2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4955945
Dec 22 13:07:04.991216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58698) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:05.044503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.074757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1432132442'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:05.102480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e6d038a-46a9-4f2b-9026-2ea03335d508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.136553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:05.219509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:05.572635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf6dc0-de38-44be-a498-2475e5b02c68 req-f4d524a6-894e-4e1b-bb14-79fa82b1aedf tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:05.574086 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6bf6dc0-de38-44be-a498-2475e5b02c68 req-f4d524a6-894e-4e1b-bb14-79fa82b1aedf tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 931 time: 0.4397290
Dec 22 13:07:05.644714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.690718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Provisioning for port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:05.696573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Provisioning complete for port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:05.697231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.778789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.780275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:05.826487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.828730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.855270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.859855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6bf6dc0-de38-44be-a498-2475e5b02c68 req-511ca437-d41f-420c-bb59-a71b097cda65 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880457
Dec 22 13:07:05.863905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d25b6a16-f3e5-4a3b-9cfd-d623ad4c30a9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:05.873909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] For port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:05.901259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:05.932163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=d9d2e339-751a-48d9-bff6-7ffc787bda02,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:05.945016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:05.945707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:05.950496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3afd404f-c37d-44e5-8710-52e00a7a8907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:05.961431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object b9283805-8b4a-44c8-b97e-231757111a24 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:06.041915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Pushing event updated for resources: {'Port': ['ID=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:06.053343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:06.080010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8:0:1::35a (4a886dab-47e5-48a3-b13d-851ef0926b17/c6df159e-ce96-415d-bd44-32ecb67b09d4/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:06.152036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b6eb24-6393-41aa-8806-d2d807ff3afd {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:07:06.171596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.260689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Transition to ACTIVE for port object 99b6eb24-6393-41aa-8806-d2d807ff3afd will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:06.275787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.341609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.348073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d72033b3-0f4b-4d7b-8fbb-d78af11cefe2 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:06.388630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.419157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router d939d65e-3a3c-45c1-9987-eae392955e55 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:06.439691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.454428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e1b12f1a-b1c2-4636-be6e-bd621bea31a1 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:06.503079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.551822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:06.565373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:06.612948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.675107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:06.682403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.resource_extend [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:07:06.701122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:06.713357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Attempting to bind port 99b6eb24-6393-41aa-8806-d2d807ff3afd on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:06.713748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Attempting to bind port 99b6eb24-6393-41aa-8806-d2d807ff3afd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:06.714164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Attempting to bind port 99b6eb24-6393-41aa-8806-d2d807ff3afd on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:06.720484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:06.724792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Port 99b6eb24-6393-41aa-8806-d2d807ff3afd on network 443cb7df-1189-42c5-9131-3c66775263fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:07:06.725460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Attempting to bind port 99b6eb24-6393-41aa-8806-d2d807ff3afd on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:06.732850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:06.733314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:06.733837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Bound using segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:06.734284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Bound port: 99b6eb24-6393-41aa-8806-d2d807ff3afd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:06.734826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.753013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:06.753579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.790376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.794273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:06.800122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:06.800505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:06.815629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router e460e5a0-f503-40a8-8f95-d844ec6ad28e is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:07:06.826129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=b9283805-8b4a-44c8-b97e-231757111a24,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:06.849193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:06.853181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d057e64a-da00-45ab-8028-366e7b809c8a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:06.940136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:06.947718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:06.992648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569655ca-f98a-4950-b0d5-5092b9f37489,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:07.162757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eb692743-219f-4d4b-be16-707ad7050fdd None None] Provisioning for port b9283805-8b4a-44c8-b97e-231757111a24 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:07.168294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:07.172184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-eb692743-219f-4d4b-be16-707ad7050fdd None None] Provisioning complete for port b9283805-8b4a-44c8-b97e-231757111a24 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:07.172184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb692743-219f-4d4b-be16-707ad7050fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.233509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:07.235158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-eb692743-219f-4d4b-be16-707ad7050fdd None None] Port b9283805-8b4a-44c8-b97e-231757111a24 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:07.236686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:07.246794 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.6495357
Dec 22 13:07:07.247836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.251389 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1997657
Dec 22 13:07:07.251389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.251665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] Sync routers for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:07.251790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58704) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.251790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58706) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.263918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.266680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:07.267557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b08d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.271506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-500168e8-fa23-4af1-bad0-0aea7883e35d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:07.304025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:07.315088 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] Sync routers for ids ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:07.333535 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] Routers {'e460e5a0-f503-40a8-8f95-d844ec6ad28e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:07.335463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529640>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.346517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': '569655ca-f98a-4950-b0d5-5092b9f37489', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:07.357030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:07.357645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.359108 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] 10.222.0.46 "PUT /v2.0/ports/99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 1093 time: 2.8340020
Dec 22 13:07:07.362737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:07:07.379338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7daabe9b-aef1-46fe-b0a8-81b8ed5c1eb8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:07.379557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b08d30>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.399509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:07.400358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b08d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:06:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.416724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76344c9f-6661-4d48-ab95-186a3bd2ecf5 req-9aee47f7-732a-43b7-b75c-28105c6de978 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:07.425853 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-76344c9f-6661-4d48-ab95-186a3bd2ecf5 req-9aee47f7-732a-43b7-b75c-28105c6de978 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.2561109
Dec 22 13:07:07.492749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b08d30>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.493409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a438fccb-846b-405b-b035-52eb491b12e7 None None] The sync data for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:07.495005 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-76344c9f-6661-4d48-ab95-186a3bd2ecf5 req-a1cc98bb-0067-46bb-acfb-b98c4a0ad543 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681198
Dec 22 13:07:07.496224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Pushing event updated for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:07.545737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.546931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.0997581
Dec 22 13:07:07.549504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:07.553207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58716) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.570939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b3032a0-5a7a-46bb-8ff4-dbffc60fa928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.575944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529640>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.579510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:07.584197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:07.592639 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] Routers {'e460e5a0-f503-40a8-8f95-d844ec6ad28e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:07.593678 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529640>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.618654 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'status': 'completed', 'code': 200}
Dec 22 13:07:07.624992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:07.644136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:07.659634 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529640>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:07.660354 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216a4e4-581f-463d-8501-53809ea288fd None None] The sync data for ids ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:07.693450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:07.716312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:07.755586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ee9014d0-76ea-44ec-a690-2a57beaa2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:07.757509 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ee9014d0-76ea-44ec-a690-2a57beaa2cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1096 time: 0.2682176
Dec 22 13:07:07.791364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] In _notify_port_updated(), no bound segment for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c on network 4a886dab-47e5-48a3-b13d-851ef0926b17 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:07:07.796795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:07.797424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.801572 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/ports/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c HTTP/1.1" status: 200  len: 1011 time: 4.6649640
Dec 22 13:07:07.804466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.810005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:07.811866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/d9d2e339-751a-48d9-bff6-7ffc787bda02 HTTP/1.1" status: 204  len: 168 time: 5.2738650
Dec 22 13:07:07.827238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58724) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.847429 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8a9a22ae-af41-418e-a55d-b7db42d19dd4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers/e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 200  len: 885 time: 0.2955596
Dec 22 13:07:07.851242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58728) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:07.900969 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-70f5ab67-600e-4c5c-ba50-98b77aa9936f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 217 time: 0.1348953
Dec 22 13:07:08.003225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.036245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c41499-dc13-42d6-b68a-29cf0114ad33 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:08.042915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c41499-dc13-42d6-b68a-29cf0114ad33 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:08.043704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-80c41499-dc13-42d6-b68a-29cf0114ad33 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:08.049152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:08.059980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.060126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce5f2e23-ee3e-4eed-8ca3-49f2a6d6b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:08.060126 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-ce5f2e23-ee3e-4eed-8ca3-49f2a6d6b4e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.1458216
Dec 22 13:07:08.107853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a113aea8-fb66-4a7b-a5c0-1d8a2d99bcb6 None None] Provisioning for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:08.114915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a113aea8-fb66-4a7b-a5c0-1d8a2d99bcb6 None None] Provisioning complete for port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:08.115407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a113aea8-fb66-4a7b-a5c0-1d8a2d99bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.161699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting port f69e34b0-a52b-4b63-aaa6-1c64e1c98672 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:08.162761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.176669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a113aea8-fb66-4a7b-a5c0-1d8a2d99bcb6 None None] Port 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:08.300738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-80c41499-dc13-42d6-b68a-29cf0114ad33 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:08.305048 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-80c41499-dc13-42d6-b68a-29cf0114ad33 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.9783018
Dec 22 13:07:08.310077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58732) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:08.356167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-0102bc9f-7631-4f9b-ab0e-b140f0bd69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:08.357694 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-0102bc9f-7631-4f9b-ab0e-b140f0bd69eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2951431
Dec 22 13:07:08.366708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.520822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port b9283805-8b4a-44c8-b97e-231757111a24 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:08.521768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.601824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.605092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.624573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1130fef-186f-4fdd-9ecd-c4a7a4f3e3f6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:08.638593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.710341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:08.762260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Calling delete_port for f69e34b0-a52b-4b63-aaa6-1c64e1c98672 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:08.823213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d11097a-9435-462b-b006-907796e5a51f,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:08.919316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-cc17dadd-bde6-4d6d-808a-9af1decaf64a service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5473230
Dec 22 13:07:08.973401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:09.013957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.147666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:09.189402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.190570 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.8535101
Dec 22 13:07:09.209191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7702f5f-f5d5-4c5e-a6ca-4a20c27dec91 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:router {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:09.212398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58738) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:09.256072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd979-017c-4534-b5ca-11c360ebe9b4 req-e9d574b5-9823-43d3-a86f-4ec0add7d1a2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:09.257855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c5dd979-017c-4534-b5ca-11c360ebe9b4 req-e9d574b5-9823-43d3-a86f-4ec0add7d1a2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.5995600
Dec 22 13:07:09.277586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.286022 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bef9e733-71fc-43cf-a6fc-e9ef43ef8881 req-78bb12a6-783d-4312-8841-d7bc2763b1fb service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3562376
Dec 22 13:07:09.293800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.309249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.382015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c7702f5f-f5d5-4c5e-a6ca-4a20c27dec91 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:router {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:09.383225 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c7702f5f-f5d5-4c5e-a6ca-4a20c27dec91 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 1.5292535
Dec 22 13:07:09.388122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58742) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:09.431152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2040785414'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:09.432896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for b9283805-8b4a-44c8-b97e-231757111a24 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:09.500698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.526430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:09.550778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c5dd979-017c-4534-b5ca-11c360ebe9b4 req-cfec4808-6ec5-4267-90ac-d24fc4b88b4c tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2814891
Dec 22 13:07:09.558112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d11097a-9435-462b-b006-907796e5a51f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:09.587529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.643631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:09.698864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.699990 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/9d11097a-9435-462b-b006-907796e5a51f HTTP/1.1" status: 204  len: 168 time: 0.4833498
Dec 22 13:07:09.704358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58746) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:09.782766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-2bfb371e-7a11-4ad8-99e5-85de021e2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:09.784350 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-2bfb371e-7a11-4ad8-99e5-85de021e2a54 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1096 time: 0.3223250
Dec 22 13:07:09.811993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.818486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-31284bc2-066b-4231-8fba-d83eb9a0b98e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:09.848854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.892473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Port': ['ID=f69e34b0-a52b-4b63-aaa6-1c64e1c98672,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:09.904383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:09.914657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4be38cc-9d58-40d5-a80a-c11108b3c82d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:09.917159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f392285a-a7ed-43dc-92f1-481f14f283ea tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:09.918686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:09.929152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:10.098960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:10.109479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:10.134582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=b9283805-8b4a-44c8-b97e-231757111a24,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:10.137576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:10.151150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:10.169114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:10.218216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-01094cd3-9f8a-45c4-9584-efcfae0d2194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:10.219894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-01094cd3-9f8a-45c4-9584-efcfae0d2194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.4248786
Dec 22 13:07:10.290302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/b9283805-8b4a-44c8-b97e-231757111a24 HTTP/1.1" status: 204  len: 168 time: 1.9761708
Dec 22 13:07:10.304589 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58750) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:10.332509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4be38cc-9d58-40d5-a80a-c11108b3c82d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:10.334396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4be38cc-9d58-40d5-a80a-c11108b3c82d tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.6255229
Dec 22 13:07:10.350968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:10.355831 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c HTTP/1.1" status: 204  len: 168 time: 2.5492070
Dec 22 13:07:10.368091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58754) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:10.368423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58756) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:10.455445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f35b002-90e3-49e9-b953-d54342c72fe0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:07:10.455979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f35b002-90e3-49e9-b953-d54342c72fe0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:10.495265 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-cd06c182-2fce-410a-8ed1-7a62255ffbcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 217 time: 0.2667925
Dec 22 13:07:10.628260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a8ebf-cb31-4038-bd64-79980610db31 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:10.629879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a8ebf-cb31-4038-bd64-79980610db31 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:10.631259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bf1a8ebf-cb31-4038-bd64-79980610db31 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:10.650025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 690c8b50-af0c-4b57-8637-84c595fe3527 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:10.650411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:10.687421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-3d5f8829-3f80-4c93-9420-cd45303a0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:10.688829 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-3d5f8829-3f80-4c93-9420-cd45303a0030 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.1838503
Dec 22 13:07:10.843612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:10.844227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-bf1a8ebf-cb31-4038-bd64-79980610db31 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:10.845152 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bf1a8ebf-cb31-4038-bd64-79980610db31 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5395436
Dec 22 13:07:10.850948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58764) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:10.937760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0f35b002-90e3-49e9-b953-d54342c72fe0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:10.941441 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0f35b002-90e3-49e9-b953-d54342c72fe0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c HTTP/1.1" status: 404  len: 333 time: 0.5679746
Dec 22 13:07:10.943849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58768) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:10.949595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.004650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.051340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.084807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb2e2c-25eb-48ba-bd06-5697c9e287c9 req-f2d55b7b-3db8-433e-a762-e6bd6107bba5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:11.086347 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cccb2e2c-25eb-48ba-bd06-5697c9e287c9 req-f2d55b7b-3db8-433e-a762-e6bd6107bba5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.4007823
Dec 22 13:07:11.095032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 5849d206-3855-4108-bcae-4122242beb29 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:11.097989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-6919a84b-f352-4a9e-8de2-58e827497dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:11.099454 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-6919a84b-f352-4a9e-8de2-58e827497dae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4004257
Dec 22 13:07:11.121766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet c6df159e-ce96-415d-bd44-32ecb67b09d4 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:11.156606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.185419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.188719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.241993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.300655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Router 11ba5b44-e809-48ed-9c29-be98edf61ffa has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:11.379031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.448209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ceaf18cb-8e7b-4479-98e7-38466544e258 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:11.456858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 690c8b50-af0c-4b57-8637-84c595fe3527 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:11.504369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.531875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.533976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569655ca-f98a-4950-b0d5-5092b9f37489,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:11.538495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:11.557157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:11.570965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4720969
Dec 22 13:07:11.570965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58772) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:11.572860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b611d135-3350-4490-b91b-72caac590750 None None] Sync routers for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:11.583904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:11.584786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bb92e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:11.607840 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cccb2e2c-25eb-48ba-bd06-5697c9e287c9 req-1f4fecc5-0cd7-476c-8afb-507df5395470 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5054772
Dec 22 13:07:11.633819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:11.634863 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/569655ca-f98a-4950-b0d5-5092b9f37489 HTTP/1.1" status: 204  len: 168 time: 1.2654750
Dec 22 13:07:11.636954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router e460e5a0-f503-40a8-8f95-d844ec6ad28e has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:11.646376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58776) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:11.665879 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-86222cbf-7e2e-46c1-a10f-e28317f31ee1 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] show failed (client error): The resource could not be found.
Dec 22 13:07:11.670463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-86222cbf-7e2e-46c1-a10f-e28317f31ee1 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-447588666 HTTP/1.1" status: 404  len: 334 time: 0.0985899
Dec 22 13:07:11.672349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bb92e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:11.672707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58780) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:11.683115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] Routers {'11ba5b44-e809-48ed-9c29-be98edf61ffa'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:11.684092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bb92e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['11ba5b44-e809-48ed-9c29-be98edf61ffa'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:11.686544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cdd1aa0b-c346-423a-ad2c-c57aaaccb483 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:11.715767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-e174789e-875c-4b7a-b637-bfc04ee23508 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5990784
Dec 22 13:07:11.748718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b611d135-3350-4490-b91b-72caac590750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bb92e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:11.749135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b611d135-3350-4490-b91b-72caac590750 None None] The sync data for ids ['11ba5b44-e809-48ed-9c29-be98edf61ffa'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:11.830239 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-cdd1aa0b-c346-423a-ad2c-c57aaaccb483 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] update failed (client error): The resource could not be found.
Dec 22 13:07:11.837800 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cdd1aa0b-c346-423a-ad2c-c57aaaccb483 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-676867451 HTTP/1.1" status: 404  len: 334 time: 0.1554527
Dec 22 13:07:11.848491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58784) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:11.901880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-827f0a24-431d-42ce-abcd-69a046239b6e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:12.072136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.154626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting subnet 91282f95-9a08-4c1f-8578-f201c0943b89 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:12.160857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.170389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.225486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4d21f31-ba48-4d7a-9cd3-8da205a7a31e req-ffda8ba4-a539-4ca7-8294-96dbb5ec04bd service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4984064
Dec 22 13:07:12.231526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.259805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:12.269791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.271032 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a0a7ca20-5753-42b3-8ab7-e19efcaae6ae tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 200  len: 892 time: 2.8546410
Dec 22 13:07:12.272195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] Sync routers for ids ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:12.282067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58788) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.285652 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] Routers {'e460e5a0-f503-40a8-8f95-d844ec6ad28e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:12.286693 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ce400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:12.287109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-827f0a24-431d-42ce-abcd-69a046239b6e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:12.289051 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-827f0a24-431d-42ce-abcd-69a046239b6e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6409092
Dec 22 13:07:12.296382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58792) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.302455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698135397'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:12.320221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:12.341185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:12.371540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.376665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-42914f86-0aa6-4dac-9eed-57a9d0567f92 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:12.377282 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ce400>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:12.387139 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] Routers {'e460e5a0-f503-40a8-8f95-d844ec6ad28e'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:12.387751 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ce400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:12.418022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=c6df159e-ce96-415d-bd44-32ecb67b09d4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:12.421022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:12.421993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.435394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e627a139-daa5-43e9-abfc-a8d6e767b4ea None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:12.439643 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/c6df159e-ce96-415d-bd44-32ecb67b09d4 HTTP/1.1" status: 204  len: 168 time: 1.4870453
Dec 22 13:07:12.449493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58796) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.449493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.449773 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ce400>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:12.449866 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5343b22-c079-4701-b715-f176d4b21c4a None None] The sync data for ids ['e460e5a0-f503-40a8-8f95-d844ec6ad28e'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:12.454080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f3a1c52-bde3-4371-bcec-1095c5ae4d3f tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:12.497876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.539757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.550652 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7168a9a3-4a59-41d5-bedf-ef73fa221d8c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers/e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 200  len: 892 time: 0.2647946
Dec 22 13:07:12.551482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58800) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.557964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.567206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=5849d206-3855-4108-bcae-4122242beb29,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:12.570230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:12.580914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:12.603529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eb9967d4-4293-4dd7-b2fa-d7df24c4f048 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:12.612775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801bcb6c-0b3c-425d-a2c8-bc66c6d3078a None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:12.616219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.620303 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5849d206-3855-4108-bcae-4122242beb29 HTTP/1.1" status: 204  len: 168 time: 1.7652771
Dec 22 13:07:12.621946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58804) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.640193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:12.644401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:12.650014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:12.653340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:12.705963 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-46de60bc-8607-4775-b872-48c9d1d1b107 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0828133
Dec 22 13:07:12.706819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eb9967d4-4293-4dd7-b2fa-d7df24c4f048 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:12.710794 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eb9967d4-4293-4dd7-b2fa-d7df24c4f048 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 200  len: 205 time: 0.1556978
Dec 22 13:07:12.716839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58810) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.717160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58812) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:12.728405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.773089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=690c8b50-af0c-4b57-8637-84c595fe3527,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:12.775867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:12.780225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet b9b0d24d-adee-4ca6-b284-f99480df4fed {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:12.850190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.877269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.901118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:12.926758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:12.956753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:12.980596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5c8b79f2-533f-44f7-bdd5-3c19afb9216e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:12.993921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.020015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Subnet': ['ID=91282f95-9a08-4c1f-8578-f201c0943b89,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:13.029556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402f9fb-691e-45cd-b78d-cd130698b5c1 None None] Network 2fbd0f1d-e823-4dfe-a54c-8557f9817662 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:13.076352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.087647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/subnets/91282f95-9a08-4c1f-8578-f201c0943b89 HTTP/1.1" status: 204  len: 168 time: 1.2381988
Dec 22 13:07:13.105425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:13.105884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58818) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:13.128252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:13.129357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a2fe72-cea9-4041-940b-6f97dab67684,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:13.143518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:13.151738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.154060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.8549109
Dec 22 13:07:13.155129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Deleting port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:13.155716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.171620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58822) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:13.177118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': 'b5a2fe72-cea9-4041-940b-6f97dab67684', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:13.195602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:13.202487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting subnet 01ce71dc-dc62-467a-84d4-2eed75fc2b61 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:13.205723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.215563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:13.278403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.305306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0a0a8-45e1-4f0c-8724-adc1aaca0289 req-88d4148e-7c5e-4816-a65b-567b573a32df tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:13.307267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0a0a0a8-45e1-4f0c-8724-adc1aaca0289 req-88d4148e-7c5e-4816-a65b-567b573a32df tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.4972558
Dec 22 13:07:13.308522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:13.353414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:13.404044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.414409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.427069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.468227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0a0a0a8-45e1-4f0c-8724-adc1aaca0289 req-097424e5-937f-4db7-bdb7-123f523abf52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332543
Dec 22 13:07:13.511786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] For port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:13.512283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.547907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.651954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:13.656772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.667109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.679808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] DHCP port deletion for 2fbd0f1d-e823-4dfe-a54c-8557f9817662 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:13.689330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Calling delete_port for 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:13.700744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:13.753495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Deleting port 0f6fa587-8eca-4477-81f0-3611b48cd39a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:13.753892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.768840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.803033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 747d4676-d7c9-4d4c-9fb5-77cefb5be675 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:13.803794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.841304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.842506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.858923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-43d41a78-8bd3-4378-8659-f0e20a56a378 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:13.861126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:13.864861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.980603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:13.987679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6dd897b8-6bc8-4124-822f-a89ef84f87cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.022996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.033235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-723b3c0b-f927-463c-94eb-a8582b7d70e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.049713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Pushing event deleted for resources: {'Port': ['ID=6de20b5d-3bf2-407f-a0f9-feaa0afa3c49,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.053864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b0d24d-adee-4ca6-b284-f99480df4fed,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.058521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.060261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.060703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.060819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] No DVR routers for this DVR port 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:14.073982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] For port 0f6fa587-8eca-4477-81f0-3611b48cd39a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f6fa587-8eca-4477-81f0-3611b48cd39a,segment=NetworkSegment(0c43f7b3-de5e-4168-bf59-437e06303e85),segment_id=0c43f7b3-de5e-4168-bf59-437e06303e85)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:14.075219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.083084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ad835a25-00a4-406e-b8fa-36fab8cc5a0a None None] Provisioning complete for port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:14.083285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.083569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad835a25-00a4-406e-b8fa-36fab8cc5a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.086224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe1177d-fc2e-497e-bf0d-3c192f9fb980,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.100459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.124347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ec5d1a-b840-4051-858a-4118a362c851 None None] Network 4a886dab-47e5-48a3-b13d-851ef0926b17 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:14.131729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Subnet': ['ID=01ce71dc-dc62-467a-84d4-2eed75fc2b61,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.149294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.155473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.179439 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/b9b0d24d-adee-4ca6-b284-f99480df4fed HTTP/1.1" status: 204  len: 168 time: 1.7372859
Dec 22 13:07:14.184783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:14.186550 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/subnets/01ce71dc-dc62-467a-84d4-2eed75fc2b61 HTTP/1.1" status: 204  len: 168 time: 1.0796323
Dec 22 13:07:14.205759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58830) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:14.216145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd5e33-9c4c-4330-8153-db39185a6c97 None None] Network d07c126c-be62-45ca-b121-1925c689cb77 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:14.317449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.346810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.351364 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.1754091
Dec 22 13:07:14.363521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58834) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:14.390749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Calling delete_port for 0f6fa587-8eca-4477-81f0-3611b48cd39a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:14.469757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.484598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 747d4676-d7c9-4d4c-9fb5-77cefb5be675 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:14.497169 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-479a18cd-b1d0-44a4-83bb-1c87f077f9ba tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules/efe1177d-fc2e-497e-bf0d-3c192f9fb980 HTTP/1.1" status: 200  len: 763 time: 0.1301236
Dec 22 13:07:14.498380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:14.500591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router d939d65e-3a3c-45c1-9987-eae392955e55 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:14.514902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.589521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting port 0f6fa587-8eca-4477-81f0-3611b48cd39a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:14.589885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.683181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:14.690370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.701202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6da54e7-3a2c-4624-b9a5-7b9d8f406681 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.721689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:14.722061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.781231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:14.785581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:14.788707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:14.789305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.804685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.807541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:14.807682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.807894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6de20b5d-3bf2-407f-a0f9-feaa0afa3c49 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:14.808332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f6fa587-8eca-4477-81f0-3611b48cd39a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:14.832828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17c4c9-9acc-4292-914e-914956b14e2a None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:14.853129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.859259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a205d4c1-0c84-4774-be7c-9136f88ce7dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.863236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4082aaf4-3b7b-4749-803e-ef559803ce96 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:14.908799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=747d4676-d7c9-4d4c-9fb5-77cefb5be675,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:14.910983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:14.939542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:14.955448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.2347634
Dec 22 13:07:14.955656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-29a07de4-2c49-4556-b8f2-e760d1cbccfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:14.957820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58844) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:15.015680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.026318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Pushing event deleted for resources: {'Port': ['ID=0f6fa587-8eca-4477-81f0-3611b48cd39a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:15.027373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] The port '0f6fa587-8eca-4477-81f0-3611b48cd39a' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:15.028159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] No DVR routers for this DVR port 0f6fa587-8eca-4477-81f0-3611b48cd39a on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:15.038708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:15.070412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 0f6fa587-8eca-4477-81f0-3611b48cd39a {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:07:15.072655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f6fa587-8eca-4477-81f0-3611b48cd39a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:15.072778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'name': 'tempest-NetworksTestDHCPv6-1306225930'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:15.198011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] DHCP port deletion for 4a886dab-47e5-48a3-b13d-851ef0926b17 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:15.211163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Deleting port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:15.211550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.219462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4082aaf4-3b7b-4749-803e-ef559803ce96 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:15.221331 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4082aaf4-3b7b-4749-803e-ef559803ce96 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.7141919
Dec 22 13:07:15.224777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58848) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:15.248526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] DHCP port deletion for d07c126c-be62-45ca-b121-1925c689cb77 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:15.249308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.253166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.269753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:15.271133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.275129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.288291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Deleting port 80c50e6c-5592-4da8-991a-e232cb85c7ee {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:15.290305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.294824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.384145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.384853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router e460e5a0-f503-40a8-8f95-d844ec6ad28e {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:07:15.406746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:15.422478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43cf1-b4a1-4f8f-9883-38877c4817e2 req-3a23d874-363f-42d7-b097-fd2bbcc850f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:15.424010 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-68e43cf1-b4a1-4f8f-9883-38877c4817e2 req-3a23d874-363f-42d7-b097-fd2bbcc850f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.8368816
Dec 22 13:07:15.439367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] Sync routers for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:15.462213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.464527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:15.473648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.486879 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/routers/d939d65e-3a3c-45c1-9987-eae392955e55/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6535473
Dec 22 13:07:15.490362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efe1177d-fc2e-497e-bf0d-3c192f9fb980,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:15.492233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58852) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:15.495857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:15.538579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:15.538834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298362be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.561562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.566732 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 204  len: 168 time: 2.8465636
Dec 22 13:07:15.568457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58856) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:15.580680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.582553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298f44970>,) {'filters': {'network_id': ['2fbd0f1d-e823-4dfe-a54c-8557f9817662']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.583663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/efe1177d-fc2e-497e-bf0d-3c192f9fb980 HTTP/1.1" status: 204  len: 168 time: 0.3574762
Dec 22 13:07:15.592607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58860) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:15.599450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:15.606816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1026880349'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:15.611040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:15.614449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:15.623229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:15.626359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298f44970>, '0c43f7b3-de5e-4168-bf59-437e06303e85') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.626879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298f44970>, '0c43f7b3-de5e-4168-bf59-437e06303e85') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.636195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:15.641129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=26ede4b5-52a4-4d5f-b96f-c38e6205e354,segment=NetworkSegment(510f7d0f-1e1b-4943-95cd-6344ca0037d8),segment_id=510f7d0f-1e1b-4943-95cd-6344ca0037d8)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:15.641481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.658652 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-68e43cf1-b4a1-4f8f-9883-38877c4817e2 req-048497a2-7afa-4572-b49e-3bad8ec49bbd tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576929
Dec 22 13:07:15.665177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:15.668171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298362be0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.670365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.681013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:15.693631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:15.745060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.826081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] Routers {'d939d65e-3a3c-45c1-9987-eae392955e55'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:15.827389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298362be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d939d65e-3a3c-45c1-9987-eae392955e55'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:15.949392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:15.952505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:15.965704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 26ede4b5-52a4-4d5f-b96f-c38e6205e354 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:15.981006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] For port 26ede4b5-52a4-4d5f-b96f-c38e6205e354, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=26ede4b5-52a4-4d5f-b96f-c38e6205e354,segment=NetworkSegment(510f7d0f-1e1b-4943-95cd-6344ca0037d8),segment_id=510f7d0f-1e1b-4943-95cd-6344ca0037d8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:15.981413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.009982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298362be0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:16.010696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee16429-f4a6-4a28-8d8b-aae7f2c674e7 None None] The sync data for ids ['d939d65e-3a3c-45c1-9987-eae392955e55'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:16.019376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.040478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-893a6279-ed59-4302-922b-e593b9d565b4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4346654
Dec 22 13:07:16.041353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58864) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:16.042285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:16.042731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.059044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:16.060264 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:16.069496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': 'b5a2fe72-cea9-4041-940b-6f97dab67684', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:16.080101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:16.097551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.097950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 67896268-4cd2-47a2-a422-4c8879f4adcc of type vlan for network a702552a-fc99-4a51-a44c-196df81663eb
Dec 22 13:07:16.138564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:16.142934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.147676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.148462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Calling delete_port for 26ede4b5-52a4-4d5f-b96f-c38e6205e354 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:16.153542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:16.157265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.173025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:16.201384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:16.202361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c/6100873b-5cf5-4e08-9130-e6d26e503762) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:16.207223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] For port 80c50e6c-5592-4da8-991a-e232cb85c7ee, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=80c50e6c-5592-4da8-991a-e232cb85c7ee,segment=NetworkSegment(7593c01e-7dc4-4d88-8f41-0fc214073861),segment_id=7593c01e-7dc4-4d88-8f41-0fc214073861)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:16.207629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.213550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port c896461a-c630-4f50-bd68-8515cd8d1ed8 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:16.243059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port ee6ec037-e755-4495-95ea-028f100bef3f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:16.244119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.305011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.310471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.321553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2bc057bb-c687-40a7-a3e5-658b8d6b03d1 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:16.329032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.335165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:16.336031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.342819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/networks/2fbd0f1d-e823-4dfe-a54c-8557f9817662 HTTP/1.1" status: 204  len: 168 time: 2.1309736
Dec 22 13:07:16.344643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58868) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:16.344979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70a291a0-5c53-45cc-bc60-94908c4ad3ac tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:16.345183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Calling delete_port for 80c50e6c-5592-4da8-991a-e232cb85c7ee owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:16.345748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Network': ['ID=2fbd0f1d-e823-4dfe-a54c-8557f9817662,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:16.348281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:16.428727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.435318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.457004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3871b79e-f217-4890-b42c-d0016fd5a0d3 tempest-RoutersAdminTest-1455413824 tempest-RoutersAdminTest-1455413824-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:16.503479 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9266424
Dec 22 13:07:16.511652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58872) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:16.515637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=26ede4b5-52a4-4d5f-b96f-c38e6205e354,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:16.518244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:16.519902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:16.520278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:16.529762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:16.537528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No DVR routers for this DVR port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:16.549650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=a702552a-fc99-4a51-a44c-196df81663eb,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:16.561211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:16.565175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network a702552a-fc99-4a51-a44c-196df81663eb details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:16.618220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.656824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.679323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.689728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-def17c5f-c4ba-41bb-806b-5c081d1b4134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:16.737963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 26ede4b5-52a4-4d5f-b96f-c38e6205e354 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:16.753678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:16.786276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.801310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 26ede4b5-52a4-4d5f-b96f-c38e6205e354 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:16.801978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 26ede4b5-52a4-4d5f-b96f-c38e6205e354 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:16.802606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 80c50e6c-5592-4da8-991a-e232cb85c7ee no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:16.822755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for ee6ec037-e755-4495-95ea-028f100bef3f owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:16.831007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Pushing event deleted for resources: {'Port': ['ID=80c50e6c-5592-4da8-991a-e232cb85c7ee,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:16.842934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] No DVR routers for this DVR port 80c50e6c-5592-4da8-991a-e232cb85c7ee on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:16.852735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:16.854034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:16.858979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 80c50e6c-5592-4da8-991a-e232cb85c7ee {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:16.860055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 80c50e6c-5592-4da8-991a-e232cb85c7ee not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:16.864691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:16.876303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.879800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:16.888330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.901806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Transition to ACTIVE for port object 6100873b-5cf5-4e08-9130-e6d26e503762 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:16.920424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Transition to ACTIVE for port object 6100873b-5cf5-4e08-9130-e6d26e503762 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:16.938249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529805d6d0>,) {'filters': {'network_id': ['4a886dab-47e5-48a3-b13d-851ef0926b17']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:16.962569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529805d6d0>, '510f7d0f-1e1b-4943-95cd-6344ca0037d8') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:16.962875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529805d6d0>, '510f7d0f-1e1b-4943-95cd-6344ca0037d8') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:16.971047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:16.992484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.004526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.018191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:17.018697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.022478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.022699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-28efe682-fd30-4609-8a9a-feae2a3c6ac4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.024667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5a1dea04-d88a-4714-bd65-5473d63a5c6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.057601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Deleting port 26ede4b5-52a4-4d5f-b96f-c38e6205e354 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:17.058026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.077630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52980e8eb0>,) {'filters': {'network_id': ['d07c126c-be62-45ca-b121-1925c689cb77']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:17.106639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832c8cbe-1035-4df4-bf21-10375129393e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.111669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.124370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980e8eb0>, '7593c01e-7dc4-4d88-8f41-0fc214073861') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:17.124639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980e8eb0>, '7593c01e-7dc4-4d88-8f41-0fc214073861') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:17.129999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.132024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.142857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf193845-4e27-48e4-bf54-82aa2893363e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.146715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:17.147148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.163169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.166984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55ca02b3-a0c3-4241-8487-047ce029467f None None] The port '26ede4b5-52a4-4d5f-b96f-c38e6205e354' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:17.170441 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:17.176845 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Pushing event updated for resources: {'Port': ['ID=6100873b-5cf5-4e08-9130-e6d26e503762,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.184371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.184371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:17.191840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:17.200775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:17.226089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=ee6ec037-e755-4495-95ea-028f100bef3f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.252333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.277836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.279050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2203207
Dec 22 13:07:17.280142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.287130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::3c8 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c/c896461a-c630-4f50-bd68-8515cd8d1ed8) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:17.296106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ec1f4-2ecb-4d81-8d3f-7a21f37db795 req-999009c7-2543-48cc-97d0-66ab530770d3 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:17.296499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58878) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.297590 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-874ec1f4-2ecb-4d81-8d3f-7a21f37db795 req-999009c7-2543-48cc-97d0-66ab530770d3 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.3999872
Dec 22 13:07:17.305330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:17.305995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.306380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Attempting to bind port 6100873b-5cf5-4e08-9130-e6d26e503762 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:17.306986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Attempting to bind port 6100873b-5cf5-4e08-9130-e6d26e503762 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:17.307778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Attempting to bind port 6100873b-5cf5-4e08-9130-e6d26e503762 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:17.318748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:17.319753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:17.320446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.321081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:17.322088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Bound port: 6100873b-5cf5-4e08-9130-e6d26e503762, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:17.323245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:17.335365 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:17.356293 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6f7a52e0-309a-4f70-ad40-0d56d5736b1b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules/832c8cbe-1035-4df4-bf21-10375129393e HTTP/1.1" status: 200  len: 763 time: 0.0577300
Dec 22 13:07:17.358970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58882) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.386495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.437840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] For port 6100873b-5cf5-4e08-9130-e6d26e503762, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:17.441320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] For port 6100873b-5cf5-4e08-9130-e6d26e503762, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6100873b-5cf5-4e08-9130-e6d26e503762,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:17.443662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.454007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f366a081-1142-4b4c-8645-67d27e9c5be0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.479447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.496672 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-874ec1f4-2ecb-4d81-8d3f-7a21f37db795 req-3c584fe3-0ceb-4334-b03e-5caa1f4ae0c9 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1740742
Dec 22 13:07:17.506097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=4a886dab-47e5-48a3-b13d-851ef0926b17,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.526057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.526057 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/4a886dab-47e5-48a3-b13d-851ef0926b17 HTTP/1.1" status: 204  len: 168 time: 3.3322549
Dec 22 13:07:17.529861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.530152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f476f9f1-12de-4121-a757-b77d17d86df2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.534175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58886) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.632333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Pushing event updated for resources: {'Port': ['ID=6100873b-5cf5-4e08-9130-e6d26e503762,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.635819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.729209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9ebda62c-c827-4eb7-a93e-b09b9fbcea6f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:17.737039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.740598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.761086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.779971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5e1e7829-9dbe-459c-b588-9cc4e07abf1d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:17.804113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.805964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/networks/d07c126c-be62-45ca-b121-1925c689cb77 HTTP/1.1" status: 204  len: 168 time: 1.4566283
Dec 22 13:07:17.812777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58890) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.815807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Network': ['ID=d07c126c-be62-45ca-b121-1925c689cb77,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:17.825924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:17.853117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9ebda62c-c827-4eb7-a93e-b09b9fbcea6f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:17.859448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9ebda62c-c827-4eb7-a93e-b09b9fbcea6f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4976449
Dec 22 13:07:17.866743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.904597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.906028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Fanout notify agent at l3_agent the message router_deleted on router d939d65e-3a3c-45c1-9987-eae392955e55 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:07:17.938472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.960506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.963939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/routers/d939d65e-3a3c-45c1-9987-eae392955e55 HTTP/1.1" status: 204  len: 168 time: 2.4675343
Dec 22 13:07:17.963939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:17.964727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting subnet 53b7d49b-36b3-4972-b179-c84097b66290 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:17.969663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58898) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:17.981880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.012240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.022732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c00b6ab-3bcd-4b80-bfbf-6af8bd8138f2 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:18.025240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e001f8-71db-4466-b00d-baba382006b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:18.026081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b7e001f8-71db-4466-b00d-baba382006b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:18.032269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.081237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.118935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting subnet 3376efca-d2ab-4add-88cc-cf5d4b4c4ca9 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:18.133871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.163437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=f76f9421-df17-4d1d-8219-736d3bbbf533,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:18.165878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.172873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:18.190328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '67896268-4cd2-47a2-a422-4c8879f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:18.190686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: a702552a-fc99-4a51-a44c-196df81663eb, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:18.204268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object c896461a-c630-4f50-bd68-8515cd8d1ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:18.205517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b7e001f8-71db-4466-b00d-baba382006b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:18.205773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.210905 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b7e001f8-71db-4466-b00d-baba382006b9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 846 time: 0.6719215
Dec 22 13:07:18.211124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:18.216061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58902) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.222318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.275104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=832c8cbe-1035-4df4-bf21-10375129393e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:18.280490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:18.329588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.337670 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b84e5aa0-9edc-46bb-835a-5885d79cf2a7 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1180098
Dec 22 13:07:18.341001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58906) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.347101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1411298311'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:18.352882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:18.356652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:18.358960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network a702552a-fc99-4a51-a44c-196df81663eb is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:18.361845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:18.366879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:18.385393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.390475 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/832c8cbe-1035-4df4-bf21-10375129393e HTTP/1.1" status: 204  len: 168 time: 0.5186908
Dec 22 13:07:18.390591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58910) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.412570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.414495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.422436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a13613a6-1ad1-4f1e-b99c-c9d3a16d9219 tempest-DHCPAgentSchedulersTestJSON-185997613 tempest-DHCPAgentSchedulersTestJSON-185997613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:18.456726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, a702552a-fc99-4a51-a44c-196df81663eb) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:18.463818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:18.464989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.468341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c0a0a2-bbd7-486a-a6fc-f5f48d68eef2 None None] Network a702552a-fc99-4a51-a44c-196df81663eb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:18.469866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Subnet': ['ID=53b7d49b-36b3-4972-b179-c84097b66290,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:18.471590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:18.475654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.487892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:18.493327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643d1121-b803-4fc5-ad26-45af9d03ef75 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:18.493680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.499263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd84edc7-8e13-4741-b385-84acf4965df0 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:18.543126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Subnet': ['ID=3376efca-d2ab-4add-88cc-cf5d4b4c4ca9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:18.544960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:18.546029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.548798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:18.550884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.551049 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/subnets/3376efca-d2ab-4add-88cc-cf5d4b4c4ca9 HTTP/1.1" status: 204  len: 168 time: 0.5796475
Dec 22 13:07:18.552966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58916) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.577987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:18.590211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0745678
Dec 22 13:07:18.600682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58920) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.604252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-106aead9-893e-425b-84d5-ee2a9dfc5126 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:18.609321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1820452963', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:18.613012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:18.619432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:18.620195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.644190 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/subnets/53b7d49b-36b3-4972-b179-c84097b66290 HTTP/1.1" status: 204  len: 168 time: 0.8298383
Dec 22 13:07:18.663244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58924) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.693022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:18.698043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:18.701626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:18.708142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:18.785534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.799181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 606040ad-5d26-414a-b9bf-cabad6415659 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:18.799181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.803374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66149c54-fe14-4462-af85-01f1380ee8a9 None None] Network 78980ab9-c4b8-4079-bd37-abbfb88b7948 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:18.832291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:18.835836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.836833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.847743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 3.8282769
Dec 22 13:07:18.848663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=c896461a-c630-4f50-bd68-8515cd8d1ed8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:18.853757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58928) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.865361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:18.885666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0fbc5-24fa-437b-be2f-eff26b64c41f None None] Network 32024ea8-f9fd-4bee-b660-f3695a181ceb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:18.900839 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 99b6eb24-6393-41aa-8806-d2d807ff3afd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:07:18.903446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6100873b-5cf5-4e08-9130-e6d26e503762 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:18.907498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.930449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.930807 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 0fd65774-f91d-40ad-8b0a-5f201a8eea32 of type vlan for network db2b5591-8c82-4408-abde-b4f9bc33322c
Dec 22 13:07:18.958908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:18.961048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-106aead9-893e-425b-84d5-ee2a9dfc5126 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:18.966419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-106aead9-893e-425b-84d5-ee2a9dfc5126 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5720658
Dec 22 13:07:18.966745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:18.987029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': 'b5a2fe72-cea9-4041-940b-6f97dab67684', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:19.011035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:19.019601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.039950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:19.048832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.052700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Deleting port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:19.052700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.105454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] For port 606040ad-5d26-414a-b9bf-cabad6415659, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=606040ad-5d26-414a-b9bf-cabad6415659,segment=NetworkSegment(c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1),segment_id=c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:19.105821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.193748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bff338-1a07-42f6-840f-2d0cfd4c7643 req-efdd6786-54c7-4a40-abfb-eb2c316212f7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:19.195307 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81bff338-1a07-42f6-840f-2d0cfd4c7643 req-efdd6786-54c7-4a40-abfb-eb2c316212f7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 943 time: 0.3978579
Dec 22 13:07:19.211800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd62efa-f737-48cf-8ed9-2e7d5ab97ee7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:19.217689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd62efa-f737-48cf-8ed9-2e7d5ab97ee7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:19.218745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0fd62efa-f737-48cf-8ed9-2e7d5ab97ee7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:19.238606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.239982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d23227ff-82cd-4107-9d69-e4caadfbfa4f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6381960
Dec 22 13:07:19.246799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 606040ad-5d26-414a-b9bf-cabad6415659 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:19.275142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58938) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:19.277836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.283309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:19.288221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.302227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e210ef9a-511e-43ca-b29a-f12124dd2b40 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531 tempest-ExtraDHCPOptionsIpV6TestJSON-1740595531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:19.317952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.346663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-a702552a-fc99-4a51-a44c-196df81663eb', 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'f76f9421-df17-4d1d-8219-736d3bbbf533'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:19.347634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.365171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20539464-2f22-4705-9a74-b1bd42e019d9 None None] Provisioning for port 6100873b-5cf5-4e08-9130-e6d26e503762 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:19.400437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-a324955e-2b44-4892-8581-9b489414945a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:07:19.413563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.420509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:19.473002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] No DVR routers for this DVR port 606040ad-5d26-414a-b9bf-cabad6415659 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:19.503887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=606040ad-5d26-414a-b9bf-cabad6415659,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:19.510015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:19.600727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c7126-a325-4412-a9b5-4c246da818e5 None None] DHCP port deletion for 32024ea8-f9fd-4bee-b660-f3695a181ceb request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:19.608779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6100873b-5cf5-4e08-9130-e6d26e503762 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:19.631029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6100873b-5cf5-4e08-9130-e6d26e503762 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:19.631417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.646873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.684010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293246df0>,) {'filters': {'network_id': ['32024ea8-f9fd-4bee-b660-f3695a181ceb']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:19.698516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293246df0>, 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:19.699023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293246df0>, 'c7e0b9be-6286-4c0d-91f3-ba3f7ede78e1') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:19.712305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.732434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.740287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:19.740794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:19.756342 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:19.769774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:19.805073 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.4596512
Dec 22 13:07:19.821145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58942) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:19.826616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'port_id': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:07:19.828204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0d23e1ab-b998-416b-8b73-a019b5135483 None None] Provisioning for port c896461a-c630-4f50-bd68-8515cd8d1ed8 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:19.845500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:19.851063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0d23e1ab-b998-416b-8b73-a019b5135483 None None] Provisioning complete for port c896461a-c630-4f50-bd68-8515cd8d1ed8 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:19.851380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d23e1ab-b998-416b-8b73-a019b5135483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:19.855702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0fd62efa-f737-48cf-8ed9-2e7d5ab97ee7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:19.860034 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0fd62efa-f737-48cf-8ed9-2e7d5ab97ee7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.9976995
Dec 22 13:07:19.860736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58946) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:19.888050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81bff338-1a07-42f6-840f-2d0cfd4c7643 req-129e102c-9da6-419e-b183-2ace040785b6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6619341
Dec 22 13:07:19.933373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=db2b5591-8c82-4408-abde-b4f9bc33322c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:19.970260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network db2b5591-8c82-4408-abde-b4f9bc33322c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:20.015611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:20.107915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:20.112773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:20.115600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:20.121966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:20.140983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.154162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Allocated IP 2001:db8::2 (a702552a-fc99-4a51-a44c-196df81663eb/f76f9421-df17-4d1d-8219-736d3bbbf533/97b4fa0d-04cf-4947-8ef2-e99dffb69790) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:20.156306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.165157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.167818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0d23e1ab-b998-416b-8b73-a019b5135483 None None] Port c896461a-c630-4f50-bd68-8515cd8d1ed8 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:20.170755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41c65cba-ba7f-46b0-aa8d-98017b2669a0 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:20.195118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] For port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,segment=NetworkSegment(adaf7eee-fec1-44c9-818f-f8355b8cfcc0),segment_id=adaf7eee-fec1-44c9-818f-f8355b8cfcc0)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:20.195561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.204188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b6eb24-6393-41aa-8806-d2d807ff3afd {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:07:20.206348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Network': ['ID=32024ea8-f9fd-4bee-b660-f3695a181ceb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:20.208857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.214777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:20.217163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/networks/32024ea8-f9fd-4bee-b660-f3695a181ceb HTTP/1.1" status: 204  len: 168 time: 1.6630471
Dec 22 13:07:20.219757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:20.222368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.225533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.225799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] DHCP port deletion for 78980ab9-c4b8-4079-bd37-abbfb88b7948 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:20.231133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58950) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:20.235468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port c896461a-c630-4f50-bd68-8515cd8d1ed8 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:20.236046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.377204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Deleting port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:20.377204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.416325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:20.476434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 6100873b-5cf5-4e08-9130-e6d26e503762, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6100873b-5cf5-4e08-9130-e6d26e503762,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:20.483460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.490917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Calling delete_port for c307dccd-19dc-42c4-ac76-ea7b12a0ae6a owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:20.510929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.521937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-13ad4f5a-2ffc-4b91-bdb8-dab373ca33d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:20.555825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.560484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-95bcd9d2-9210-430a-821e-fcc9cd86ad3c tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:20.563039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35d246c2-4813-4cbd-909a-26d565b784c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:20.580324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.653476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '0fd65774-f91d-40ad-8b0a-5f201a8eea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:20.653476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: db2b5591-8c82-4408-abde-b4f9bc33322c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:20.671760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:20.693245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a68c0e4-ce60-45b3-b4d8-1390730c273f,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:20.693245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port e701f8d1-5f9d-4812-89e8-a6c85e0df45c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:20.693245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.695784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:20.717029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:20.749974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network db2b5591-8c82-4408-abde-b4f9bc33322c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:20.754868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 606040ad-5d26-414a-b9bf-cabad6415659 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:20.803717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 606040ad-5d26-414a-b9bf-cabad6415659 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:20.804218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 606040ad-5d26-414a-b9bf-cabad6415659 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:20.804786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c307dccd-19dc-42c4-ac76-ea7b12a0ae6a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:20.829105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:20.836017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, db2b5591-8c82-4408-abde-b4f9bc33322c) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:20.841557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:20.842459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.848176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['99b6eb24-6393-41aa-8806-d2d807ff3afd'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:07:20.856874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.879561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:20.892973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761935e1-f352-4f2c-bd8f-3c741fddb91f None None] Network db2b5591-8c82-4408-abde-b4f9bc33322c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:20.904715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8394f6b8-0772-450b-b1f4-9d4b6fa1a6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:20.936062 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1117327
Dec 22 13:07:20.939335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58956) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:20.944398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c', 'name': 'tempest-PortsIpV6TestJSON-1404014053'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:20.972298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:20.981721 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.0018854
Dec 22 13:07:21.040140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58960) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:21.051228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.080488 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fa1a9550-7f0e-4376-8e3b-1fbcc8b2f83b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules/7a68c0e4-ce60-45b3-b4d8-1390730c273f HTTP/1.1" status: 200  len: 764 time: 0.0387936
Dec 22 13:07:21.081400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:21.096813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] For port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,segment=NetworkSegment(adaf7eee-fec1-44c9-818f-f8355b8cfcc0),segment_id=adaf7eee-fec1-44c9-818f-f8355b8cfcc0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:21.097280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.113841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Transition to ACTIVE for port object 97b4fa0d-04cf-4947-8ef2-e99dffb69790 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:21.177473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47fdd001-859f-41c2-af0c-924c800391e9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:21.187450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:21.207714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:21.265154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Calling delete_port for c307dccd-19dc-42c4-ac76-ea7b12a0ae6a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:21.296725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47fdd001-859f-41c2-af0c-924c800391e9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:21.298431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47fdd001-859f-41c2-af0c-924c800391e9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.2133055
Dec 22 13:07:21.301561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58968) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:21.323715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=6100873b-5cf5-4e08-9130-e6d26e503762,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:21.334746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:21.337568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Transition to ACTIVE for port object 97b4fa0d-04cf-4947-8ef2-e99dffb69790 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:21.338488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.338727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:07:21.339307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c307dccd-19dc-42c4-ac76-ea7b12a0ae6a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:21.341294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.352598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:21.361846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.366701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:21.379228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.390040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:21.461641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.469598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:21.472720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Port': ['ID=c307dccd-19dc-42c4-ac76-ea7b12a0ae6a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:21.477602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:21.478599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] No DVR routers for this DVR port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:21.557449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::170 (db2b5591-8c82-4408-abde-b4f9bc33322c/26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04/dea5a8f7-40c3-43d2-9e18-daf7fd85faf1) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:21.559441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.568738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-203b61cf-3506-4a67-836c-fc10b789ed7f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:21.584954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:21.585299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:21.587783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a68c0e4-ce60-45b3-b4d8-1390730c273f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:21.593766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:21.604188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Network a702552a-fc99-4a51-a44c-196df81663eb is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:21.609996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:21.618217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:21.622613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Pushing event updated for resources: {'Port': ['ID=97b4fa0d-04cf-4947-8ef2-e99dffb69790,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:21.633593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:21.638778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-db2b5591-8c82-4408-abde-b4f9bc33322c', 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:21.639646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.714523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.723632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.727316 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7a68c0e4-ce60-45b3-b4d8-1390730c273f HTTP/1.1" status: 204  len: 168 time: 0.4244998
Dec 22 13:07:21.728829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58972) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:21.740106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.740677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.787102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.834749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Attempting to bind port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:21.835349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Attempting to bind port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '67896268-4cd2-47a2-a422-4c8879f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:21.835514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Attempting to bind port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 on network a702552a-fc99-4a51-a44c-196df81663eb {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:21.840436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0d9eb6c2-0094-4c57-b75a-1da8c01134ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:21.863109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:21.863496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Checking segment: {'id': '67896268-4cd2-47a2-a422-4c8879f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:21.863913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.864389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Bound using segment: {'id': '67896268-4cd2-47a2-a422-4c8879f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:21.866797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Bound port: 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67896268-4cd2-47a2-a422-4c8879f4adcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a702552a-fc99-4a51-a44c-196df81663eb'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:21.866797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.897434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:21.915122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:21.953747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0d9eb6c2-0094-4c57-b75a-1da8c01134ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:21.958134 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0d9eb6c2-0094-4c57-b75a-1da8c01134ea tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2136257
Dec 22 13:07:21.958466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:22.031804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.041502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f0c10d4-3df2-4340-a41e-167e4ede258e tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:22.054350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for c896461a-c630-4f50-bd68-8515cd8d1ed8 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:22.092761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Deleting port c307dccd-19dc-42c4-ac76-ea7b12a0ae6a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:22.093404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.104034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.104746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for e701f8d1-5f9d-4812-89e8-a6c85e0df45c owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:22.137619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network db2b5591-8c82-4408-abde-b4f9bc33322c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:22.142977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:22.145662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:22.151789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:22.152454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.167923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529304e280>,) {'filters': {'network_id': ['78980ab9-c4b8-4079-bd37-abbfb88b7948']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:22.170229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=dea5a8f7-40c3-43d2-9e18-daf7fd85faf1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:22.173287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:22.181799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.188486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d61f0e-1ffd-4a4f-ad19-cbb5c70a1029 req-1988b332-fc43-4c42-9232-2fd8220a5366 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:22.189983 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87d61f0e-1ffd-4a4f-ad19-cbb5c70a1029 req-1988b332-fc43-4c42-9232-2fd8220a5366 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 944 time: 0.9510713
Dec 22 13:07:22.191354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb3aa6-f579-4ff6-b2b8-c68fb2a8ab21 None None] The port 'c307dccd-19dc-42c4-ac76-ea7b12a0ae6a' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:22.196875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] For port 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:22.201763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Allocated IP 2001:db8::2 (db2b5591-8c82-4408-abde-b4f9bc33322c/26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04/144901a3-f950-40c4-939a-aaff1cb3b4d0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:22.232201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] For port 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=97b4fa0d-04cf-4947-8ef2-e99dffb69790,segment=NetworkSegment(67896268-4cd2-47a2-a422-4c8879f4adcc),segment_id=67896268-4cd2-47a2-a422-4c8879f4adcc)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:22.242152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529304e280>, 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:22.242440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529304e280>, 'adaf7eee-fec1-44c9-818f-f8355b8cfcc0') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:22.269714 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.3320076
Dec 22 13:07:22.272105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:22.278222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c', 'name': 'tempest-PortsIpV6TestJSON-337406436'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:22.329019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.334867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-72c8e763-a120-41e8-889f-8ee8dac51aa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:22.362267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.397645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.405033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7eb8f4c0-e93b-43e3-918c-921c4abe0ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:22.422187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.437591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a2fe72-cea9-4041-940b-6f97dab67684,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:22.448543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:22.448727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8::1 (a702552a-fc99-4a51-a44c-196df81663eb/f76f9421-df17-4d1d-8219-736d3bbbf533/47313d24-5e1b-4b83-819f-819240313cb5) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:22.463476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87d61f0e-1ffd-4a4f-ad19-cbb5c70a1029 req-8a4cc367-657d-4bb7-a167-875537d496f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2137644
Dec 22 13:07:22.477872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:22.488820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:22.499963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:22.500431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:22.515247 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:22.517672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Pushing event updated for resources: {'Port': ['ID=97b4fa0d-04cf-4947-8ef2-e99dffb69790,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:22.523233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:22.527435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.534974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/b5a2fe72-cea9-4041-940b-6f97dab67684 HTTP/1.1" status: 204  len: 168 time: 0.5732925
Dec 22 13:07:22.535190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58984) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:22.540283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.550550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Transition to ACTIVE for port object 144901a3-f950-40c4-939a-aaff1cb3b4d0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:22.569708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Transition to ACTIVE for port object 144901a3-f950-40c4-939a-aaff1cb3b4d0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:22.584976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:22.588425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.606814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a771c59-2e4b-4721-b529-acba54593dc9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:22.621564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 23ebf7d8-5380-4f93-a892-e8f7e497e4b5 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:22.667657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 99b6eb24-6393-41aa-8806-d2d807ff3afd up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:22.710515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6100873b-5cf5-4e08-9130-e6d26e503762 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:22.741951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a771c59-2e4b-4721-b529-acba54593dc9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:22.743258 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a771c59-2e4b-4721-b529-acba54593dc9 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2050788
Dec 22 13:07:22.750596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 58988) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:22.753026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.753409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078790611'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:22.789888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:22.806638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:22.821011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::212 (db2b5591-8c82-4408-abde-b4f9bc33322c/26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04/23ebf7d8-5380-4f93-a892-e8f7e497e4b5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:22.824700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:22.829711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.863596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-96744059-64ad-4800-be51-234e98380d09 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:22.914936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=c896461a-c630-4f50-bd68-8515cd8d1ed8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:22.925407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Network db2b5591-8c82-4408-abde-b4f9bc33322c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:22.926162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Pushing event updated for resources: {'Port': ['ID=144901a3-f950-40c4-939a-aaff1cb3b4d0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:22.931676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:22.933473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:22.935582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:22.937681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.968935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.969530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.970199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.970739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.971287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.971804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.971994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:22.972487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.973017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.973527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.974076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.974602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.975147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:22.977895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:22.984280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:22.990943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:22.991848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:22.993362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 99b6eb24-6393-41aa-8806-d2d807ff3afd completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:22.998323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:23.045910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 99b6eb24-6393-41aa-8806-d2d807ff3afd triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:23.045910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.097719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.127240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.141149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6100873b-5cf5-4e08-9130-e6d26e503762 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:23.141536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.145452 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/c896461a-c630-4f50-bd68-8515cd8d1ed8 HTTP/1.1" status: 204  len: 168 time: 3.2611680
Dec 22 13:07:23.148741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58992) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.205427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 47313d24-5e1b-4b83-819f-819240313cb5 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:23.236390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Attempting to bind port 144901a3-f950-40c4-939a-aaff1cb3b4d0 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:23.237067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Attempting to bind port 144901a3-f950-40c4-939a-aaff1cb3b4d0 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '0fd65774-f91d-40ad-8b0a-5f201a8eea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:23.237612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Attempting to bind port 144901a3-f950-40c4-939a-aaff1cb3b4d0 on network db2b5591-8c82-4408-abde-b4f9bc33322c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:23.269882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:23.271079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Checking segment: {'id': '0fd65774-f91d-40ad-8b0a-5f201a8eea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:23.272054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.272741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Bound using segment: {'id': '0fd65774-f91d-40ad-8b0a-5f201a8eea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:23.273423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Bound port: 144901a3-f950-40c4-939a-aaff1cb3b4d0, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd65774-f91d-40ad-8b0a-5f201a8eea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'db2b5591-8c82-4408-abde-b4f9bc33322c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:23.274747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.299621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.305080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.311658 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/networks/78980ab9-c4b8-4079-bd37-abbfb88b7948 HTTP/1.1" status: 204  len: 168 time: 4.6472797
Dec 22 13:07:23.316901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f41b28-6a7e-4667-8d08-d5983886daea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:23.319711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f41b28-6a7e-4667-8d08-d5983886daea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:23.320839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f41b28-6a7e-4667-8d08-d5983886daea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:23.325582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.330455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 58996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.331936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-49299f3c-8cb8-4ea0-b75f-25c3c8fdc196 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.352711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.389557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-82ff7a34-7a57-4cde-ae17-50c4d5f9fbe6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.421940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.425678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fb0a4-2d0a-4289-8ee8-26565b246436,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:23.438416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Pushing event deleted for resources: {'Network': ['ID=78980ab9-c4b8-4079-bd37-abbfb88b7948,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:23.440956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:23.441372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:23.447058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.448189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b831218b-cb59-41b9-9527-383d019464ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.448334 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6992853
Dec 22 13:07:23.457238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.461424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59000) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.471147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Request body: {'security_group_rule': {'security_group_id': 'f04fb0a4-2d0a-4289-8ee8-26565b246436', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:23.480960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:23.496174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Usage tracker for resource:security_group_rule and tenant:c309194a008c41fba2713c58d631f31b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:23.501735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:23.511620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:23.514699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a54c5805-c554-41be-b85e-98eaf36a39d4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Synchronizing usage tracker for tenant:3efdec8f626e4ee39c95db92a4b0bfef on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:23.534163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.547788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=e701f8d1-5f9d-4812-89e8-a6c85e0df45c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:23.561393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 23ebf7d8-5380-4f93-a892-e8f7e497e4b5 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:23.597278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] For port 144901a3-f950-40c4-939a-aaff1cb3b4d0, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:23.607227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:07:23.608733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.620531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] For port 144901a3-f950-40c4-939a-aaff1cb3b4d0, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=144901a3-f950-40c4-939a-aaff1cb3b4d0,segment=NetworkSegment(0fd65774-f91d-40ad-8b0a-5f201a8eea32),segment_id=0fd65774-f91d-40ad-8b0a-5f201a8eea32)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:23.623340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:23.647905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network a702552a-fc99-4a51-a44c-196df81663eb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:23.653395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76f41b28-6a7e-4667-8d08-d5983886daea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:23.654601 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76f41b28-6a7e-4667-8d08-d5983886daea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5046818
Dec 22 13:07:23.659274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59010) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.670238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:23.672642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:23.673172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.705945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.729827 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'code': 200}
Dec 22 13:07:23.731708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.750590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.752659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-24f94f9b-481c-498a-8546-491bce4383b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.781015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=47313d24-5e1b-4b83-819f-819240313cb5,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:23.784833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:23.789294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.789664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:23.804783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.806557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.809366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.811136 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3fad54d0-0909-4c44-ac6a-480eb28a64be tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/floatingips/7c93db58-70aa-4343-bfdc-6bb0c4f574e4 HTTP/1.1" status: 204  len: 168 time: 3.5490873
Dec 22 13:07:23.815958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59014) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.830588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.843474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network db2b5591-8c82-4408-abde-b4f9bc33322c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:23.873592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:23.877436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:23.880937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:23.881727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6250c329-4634-4e8a-8119-27454dd65c3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:23.890196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.900761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a54c5805-c554-41be-b85e-98eaf36a39d4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Unset dirty status for tenant:3efdec8f626e4ee39c95db92a4b0bfef on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:23.904855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a54c5805-c554-41be-b85e-98eaf36a39d4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "GET /v2.0/ports?device_id=11ba5b44-e809-48ed-9c29-be98edf61ffa HTTP/1.1" status: 200  len: 205 time: 0.5391221
Dec 22 13:07:23.907071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59018) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:23.964010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:23.972731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-5858ffdf-cdbd-42b7-ac0d-edba6bdb6ac5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:07:23.975153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5858ffdf-cdbd-42b7-ac0d-edba6bdb6ac5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:07:23.977518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5858ffdf-cdbd-42b7-ac0d-edba6bdb6ac5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/d9d2e339-751a-48d9-bff6-7ffc787bda02 HTTP/1.1" status: 404  len: 333 time: 0.1605780
Dec 22 13:07:23.998110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59022) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.020074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Pushing event updated for resources: {'Port': ['ID=144901a3-f950-40c4-939a-aaff1cb3b4d0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:24.024055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:24.049021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:24.060780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:24.066817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:24.068032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.071944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.077454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=23ebf7d8-5380-4f93-a892-e8f7e497e4b5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:24.122777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:24.123445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:24.188383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3c07a0-995b-4102-874e-d5269e5ead8d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:24.194455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:24.209244 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9359260
Dec 22 13:07:24.211492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-31e7caa8-cbc2-4a3a-9076-5a3405a97b74 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Synchronizing usage tracker for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:24.213777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59026) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.219966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.270538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.272472 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8099461
Dec 22 13:07:24.279803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59030) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.363679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.368851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.386906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.398721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd43f0b-260f-43ac-9849-ba4911862a48 None None] Network a702552a-fc99-4a51-a44c-196df81663eb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:24.403917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.463998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.469343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17aff915-8d6c-476d-8ca9-6e2fa38588bc tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:24.515133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.518247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:24.521073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:24.523797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4b713-a3a0-49af-b97d-8acb7cb5ad8b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:24.544015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.547705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:24.550797 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/f04fb0a4-2d0a-4289-8ee8-26565b246436 HTTP/1.1" status: 204  len: 168 time: 0.2675464
Dec 22 13:07:24.550797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a549735d-3102-4f07-9766-2222de24fcbd tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:24.555616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59034) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.562821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fb0a4-2d0a-4289-8ee8-26565b246436,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:24.565262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:24.586126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb59940-352b-489b-b508-d07707f316b5 req-7cefc8b1-6d31-4410-81a1-42277b0c8026 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:24.587750 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cfb59940-352b-489b-b508-d07707f316b5 req-7cefc8b1-6d31-4410-81a1-42277b0c8026 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 944 time: 0.9387887
Dec 22 13:07:24.615609 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c HTTP/1.1" status: 204  len: 168 time: 0.9511855
Dec 22 13:07:24.617112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59038) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.681363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6f0e3e34-e8a4-42db-b5c1-7670b27041a3 None None] Provisioning for port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:24.762277 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dd21e9ad-6b1c-4528-bc74-f880d2dc7301 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1414170
Dec 22 13:07:24.767542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59042) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.866024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 97b4fa0d-04cf-4947-8ef2-e99dffb69790 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:24.906159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c76b6-edb1-4f80-ac32-de9365aae7aa tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:24.910571 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-db6c76b6-edb1-4f80-ac32-de9365aae7aa tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1419833
Dec 22 13:07:24.911251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59046) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:24.988067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d090cdd9-cbfa-4eb0-adbb-a54a775480d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:24.988811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d090cdd9-cbfa-4eb0-adbb-a54a775480d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:25.022501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-31e7caa8-cbc2-4a3a-9076-5a3405a97b74 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Unset dirty status for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:25.024332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-31e7caa8-cbc2-4a3a-9076-5a3405a97b74 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/ports?device_id=d939d65e-3a3c-45c1-9987-eae392955e55 HTTP/1.1" status: 200  len: 205 time: 1.0236044
Dec 22 13:07:25.027674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59050) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.081774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:25.099928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:25.102590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.110355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.113519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-5cae7346-bc94-4d5f-8278-da58705d5248 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] delete failed (client error): The resource could not be found.
Dec 22 13:07:25.116648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.117503 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5cae7346-bc94-4d5f-8278-da58705d5248 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/routers/d939d65e-3a3c-45c1-9987-eae392955e55 HTTP/1.1" status: 404  len: 336 time: 0.0887492
Dec 22 13:07:25.118086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59054) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.121535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d090cdd9-cbfa-4eb0-adbb-a54a775480d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:25.125212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d090cdd9-cbfa-4eb0-adbb-a54a775480d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2130320
Dec 22 13:07:25.125675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1b7171bc-1835-4f5d-af9f-ef572e210727 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:25.140933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cfb59940-352b-489b-b508-d07707f316b5 req-f3ad0fac-4876-4ee2-8f19-4f67436ce0c5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5227861
Dec 22 13:07:25.149679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59058) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.175862 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b71504-438c-47ea-bc1c-02bd3a06281d tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:07:25.176323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b71504-438c-47ea-bc1c-02bd3a06281d tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:07:25.186078 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-19b71504-438c-47ea-bc1c-02bd3a06281d tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/subnets/3376efca-d2ab-4add-88cc-cf5d4b4c4ca9 HTTP/1.1" status: 404  len: 337 time: 0.0661054
Dec 22 13:07:25.186714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59062) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.212237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:25.220977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Deleting port 6100873b-5cf5-4e08-9130-e6d26e503762 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:25.224771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.288154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 377ebcf1-4b18-4282-b331-0873559161ed {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:25.288772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.326268 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d4d06ec2-a0c3-4084-aa6f-fcdde638c7cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1677890
Dec 22 13:07:25.331694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59066) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.366979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e035dcff-36b6-4cf1-8ce3-2f5e63dd0881 None None] Network db2b5591-8c82-4408-abde-b4f9bc33322c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:25.425067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:25.482211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3fbe8-0405-4c3e-bda4-95a5111c8729 req-b1543769-40f6-49c6-b3a4-40a827375256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:25.484112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5e3fbe8-0405-4c3e-bda4-95a5111c8729 req-b1543769-40f6-49c6-b3a4-40a827375256 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1098 time: 1.3287120
Dec 22 13:07:25.556263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69651c-eb2d-4a74-86bc-4725a4058b49 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:25.557878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a69651c-eb2d-4a74-86bc-4725a4058b49 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A170 HTTP/1.1" status: 200  len: 929 time: 1.3343141
Dec 22 13:07:25.558678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.559204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Fanout notify agent at l3_agent the message router_deleted on router 11ba5b44-e809-48ed-9c29-be98edf61ffa {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:07:25.560843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.603371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1b7171bc-1835-4f5d-af9f-ef572e210727 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:25.607452 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b7171bc-1835-4f5d-af9f-ef572e210727 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 1.0467799
Dec 22 13:07:25.609016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59074) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:25.642344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.659897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Provisioning for port 47313d24-5e1b-4b83-819f-819240313cb5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:25.678714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.690880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 23ebf7d8-5380-4f93-a892-e8f7e497e4b5 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:25.695287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.711393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Provisioning complete for port 47313d24-5e1b-4b83-819f-819240313cb5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:25.711778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.766537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.769614 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51a99832-5ef8-4b2f-b2ab-cdcd5697d38f tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] 10.222.0.16 "DELETE /v2.0/routers/11ba5b44-e809-48ed-9c29-be98edf61ffa HTTP/1.1" status: 204  len: 168 time: 1.8584883
Dec 22 13:07:25.804459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 377ebcf1-4b18-4282-b331-0873559161ed owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:25.815274 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5e3fbe8-0405-4c3e-bda4-95a5111c8729 req-2247f90a-918a-45ab-9b06-28ba6964bfe4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2534647
Dec 22 13:07:25.827277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=97b4fa0d-04cf-4947-8ef2-e99dffb69790,segment=NetworkSegment(67896268-4cd2-47a2-a422-4c8879f4adcc),segment_id=67896268-4cd2-47a2-a422-4c8879f4adcc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:25.827554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:25.843687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] For port 6100873b-5cf5-4e08-9130-e6d26e503762, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6100873b-5cf5-4e08-9130-e6d26e503762,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:25.844097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:25.857641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Port 47313d24-5e1b-4b83-819f-819240313cb5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:25.864928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a97a809b-78bb-4875-896a-f54122348bf4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:25.941878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:25.986465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Calling delete_port for 6100873b-5cf5-4e08-9130-e6d26e503762 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:25.994236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a97a809b-78bb-4875-896a-f54122348bf4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:25.998638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a97a809b-78bb-4875-896a-f54122348bf4 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.3858197
Dec 22 13:07:26.001765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59080) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:26.013632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.014499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 144901a3-f950-40c4-939a-aaff1cb3b4d0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:26.057009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4d467213-c7a6-4662-96f1-ae6de6bfdb57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:26.087630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:26.091253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.120883 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-a6b713a4-e432-4a9a-814c-bd585f4cf6ed tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] delete failed (client error): The resource could not be found.
Dec 22 13:07:26.121900 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a6b713a4-e432-4a9a-814c-bd585f4cf6ed tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "DELETE /v2.0/security-groups/f04fb0a4-2d0a-4289-8ee8-26565b246436 HTTP/1.1" status: 404  len: 347 time: 0.1168849
Dec 22 13:07:26.126305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:26.183805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dbe468e-a7d8-4f26-9397-3b48caead547 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Synchronizing usage tracker for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:26.194764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.207026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24ef5e0f-1136-46f8-9439-75d7d47526ae tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:26.225570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=97b4fa0d-04cf-4947-8ef2-e99dffb69790,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:26.259550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dbe468e-a7d8-4f26-9397-3b48caead547 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Unset dirty status for tenant:c309194a008c41fba2713c58d631f31b on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:26.261278 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6dbe468e-a7d8-4f26-9397-3b48caead547 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1334469
Dec 22 13:07:26.266359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=377ebcf1-4b18-4282-b331-0873559161ed,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:26.269341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:26.273292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.287781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.357930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:26.381022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Provisioning for port 144901a3-f950-40c4-939a-aaff1cb3b4d0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:26.419443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Provisioning complete for port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:26.419928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e64b4e2a-2544-4974-8d32-77c26f597e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.486619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 23ebf7d8-5380-4f93-a892-e8f7e497e4b5 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:26.501468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.526435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-53d4441b-74e5-4a77-b63e-22a9302c7dc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:26.559008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.591683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 144901a3-f950-40c4-939a-aaff1cb3b4d0 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:26.619977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Pushing event deleted for resources: {'Port': ['ID=6100873b-5cf5-4e08-9130-e6d26e503762,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:26.620131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59094) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:26.646193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 144901a3-f950-40c4-939a-aaff1cb3b4d0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:26.647891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.653294 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/377ebcf1-4b18-4282-b331-0873559161ed HTTP/1.1" status: 204  len: 168 time: 1.4637115
Dec 22 13:07:26.655586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59100) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:26.692738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] No DVR routers for this DVR port 6100873b-5cf5-4e08-9130-e6d26e503762 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:26.703124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:26.729012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.729012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.757039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9403cae2-7736-4019-8c34-a128c98cfcdf tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:26.885573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 38565aa5-7f46-4fbc-ad58-c364f424b18b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:26.885927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:26.946293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59106) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:27.114156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.159189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Provisioning complete for port 144901a3-f950-40c4-939a-aaff1cb3b4d0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:27.159585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.204608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 144901a3-f950-40c4-939a-aaff1cb3b4d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=144901a3-f950-40c4-939a-aaff1cb3b4d0,segment=NetworkSegment(0fd65774-f91d-40ad-8b0a-5f201a8eea32),segment_id=0fd65774-f91d-40ad-8b0a-5f201a8eea32)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:27.304033 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-df36d046-a528-4301-9f36-4a65644468bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3efdec8f626e4ee39c95db92a4b0bfef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6825142
Dec 22 13:07:27.304719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59112) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:27.322304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=47313d24-5e1b-4b83-819f-819240313cb5,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:27.326111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.332116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:27.361221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.364788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-99676a20-735d-4d71-a4b8-473c8751fd91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:27.438939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.464141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.486384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfea055-7851-4156-9c55-e751c168bfa9 req-d955ec3f-532b-4795-918c-db2f42572fee tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:27.487948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bfea055-7851-4156-9c55-e751c168bfa9 req-d955ec3f-532b-4795-918c-db2f42572fee tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 1.1826797
Dec 22 13:07:27.498468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=144901a3-f950-40c4-939a-aaff1cb3b4d0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:27.533606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 97b4fa0d-04cf-4947-8ef2-e99dffb69790 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:27.540141 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-45770075-156b-45f8-8ab8-3fdb590b8165 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c309194a008c41fba2713c58d631f31b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5706561
Dec 22 13:07:27.540141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.546279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59116) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:27.559489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:27.564649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:27.565011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:27.565715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:27.612546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:27.614958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.617590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network a702552a-fc99-4a51-a44c-196df81663eb is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:27.622951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 38565aa5-7f46-4fbc-ad58-c364f424b18b owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:27.637651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:27.639637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=23ebf7d8-5380-4f93-a892-e8f7e497e4b5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:27.658021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:27.698948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bfea055-7851-4156-9c55-e751c168bfa9 req-09b52553-0d3f-4f2f-ac17-327d40c9b6cb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1916997
Dec 22 13:07:27.707144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.745563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.785770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1170ca1c-1263-4cf2-a631-d277c62a807f tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:27.840289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6100873b-5cf5-4e08-9130-e6d26e503762 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:27.855235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.897667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6100873b-5cf5-4e08-9130-e6d26e503762 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:27.898033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6100873b-5cf5-4e08-9130-e6d26e503762 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:27.955997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:27.964193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-042d42b4-2451-41b9-a67e-bf362aaa54cd tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:27.972227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/23ebf7d8-5380-4f93-a892-e8f7e497e4b5 HTTP/1.1" status: 204  len: 168 time: 2.3806474
Dec 22 13:07:27.984377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:27.987121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59120) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:27.993824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:28.005496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed2cbc-20b6-4786-97fc-c665cee52603 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:28.014389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.026272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=38565aa5-7f46-4fbc-ad58-c364f424b18b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:28.039466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:28.040058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.047035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=57069b5f-5344-4b39-a704-b0618005283e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:28.061763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.075817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:28.096097 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-91198a9e-a597-4884-96b0-b80f28d7bade tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:07:28.096614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-91198a9e-a597-4884-96b0-b80f28d7bade tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:28.119526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.119918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.120700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.120700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.121030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.121557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.121768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.122133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.122503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.122891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.123369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.123723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:28.126991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:28.133644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c5f3d31b-dd1a-4406-9ea1-603536e21fc8 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:28.136145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.154879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2415c5d-e43e-4ee8-b470-143aead9c942,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:28.157314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:28.178002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.181598 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2415c5d-e43e-4ee8-b470-143aead9c942 HTTP/1.1" status: 204  len: 168 time: 0.8712366
Dec 22 13:07:28.186592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.188839 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/ports/38565aa5-7f46-4fbc-ad58-c364f424b18b HTTP/1.1" status: 204  len: 168 time: 1.5309649
Dec 22 13:07:28.191126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59126) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:28.216208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.8550780
Dec 22 13:07:28.217031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59130) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:28.223222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '57069b5f-5344-4b39-a704-b0618005283e', 'ip_address': '2001:db8::7623:1038:84ec:ed1d'}], 'name': 'tempest-NetworksTestDHCPv6-475321080'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:28.241068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-91198a9e-a597-4884-96b0-b80f28d7bade tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:28.242227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-91198a9e-a597-4884-96b0-b80f28d7bade tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/23ebf7d8-5380-4f93-a892-e8f7e497e4b5 HTTP/1.1" status: 404  len: 333 time: 0.2500238
Dec 22 13:07:28.247020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59134) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:28.325575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Provisioning for port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:28.334236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:28.334236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.338046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.339248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Provisioning complete for port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:28.339694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.345910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-be6a1533-25a5-443e-896c-165d2ed50552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:28.353996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d85b30d3-4d95-4a9d-a879-7bcce179d3c2 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:07:28.402663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481b13a0-6395-472d-863f-7c0b3e543ef1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:28.403409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-481b13a0-6395-472d-863f-7c0b3e543ef1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Synchronizing usage tracker for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:28.423687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612e9c71-9d43-4808-b7d2-4b8b8c91879b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:28.433699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:28.461534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '57069b5f-5344-4b39-a704-b0618005283e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:28.462374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.486717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:28.545525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Provisioning complete for port 47313d24-5e1b-4b83-819f-819240313cb5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:28.547026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.560463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-481b13a0-6395-472d-863f-7c0b3e543ef1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Unset dirty status for tenant:8e8ddc47fcf44571aab6e724372ad441 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:28.563273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-481b13a0-6395-472d-863f-7c0b3e543ef1 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5b1167d-2224-4663-bf13-520127cbe5a5 HTTP/1.1" status: 200  len: 913 time: 0.3707736
Dec 22 13:07:28.564092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59138) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:28.637392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Port 47313d24-5e1b-4b83-819f-819240313cb5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:28.649178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.674044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3cf7e0fa-e191-4fe8-8a58-8c71179bc1b2 None None] Could not find standard attr ID for object 23ebf7d8-5380-4f93-a892-e8f7e497e4b5. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:07:28.718634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/57069b5f-5344-4b39-a704-b0618005283e/c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:28.797730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:28.844411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Provisioning complete for port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:28.844852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.931895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Port dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:28.939596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.943234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/612e9c71-9d43-4808-b7d2-4b8b8c91879b HTTP/1.1" status: 204  len: 168 time: 1.3903499
Dec 22 13:07:28.944603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Provisioning complete for port 47313d24-5e1b-4b83-819f-819240313cb5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:28.945169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:28.945770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:28.960705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:28.963699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:28.965486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:28.977005 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] Sync routers for ids ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:28.981065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d85b30d3-4d95-4a9d-a879-7bcce179d3c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6910288
Dec 22 13:07:28.986371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59146) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:28.993262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:28.994292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] Routers {'d85b30d3-4d95-4a9d-a879-7bcce179d3c2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:28.995132 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ce130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:29.003278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Port 47313d24-5e1b-4b83-819f-819240313cb5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:29.007227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ab45187-649d-4ce2-9825-f2d351526780 None None] Could not find standard attr ID for object 23ebf7d8-5380-4f93-a892-e8f7e497e4b5. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:07:29.027865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.033772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bdb8aa7a-6156-46be-94a0-a41e9aa1a837 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:29.078668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ce130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:29.089108 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] Routers {'d85b30d3-4d95-4a9d-a879-7bcce179d3c2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:29.089963 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ce130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:29.142212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:29.152586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.153450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=dea5a8f7-40c3-43d2-9e18-daf7fd85faf1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:29.158438 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ce130>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:29.159247 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c30b0b-3c95-46e4-a414-9f4464c5def0 None None] The sync data for ids ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:29.162363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:29.174219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Transition to ACTIVE for port object c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:29.196705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Transition to ACTIVE for port object c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:29.213938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.268022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.274865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7026cd73-8b24-43d2-8141-f6b08c3373aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:29.320617 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 HTTP/1.1" status: 204  len: 168 time: 1.0723822
Dec 22 13:07:29.323236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59150) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:29.361498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:29.366590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:29.370975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:29.376953 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a237f11f-0865-49a0-ab1a-bd74319bcb97 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:07:29.377699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a237f11f-0865-49a0-ab1a-bd74319bcb97 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:29.416930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1d4318-0f42-4884-8043-ed583824554b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:29.417574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c1d4318-0f42-4884-8043-ed583824554b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:29.496197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647046f-2e35-4a94-b113-5d072655a6df req-7e0bd544-070a-4450-85d7-e7330cf035d9 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:29.497878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8647046f-2e35-4a94-b113-5d072655a6df req-7e0bd544-070a-4450-85d7-e7330cf035d9 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.6049476
Dec 22 13:07:29.519236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a237f11f-0865-49a0-ab1a-bd74319bcb97 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:29.522147 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a237f11f-0865-49a0-ab1a-bd74319bcb97 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/dea5a8f7-40c3-43d2-9e18-daf7fd85faf1 HTTP/1.1" status: 404  len: 333 time: 0.1977234
Dec 22 13:07:29.524139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:29.524978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59154) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:29.552776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 144901a3-f950-40c4-939a-aaff1cb3b4d0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:29.596274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c1d4318-0f42-4884-8043-ed583824554b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:29.597441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c1d4318-0f42-4884-8043-ed583824554b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports/47313d24-5e1b-4b83-819f-819240313cb5 HTTP/1.1" status: 200  len: 911 time: 0.6099629
Dec 22 13:07:29.601934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59158) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:29.607000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.607349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.607686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.608016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.608344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.608667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.609048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.609366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.609622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.609938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.610250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.610554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:07:29.614186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f76f9421-df17-4d1d-8219-736d3bbbf533'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:29.617217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.627996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:29.644976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Attempting to bind port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:29.645233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Attempting to bind port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:29.646151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Attempting to bind port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:29.649729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:29.653676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:29.654072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:29.654795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.654939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:29.655347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Bound port: c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:29.655725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.659596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port a839e07a-bb9f-4e37-bd98-6ec5efc0186e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:29.697144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8647046f-2e35-4a94-b113-5d072655a6df req-26728a29-6961-4d1f-9257-ef705f66c0fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315291
Dec 22 13:07:29.730422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 144901a3-f950-40c4-939a-aaff1cb3b4d0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:29.730807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.772791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.802781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] For port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:29.807604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] For port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:29.866590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.892787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:29.898204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:29.991835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:29.995661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:30.076666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860257a-cdbf-4d12-a91e-09afb7563192 req-73eec784-e5d6-4b7e-a50b-d290c0309c8a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:30.078185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6860257a-cdbf-4d12-a91e-09afb7563192 req-73eec784-e5d6-4b7e-a50b-d290c0309c8a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.2356665
Dec 22 13:07:30.090432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.098419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.162504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.214607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::7623:1038:84ec:ed1d (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/57069b5f-5344-4b39-a704-b0618005283e/a839e07a-bb9f-4e37-bd98-6ec5efc0186e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:30.338472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.360915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6860257a-cdbf-4d12-a91e-09afb7563192 req-4952301f-acc2-40e1-8df0-2e6cf36e0dbc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2141883
Dec 22 13:07:30.389728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59164) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:30.405063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-18d2447a-06f8-4894-966c-d7d946418473 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:30.462731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:30.469645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:30.470640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.479295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9a680b-18e0-4774-bc8e-499a0719b3a7 None None] Network db2b5591-8c82-4408-abde-b4f9bc33322c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:30.485827 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04 HTTP/1.1" status: 204  len: 168 time: 0.9582300
Dec 22 13:07:30.486609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:30.711411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.744425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 144901a3-f950-40c4-939a-aaff1cb3b4d0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:30.744761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.829626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] DHCP port deletion for db2b5591-8c82-4408-abde-b4f9bc33322c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:30.836510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Deleting port 144901a3-f950-40c4-939a-aaff1cb3b4d0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:30.837051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.914139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:30.924318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03578680-f6bd-4e0f-bde9-a01b48635bdf tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:30.925036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-03578680-f6bd-4e0f-bde9-a01b48635bdf tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] Synchronizing usage tracker for tenant:ae5506839d5b4619acd94710578702e4 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:30.981471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object a839e07a-bb9f-4e37-bd98-6ec5efc0186e will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:31.017401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port f532323a-469c-45df-b178-2b380bea55a1 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:31.017401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.070764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] For port 144901a3-f950-40c4-939a-aaff1cb3b4d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=144901a3-f950-40c4-939a-aaff1cb3b4d0,segment=NetworkSegment(0fd65774-f91d-40ad-8b0a-5f201a8eea32),segment_id=0fd65774-f91d-40ad-8b0a-5f201a8eea32)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:31.071276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.127877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port 144901a3-f950-40c4-939a-aaff1cb3b4d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=144901a3-f950-40c4-939a-aaff1cb3b4d0,segment=NetworkSegment(0fd65774-f91d-40ad-8b0a-5f201a8eea32),segment_id=0fd65774-f91d-40ad-8b0a-5f201a8eea32)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:31.128385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.210341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Calling delete_port for 144901a3-f950-40c4-939a-aaff1cb3b4d0 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:31.252461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-03578680-f6bd-4e0f-bde9-a01b48635bdf tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] Unset dirty status for tenant:ae5506839d5b4619acd94710578702e4 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:31.254456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-03578680-f6bd-4e0f-bde9-a01b48635bdf tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1093 time: 0.8600299
Dec 22 13:07:31.258976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.271365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59174) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:31.274513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54fa785f-5401-4c30-bded-2cb78b4fb225 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:31.329268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:31.333876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:31.359146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:31.362135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:31.369098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:31.370118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.386906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:31.413000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.420618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 144901a3-f950-40c4-939a-aaff1cb3b4d0 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:31.423938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-44cb9bc3-0ec2-4d7a-8242-71636bad4789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:31.460082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:floatingip and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:31.462966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=a839e07a-bb9f-4e37-bd98-6ec5efc0186e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:31.466515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:31.466716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.480568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.492867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:31.493015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b636d6eb-b8cb-43ba-b71a-388e612bea3f None None] Provisioning for port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:31.496760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:31.507252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Pushing event deleted for resources: {'Port': ['ID=144901a3-f950-40c4-939a-aaff1cb3b4d0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:31.511425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:31.519515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] No DVR routers for this DVR port 144901a3-f950-40c4-939a-aaff1cb3b4d0 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:31.530369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:31.530705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:31.539421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:31.549478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.556618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:31.557495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.561941 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/ports/47313d24-5e1b-4b83-819f-819240313cb5 HTTP/1.1" status: 200  len: 911 time: 1.9561436
Dec 22 13:07:31.561941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a579326e-3ce9-479e-89d0-5a05bc9dbe1b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:31.601998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59178) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:31.657190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for f532323a-469c-45df-b178-2b380bea55a1 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:31.775677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=47313d24-5e1b-4b83-819f-819240313cb5,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:31.780099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:31.782211 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.5641026
Dec 22 13:07:31.785185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59182) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:31.806818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:31.812128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:31.812515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.860055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3aa566c3-b3db-4879-a4ca-27083890ec6e None None] Provisioning for port a839e07a-bb9f-4e37-bd98-6ec5efc0186e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:31.869951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3aa566c3-b3db-4879-a4ca-27083890ec6e None None] Provisioning complete for port a839e07a-bb9f-4e37-bd98-6ec5efc0186e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:31.870329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3aa566c3-b3db-4879-a4ca-27083890ec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.907526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:31.964266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3aa566c3-b3db-4879-a4ca-27083890ec6e None None] Port a839e07a-bb9f-4e37-bd98-6ec5efc0186e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:31.992920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.030415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d863e9a-6b3c-474c-95c5-81b232834086 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:32.033688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:32.036895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d863e9a-6b3c-474c-95c5-81b232834086 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:32.037699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1d863e9a-6b3c-474c-95c5-81b232834086 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:32.049207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 144901a3-f950-40c4-939a-aaff1cb3b4d0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:32.049551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.104985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.109847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d97b5429-6e8a-40f8-abad-3c7c1ff1021b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:32.133099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] The port '144901a3-f950-40c4-939a-aaff1cb3b4d0' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:32.156013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=f532323a-469c-45df-b178-2b380bea55a1,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:32.160701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:32.165185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.171628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-adb76b9e-e236-4879-a0a6-450602e11bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:32.191128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1d863e9a-6b3c-474c-95c5-81b232834086 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:32.194815 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1d863e9a-6b3c-474c-95c5-81b232834086 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.4066045
Dec 22 13:07:32.196316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59186) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:32.238569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 144901a3-f950-40c4-939a-aaff1cb3b4d0 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:32.247831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.319756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:32.325440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.325649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:32.339995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 144901a3-f950-40c4-939a-aaff1cb3b4d0 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:32.340349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 144901a3-f950-40c4-939a-aaff1cb3b4d0 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:32.399516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port a839e07a-bb9f-4e37-bd98-6ec5efc0186e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:32.399831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.406487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.438488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298197190>,) {'filters': {'network_id': ['db2b5591-8c82-4408-abde-b4f9bc33322c']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:32.468907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298197190>, '0fd65774-f91d-40ad-8b0a-5f201a8eea32') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:32.469196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298197190>, '0fd65774-f91d-40ad-8b0a-5f201a8eea32') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:32.486529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.551810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.561707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.26.3.50 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/b1635963-ee50-4d8f-be52-002cc872956a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:32.569335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:32.569731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.575570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:32.585315 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:32.613073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.013733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.111178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.141679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f3842d46-e203-418d-ad45-7f5dbeaaae72 tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:33.159784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.163728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.190124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=db2b5591-8c82-4408-abde-b4f9bc33322c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:33.211722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Router f5b1167d-2224-4663-bf13-520127cbe5a5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:33.285251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.292532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:33.303038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:33.314834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for a839e07a-bb9f-4e37-bd98-6ec5efc0186e owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:33.366528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:33.371440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:33.384927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:33.456090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:33.481133 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/db2b5591-8c82-4408-abde-b4f9bc33322c HTTP/1.1" status: 204  len: 168 time: 2.9909315
Dec 22 13:07:33.491189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59190) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:33.499716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=b1635963-ee50-4d8f-be52-002cc872956a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:33.506887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-462020128'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:33.513001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:33.515402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:33.528113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 47313d24-5e1b-4b83-819f-819240313cb5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:33.528113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.528582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:33.537069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:33.555736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:33.556119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.574920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:33.577154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:33.633027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] Sync routers for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:33.659252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:33.659984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b4acd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:33.662934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.675618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8898d029-8d32-4edd-87e3-8a20f89d5206 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:33.686808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:33.690538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.727403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=a839e07a-bb9f-4e37-bd98-6ec5efc0186e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:33.728770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b4acd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:33.733004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:33.746021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] Routers {'f5b1167d-2224-4663-bf13-520127cbe5a5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:33.746425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b4acd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f5b1167d-2224-4663-bf13-520127cbe5a5'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:33.775568 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "PUT /v2.0/routers/f5b1167d-2224-4663-bf13-520127cbe5a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1995006
Dec 22 13:07:33.778357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59194) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:33.800506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.823347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:33.845494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b4acd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:33.845901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e170ffe7-73de-4b42-82bc-e4f482cec0dd None None] The sync data for ids ['f5b1167d-2224-4663-bf13-520127cbe5a5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:33.898939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:33.901028 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/a839e07a-bb9f-4e37-bd98-6ec5efc0186e HTTP/1.1" status: 204  len: 168 time: 1.7045906
Dec 22 13:07:33.915649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59198) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:33.968804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 47313d24-5e1b-4b83-819f-819240313cb5 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:34.211984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.216948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-09221bd2-239c-456c-ba3b-ad21c6729707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:34.229362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.229870 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 2eba2362-ded7-490f-b477-4d781a1a5271 of type vlan for network 14acb3c4-ad82-44e4-86f2-eb7a39312250
Dec 22 13:07:34.264655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=47313d24-5e1b-4b83-819f-819240313cb5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:34.267366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:34.299205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.310187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.385164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914afb0-83e9-4d16-9dae-30fb9bba331f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:34.386767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9914afb0-83e9-4d16-9dae-30fb9bba331f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:34.387556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9914afb0-83e9-4d16-9dae-30fb9bba331f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:34.524064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.529426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:34.530001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.550702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08a6f2eb-58fc-4068-9e3f-a051104de47a tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:34.581170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9914afb0-83e9-4d16-9dae-30fb9bba331f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:34.582215 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9914afb0-83e9-4d16-9dae-30fb9bba331f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.6653104
Dec 22 13:07:34.585893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59202) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:34.619167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.686236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=14acb3c4-ad82-44e4-86f2-eb7a39312250,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:34.691417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:34.698437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:34.703596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.722787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.754361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.2557783
Dec 22 13:07:34.754361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59206) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:34.759521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:34.794689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 57069b5f-5344-4b39-a704-b0618005283e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:34.800880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.838497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting port 07dfbb7a-ff4b-4700-a730-150771508855 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:34.838834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:34.982791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.019884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d85b30d3-4d95-4a9d-a879-7bcce179d3c2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:35.045017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:35.058098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:35.063300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.091992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:35.104933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:35.146968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7a641f9-9dda-42fe-84b5-d1be22bee84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.189688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.193388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:35.204420 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] Sync routers for ids ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:35.217339 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] Routers {'d85b30d3-4d95-4a9d-a879-7bcce179d3c2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:35.219838 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994cebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:35.219969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.277996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:35.281848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.293409 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994cebe0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:35.306623 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] Routers {'d85b30d3-4d95-4a9d-a879-7bcce179d3c2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:35.307641 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994cebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:35.323253 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d85b30d3-4d95-4a9d-a879-7bcce179d3c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7161934
Dec 22 13:07:35.326065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59210) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:35.387578 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994cebe0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:35.388193 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2760391-c30e-4390-b6dd-fc911cad9565 None None] The sync data for ids ['d85b30d3-4d95-4a9d-a879-7bcce179d3c2'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:35.392359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aad632d0-8bf3-4c47-b0ad-5de8b5edbeb3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:35.433578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Calling delete_port for 07dfbb7a-ff4b-4700-a730-150771508855 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:35.463741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.469025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-845bb1f6-a1fe-460c-a7da-0ddf9cca56a3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:35.500407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aad632d0-8bf3-4c47-b0ad-5de8b5edbeb3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:35.501549 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aad632d0-8bf3-4c47-b0ad-5de8b5edbeb3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=d85b30d3-4d95-4a9d-a879-7bcce179d3c2 HTTP/1.1" status: 200  len: 205 time: 0.1745865
Dec 22 13:07:35.506446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59214) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:35.510228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=57069b5f-5344-4b39-a704-b0618005283e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:35.513363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:35.514132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.517152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea63dc3-af49-40ae-be0d-8587ea9d0203 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:35.671225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.709223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:35.732182 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/57069b5f-5344-4b39-a704-b0618005283e HTTP/1.1" status: 204  len: 168 time: 1.1451545
Dec 22 13:07:35.736803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59218) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:35.779713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:35.784283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Deleting port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:35.784674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.021202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] For port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:36.021918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.040791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-128e9cf6-62b5-40c9-8ff9-b75cacb584ec tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3010480
Dec 22 13:07:36.065988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59226) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:36.067836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.083825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:36.100849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:36.163802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.167448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.170350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Calling delete_port for c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:36.267676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.268213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router d85b30d3-4d95-4a9d-a879-7bcce179d3c2 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:07:36.272816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.285598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.290021 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06889b9c-bee2-454e-96ce-70492e1e24f3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/d85b30d3-4d95-4a9d-a879-7bcce179d3c2 HTTP/1.1" status: 204  len: 168 time: 0.7799137
Dec 22 13:07:36.291537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59232) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:36.320265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=b1635963-ee50-4d8f-be52-002cc872956a,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:36.324327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:36.328851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b9349e0-d34f-4e77-ac95-f2876316c4dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:36.337641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.341942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c969aa14-f552-45cb-99a5-8e0e2e3d3a4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:36.362743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet f76f9421-df17-4d1d-8219-736d3bbbf533 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:36.366738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.389614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Pushing event deleted for resources: {'Port': ['ID=c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:36.391471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:36.393487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:36.394356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] No DVR routers for this DVR port c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:36.395273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.407595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.432121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.454898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:36.480356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:36.501351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:36.521410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.586864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=97cbc44a-f5b1-4e86-9b96-541f2799f40f,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:36.589067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '2eba2362-ded7-490f-b477-4d781a1a5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:36.589433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 14acb3c4-ad82-44e4-86f2-eb7a39312250, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:36.594099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:36.647130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:36.686827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.692142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c32e35f5-5402-47b0-b9af-907497c010b8 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:36.710568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:36.714010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.728986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=f76f9421-df17-4d1d-8219-736d3bbbf533,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:36.732563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:36.733736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.740109 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/f76f9421-df17-4d1d-8219-736d3bbbf533 HTTP/1.1" status: 204  len: 168 time: 0.4487321
Dec 22 13:07:36.741213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Port': ['ID=07dfbb7a-ff4b-4700-a730-150771508855,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:36.741905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d208706-7e0c-4255-9988-a8a9b682d319 None None] Network a702552a-fc99-4a51-a44c-196df81663eb requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:36.742573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59236) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:36.756288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:36.864674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.864908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 29cdf546-44fa-469c-afc8-09ec45911f12 associated. External IP: 172.26.3.50, port: 99b6eb24-6393-41aa-8806-d2d807ff3afd.
Dec 22 13:07:36.877736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:36.878073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.913950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:36.969848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:37.062863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] DHCP port deletion for a702552a-fc99-4a51-a44c-196df81663eb request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:37.068583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Deleting port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:37.069108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.096667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=97b4fa0d-04cf-4947-8ef2-e99dffb69790,segment=NetworkSegment(67896268-4cd2-47a2-a422-4c8879f4adcc),segment_id=67896268-4cd2-47a2-a422-4c8879f4adcc)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:37.097030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.134413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.138182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.144638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 14acb3c4-ad82-44e4-86f2-eb7a39312250) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:37.167701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29aae54-00c8-4353-bdc7-263e543119a9 None None] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:37.226591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 97b4fa0d-04cf-4947-8ef2-e99dffb69790 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:37.229284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:37.229888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.407108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.422038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-832119f7-c062-41f2-ab33-4da83bf98cc0 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:37.425145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] For port 97b4fa0d-04cf-4947-8ef2-e99dffb69790, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=97b4fa0d-04cf-4947-8ef2-e99dffb69790,segment=NetworkSegment(67896268-4cd2-47a2-a422-4c8879f4adcc),segment_id=67896268-4cd2-47a2-a422-4c8879f4adcc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:37.425551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.471752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No DVR routers for this DVR port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:37.478305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 97b4fa0d-04cf-4947-8ef2-e99dffb69790 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:37.519406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=97b4fa0d-04cf-4947-8ef2-e99dffb69790,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:37.522452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:37.575048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.575648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Fanout notify agent at l3_agent the message router_deleted on router f5b1167d-2224-4663-bf13-520127cbe5a5 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:07:37.582960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.8275316
Dec 22 13:07:37.587115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.588161 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/routers/f5b1167d-2224-4663-bf13-520127cbe5a5 HTTP/1.1" status: 204  len: 168 time: 3.8073025
Dec 22 13:07:37.592205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59242) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:37.592975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59244) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:37.627280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.634271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250', 'name': 'tempest-PortsIpV6TestJSON-362977475', 'fixed_ips': [{'subnet_id': '97cbc44a-f5b1-4e86-9b96-541f2799f40f', 'ip_address': '2001:db8::10'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:37.635180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Calling delete_port for 97b4fa0d-04cf-4947-8ef2-e99dffb69790 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:37.656416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5292871220>,) {'filters': {'network_id': ['a702552a-fc99-4a51-a44c-196df81663eb']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:37.663158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 97b4fa0d-04cf-4947-8ef2-e99dffb69790 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:37.663158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 97b4fa0d-04cf-4947-8ef2-e99dffb69790 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:37.664473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:37.672879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292871220>, '67896268-4cd2-47a2-a422-4c8879f4adcc') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:37.673234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292871220>, '67896268-4cd2-47a2-a422-4c8879f4adcc') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:37.688433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.691822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68666bac-3c28-4300-8894-c648beee6343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.710159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.716449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:37.717310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.720955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:37.721320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8f4f43f-94fd-4b3f-a8ad-eca93c0bc6f5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:37.730201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:37.736868 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:37.791850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-14acb3c4-ad82-44e4-86f2-eb7a39312250', 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '97cbc44a-f5b1-4e86-9b96-541f2799f40f'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:37.792402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.815413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:37.815413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:37.839593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cf984a63-c207-4016-8a6a-dcc5dc5638bf tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:37.936085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:37.937975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.942361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Deleting subnet 7c9bbedd-6227-47eb-a0d0-b3ca575ecf90 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:37.943056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0779a3d0-c847-4ef3-91c4-512de77a15ec tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:37.948407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.965570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:37.978108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=a702552a-fc99-4a51-a44c-196df81663eb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:37.984677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:37.987249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:38.001392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9345f8db-f20c-4b22-8282-91b537f0882f None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:38.010156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:38.010557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.012784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Allocated IP 2001:db8::2 (14acb3c4-ad82-44e4-86f2-eb7a39312250/97cbc44a-f5b1-4e86-9b96-541f2799f40f/51216033-1dac-495a-9bea-491b9d688c98) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:38.038244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=648db8cf-8f45-496c-814b-2eef694718c4,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:38.049307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:38.054505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:38.061771 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/a702552a-fc99-4a51-a44c-196df81663eb HTTP/1.1" status: 204  len: 168 time: 1.3171089
Dec 22 13:07:38.065177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59250) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:38.073627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062655968', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:38.079275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.087064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:38.094512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:38.099986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:38.114762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:38.119341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:38.143157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:38.193022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:38.206904 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1298535
Dec 22 13:07:38.207067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59254) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:38.220179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:38.224525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '648db8cf-8f45-496c-814b-2eef694718c4', 'ip_address': '2001:db8::f6f6:4f3:5578:79f9'}], 'name': 'tempest-NetworksTestDHCPv6-247162050'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:38.250447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.319778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Deleting port 97b4fa0d-04cf-4947-8ef2-e99dffb69790 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:38.320253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.349869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:38.427061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.428831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.454140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:38.463224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:38.469608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.469608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:38.474835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1f721cbb-baf4-4863-934b-f4e11c357ecb None None] The port '97b4fa0d-04cf-4947-8ef2-e99dffb69790' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:38.516242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:38.523522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:38.568687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.592113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port eac7bd98-2a1f-437f-a37d-c676da1e8400 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:38.601785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:38.603680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:38.637280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '648db8cf-8f45-496c-814b-2eef694718c4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:38.637280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.666499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.666995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.674442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:38.675420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937b4550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:38.694079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.704255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a9c3e87-f2d4-4ba1-83df-5136270a1d6d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:38.774542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.777930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.779321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.815213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9bbedd-6227-47eb-a0d0-b3ca575ecf90,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:38.822337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:38.833660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.841104 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 7.5172002
Dec 22 13:07:38.846257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:07:38.858204 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/subnets/7c9bbedd-6227-47eb-a0d0-b3ca575ecf90 HTTP/1.1" status: 204  len: 168 time: 1.2624753
Dec 22 13:07:38.868373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59264) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:38.939868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Transition to ACTIVE for port object 51216033-1dac-495a-9bea-491b9d688c98 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:38.966383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Transition to ACTIVE for port object 51216033-1dac-495a-9bea-491b9d688c98 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:38.975940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.988421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:38.990329 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f805cceb-5b03-478b-9498-c9545b0512b7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.9228961
Dec 22 13:07:38.996455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59268) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:39.002505 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'status': 'completed', 'code': 200}
Dec 22 13:07:39.002662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-981052813'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:39.013314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:39.032490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port d52ff9c0-6cf6-401d-971c-caf0a81e346c yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:39.064163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:39.073209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:39.088157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:39.101225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/648db8cf-8f45-496c-814b-2eef694718c4/0af95532-a159-4dca-8af1-8d295bc16cc6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:39.116276 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:07:39.259202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.259202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:39.335475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.345806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:39.349280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:39.353679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:39.354034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.365185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::10 (14acb3c4-ad82-44e4-86f2-eb7a39312250/97cbc44a-f5b1-4e86-9b96-541f2799f40f/eac7bd98-2a1f-437f-a37d-c676da1e8400) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:39.371632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:39.385121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:39.385703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:07:39.387667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18baf-54d7-4303-869d-28a5802c424a req-dcd4bdff-1b10-415d-be41-08faac79069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:39.389241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-dcd4bdff-1b10-415d-be41-08faac79069b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1098 time: 0.3863270
Dec 22 13:07:39.397815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.398429 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 5f990ac1-b8f8-400b-943c-f8667f4aaede of type vlan for network 74aa9479-2336-4610-b15e-1ecee0868245
Dec 22 13:07:39.424620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.430375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Pushing event updated for resources: {'Port': ['ID=51216033-1dac-495a-9bea-491b9d688c98,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:39.452065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:39.520445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.526810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:39.527473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.534021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35cb4600-f60c-49d5-85fa-37233d35233f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:39.643309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=74aa9479-2336-4610-b15e-1ecee0868245,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:39.651482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.652196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:39.669919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 74aa9479-2336-4610-b15e-1ecee0868245 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:39.694074 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6982138
Dec 22 13:07:39.696150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59272) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:39.703007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:39.705457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Attempting to bind port 51216033-1dac-495a-9bea-491b9d688c98 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:39.705834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Attempting to bind port 51216033-1dac-495a-9bea-491b9d688c98 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '2eba2362-ded7-490f-b477-4d781a1a5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:39.706200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Attempting to bind port 51216033-1dac-495a-9bea-491b9d688c98 on network 14acb3c4-ad82-44e4-86f2-eb7a39312250 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:39.776639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52990d85b0>,) {'filters': {'network_id': ['df30ea72-6426-4ce3-8da5-2a804e2895d2']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:39.777537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.784391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:39.788364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Checking segment: {'id': '2eba2362-ded7-490f-b477-4d781a1a5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:39.788364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.788364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Bound using segment: {'id': '2eba2362-ded7-490f-b477-4d781a1a5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:39.788364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Bound port: 51216033-1dac-495a-9bea-491b9d688c98, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba2362-ded7-490f-b477-4d781a1a5271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:39.788364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.819678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52990d85b0>, 'ec1ee8c5-69a0-439c-99fb-88d23011b060') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:39.820280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52990d85b0>, 'ec1ee8c5-69a0-439c-99fb-88d23011b060') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:39.820747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:39.824655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:39.827786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:39.833805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:39.852257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18baf-54d7-4303-869d-28a5802c424a req-bc6f4608-6036-4c23-acae-2e0f584a8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:39.853496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Transition to ACTIVE for port object 0af95532-a159-4dca-8af1-8d295bc16cc6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:39.853718 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-bc6f4608-6036-4c23-acae-2e0f584a8636 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.4276345
Dec 22 13:07:39.855367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.914511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:39.918148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.962273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:39.985797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:39.986141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Transition to ACTIVE for port object 0af95532-a159-4dca-8af1-8d295bc16cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:39.986282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:40.002835 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:40.030352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.060732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] For port 51216033-1dac-495a-9bea-491b9d688c98, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:40.103177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] For port 51216033-1dac-495a-9bea-491b9d688c98, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=51216033-1dac-495a-9bea-491b9d688c98,segment=NetworkSegment(2eba2362-ded7-490f-b477-4d781a1a5271),segment_id=2eba2362-ded7-490f-b477-4d781a1a5271)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:40.104693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.116305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.122124 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-1f51aaf7-cd57-46f4-b36a-201b557dc9fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 998 time: 0.2560794
Dec 22 13:07:40.124847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object eac7bd98-2a1f-437f-a37d-c676da1e8400 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:40.158990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.181043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:40.186983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:40.191095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f6f6:4f3:5578:79f9 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/648db8cf-8f45-496c-814b-2eef694718c4/d52ff9c0-6cf6-401d-971c-caf0a81e346c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:40.198511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:40.204759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18baf-54d7-4303-869d-28a5802c424a req-98478dbd-4ead-49e8-b526-fe267b89f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:40.206208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-98478dbd-4ead-49e8-b526-fe267b89f0f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0775177
Dec 22 13:07:40.287400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff18baf-54d7-4303-869d-28a5802c424a req-8411bc7b-18e0-48e4-bc6f-4b9d9f3e6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:40.289170 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-8411bc7b-18e0-48e4-bc6f-4b9d9f3e6152 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0756903
Dec 22 13:07:40.290487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.300625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.326247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-10178c94-9ded-4f2f-9a39-2b9d4d55511f tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.334239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.344763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Pushing event updated for resources: {'Port': ['ID=0af95532-a159-4dca-8af1-8d295bc16cc6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:40.356166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:40.356782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.360541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Pushing event deleted for resources: {'Network': ['ID=df30ea72-6426-4ce3-8da5-2a804e2895d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:40.363085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] 10.222.0.16 "DELETE /v2.0/networks/df30ea72-6426-4ce3-8da5-2a804e2895d2 HTTP/1.1" status: 204  len: 168 time: 1.4938262
Dec 22 13:07:40.365726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:40.374715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.408723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Attempting to bind port 0af95532-a159-4dca-8af1-8d295bc16cc6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:40.409102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Attempting to bind port 0af95532-a159-4dca-8af1-8d295bc16cc6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:40.409454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Attempting to bind port 0af95532-a159-4dca-8af1-8d295bc16cc6 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:40.417838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.423483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:40.434134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:40.434134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.434134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:40.434134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Bound port: 0af95532-a159-4dca-8af1-8d295bc16cc6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:40.434134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.434621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57c7d39e-b930-4507-aa7a-71ced18350c4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.479556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4959ff06-7328-4527-8405-1f305992aee4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.521340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:40.526355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:40.532037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:40.538553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:40.538994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.555069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=eac7bd98-2a1f-437f-a37d-c676da1e8400,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:40.575054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937b4550>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '29cdf546-44fa-469c-afc8-09ec45911f12', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:34Z', 'updated_at': '2021-12-22T13:07:34Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:40.583160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:07:40.585421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Pushing event updated for resources: {'Port': ['ID=51216033-1dac-495a-9bea-491b9d688c98,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:40.600316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:40.604222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] For port 0af95532-a159-4dca-8af1-8d295bc16cc6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:40.608355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] For port 0af95532-a159-4dca-8af1-8d295bc16cc6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0af95532-a159-4dca-8af1-8d295bc16cc6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:40.609102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:40.609668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:40.610456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937b4550>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:40.619743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-63fd8bf9-2f45-4b07-a554-71f076d4a04d service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3138735
Dec 22 13:07:40.628566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.653418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:40.663794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:40.681132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object d52ff9c0-6cf6-401d-971c-caf0a81e346c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:40.681132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:40.681132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 74aa9479-2336-4610-b15e-1ecee0868245, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:40.766829 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.1726415
Dec 22 13:07:40.769534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59278) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:40.775089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ff18baf-54d7-4303-869d-28a5802c424a req-912fcf42-c627-4d52-a870-0b54f14c712f service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433773
Dec 22 13:07:40.777126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '14acb3c4-ad82-44e4-86f2-eb7a39312250', 'name': 'tempest-PortsIpV6TestJSON-1372944086', 'fixed_ips': [{'subnet_id': '97cbc44a-f5b1-4e86-9b96-541f2799f40f', 'ip_address': '2001:db8::f'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:40.785467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.810054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.875365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:40.920769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 74aa9479-2336-4610-b15e-1ecee0868245 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:40.954234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1d0cc05-53dc-4f2d-94b8-239889e7cba4 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:40.980121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:07:41.036244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-e17932c7-88a7-4062-9324-a9701890033a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1324949
Dec 22 13:07:41.056275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 74aa9479-2336-4610-b15e-1ecee0868245) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:41.066729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:41.075899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:41.081531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Pushing event updated for resources: {'Port': ['ID=0af95532-a159-4dca-8af1-8d295bc16cc6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:41.081724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59284) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:41.091533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:41.091818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:41.092124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:41.093510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc56fc8-77f1-485c-8577-3c057fab5f5b None None] Network 74aa9479-2336-4610-b15e-1ecee0868245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:41.097152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:41.104245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:41.105498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:41.232259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 3.0249505
Dec 22 13:07:41.234578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=d52ff9c0-6cf6-401d-971c-caf0a81e346c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:41.245176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59290) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:41.249727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:41.301635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:41.313786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:port and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:41.318684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6214025
Dec 22 13:07:41.321912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:41.325512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59294) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:41.386857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-72b93453-9166-44eb-be2d-b93593570584 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e8ddc47fcf44571aab6e724372ad441&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3053279
Dec 22 13:07:41.389089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-495db26c-e5d6-43e8-928b-868007161a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:41.390538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-495db26c-e5d6-43e8-928b-868007161a98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1098 time: 0.2302284
Dec 22 13:07:41.391040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59298) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:41.419232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:41.795214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:41.808105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0af95532-a159-4dca-8af1-8d295bc16cc6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:41.825803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:41.870199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:41.888433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-0c25ea67-8908-42d4-b626-ec294a7a82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:41.890174 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-0c25ea67-8908-42d4-b626-ec294a7a82d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.4679468
Dec 22 13:07:41.993825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-74aa9479-2336-4610-b15e-1ecee0868245', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:41.994837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.029942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-afd69b65-fe62-4a87-b0f8-d69e47b6a4f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 998 time: 0.1226704
Dec 22 13:07:42.055705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.079647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5228ea-9403-42c0-9308-0b5023eabd7e None None] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:42.119811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0af95532-a159-4dca-8af1-8d295bc16cc6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:42.134160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-1bc48915-2886-4b31-bef1-304e42ed5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:42.136142 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-1bc48915-2886-4b31-bef1-304e42ed5f9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0927353
Dec 22 13:07:42.195211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937b4550>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '29cdf546-44fa-469c-afc8-09ec45911f12', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:34Z', 'updated_at': '2021-12-22T13:07:34Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:42.213764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 51216033-1dac-495a-9bea-491b9d688c98 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:42.246835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-3f26d0b5-1fdf-4cb1-a2ad-747553275752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:42.248624 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-3f26d0b5-1fdf-4cb1-a2ad-747553275752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0983860
Dec 22 13:07:42.283216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af743f78-051a-407c-8c6a-e220288f4d87 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '29cdf546-44fa-469c-afc8-09ec45911f12', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.50', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ae:14:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:07:34Z', 'updated_at': '2021-12-22T13:07:34Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:42.295837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.313206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3c5b6d60-e33f-4c27-903d-cc52fc0f3578 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:42.390006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port af91b72d-4235-45d1-a273-6917eff6f4b1 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:42.396293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87ab74-c771-44ca-b1d6-027ffc2abd2f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:42.399256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:42.416087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.417408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e87ab74-c771-44ca-b1d6-027ffc2abd2f HTTP/1.1" status: 204  len: 168 time: 1.0250847
Dec 22 13:07:42.459653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360d0b0-34e3-417b-ae86-2235598fed12 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:42.467822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360d0b0-34e3-417b-ae86-2235598fed12 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:42.468983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d360d0b0-34e3-417b-ae86-2235598fed12 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:42.488347 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-4cdbbee8-b9a3-408c-9358-80362e453879 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2230792
Dec 22 13:07:42.545942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-250dd9d3-903a-4c7e-a0b0-6351b6af5b3e None None] Provisioning for port 51216033-1dac-495a-9bea-491b9d688c98 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:42.580134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.688813 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557386a-7915-472c-ae86-d0aff87d1ff6 None None] New status for floating IP 29cdf546-44fa-469c-afc8-09ec45911f12: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:07:42.694269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Allocated IP 2001:db8::2 (74aa9479-2336-4610-b15e-1ecee0868245/ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8/4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:42.732532 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ead3cbc-c87d-4687-843d-f60de4a266df req-e7e9bb3d-ffdd-472a-9214-3ea451d7eaa4 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2259657
Dec 22 13:07:42.824924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d360d0b0-34e3-417b-ae86-2235598fed12 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:42.826395 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d360d0b0-34e3-417b-ae86-2235598fed12 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1683 time: 1.5832422
Dec 22 13:07:42.829416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:42.882415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 51216033-1dac-495a-9bea-491b9d688c98 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:42.927417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 51216033-1dac-495a-9bea-491b9d688c98 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:42.927710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:42.932593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port d52ff9c0-6cf6-401d-971c-caf0a81e346c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:42.933037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.080637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Provisioning for port 0af95532-a159-4dca-8af1-8d295bc16cc6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:43.097725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Provisioning complete for port 0af95532-a159-4dca-8af1-8d295bc16cc6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:43.098258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.111370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::f (14acb3c4-ad82-44e4-86f2-eb7a39312250/97cbc44a-f5b1-4e86-9b96-541f2799f40f/af91b72d-4235-45d1-a273-6917eff6f4b1) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:43.326968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.367919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.394132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.394252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object af91b72d-4235-45d1-a273-6917eff6f4b1 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:43.461482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for d52ff9c0-6cf6-401d-971c-caf0a81e346c owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:43.486481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.497309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da0dc9df-94f0-4945-ba6c-61f3cfdcb011 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:43.508237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.520236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 51216033-1dac-495a-9bea-491b9d688c98, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=51216033-1dac-495a-9bea-491b9d688c98,segment=NetworkSegment(2eba2362-ded7-490f-b477-4d781a1a5271),segment_id=2eba2362-ded7-490f-b477-4d781a1a5271)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:43.528545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Transition to ACTIVE for port object 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:43.545265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.587191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:43.591165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:43.595716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] For port 0af95532-a159-4dca-8af1-8d295bc16cc6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0af95532-a159-4dca-8af1-8d295bc16cc6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:43.595883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:43.600394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:43.601146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.618659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.630571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=af91b72d-4235-45d1-a273-6917eff6f4b1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:43.631030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-949ba6b0-9f31-4936-8607-7ce54183b5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:43.633924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:43.720398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.723441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=51216033-1dac-495a-9bea-491b9d688c98,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:43.726439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:43.727297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:43.742440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.743529 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.9713142
Dec 22 13:07:43.746144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59326) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:43.750149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-52e6bf75-eda6-4dd8-8933-31c22cc72ac0 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:43.791234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Transition to ACTIVE for port object 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:43.833166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59330) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:43.849002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Could not find standard attr ID for object d52ff9c0-6cf6-401d-971c-caf0a81e346c. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:07:43.863034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=d52ff9c0-6cf6-401d-971c-caf0a81e346c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:43.870917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:43.875199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Pushing event updated for resources: {'Port': ['ID=0af95532-a159-4dca-8af1-8d295bc16cc6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:43.881547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.888063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:43.894435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9c3fb9-bc7b-4f87-a2c3-2dc3aafdd040 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:43.896144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2a9c3fb9-bc7b-4f87-a2c3-2dc3aafdd040 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:43.899894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:43.907741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e8d58a-991d-4c77-87ad-81428ca83c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:43.998126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Provisioning for port eac7bd98-2a1f-437f-a37d-c676da1e8400 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:44.005657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Network 74aa9479-2336-4610-b15e-1ecee0868245 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:44.011436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:44.014942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/d52ff9c0-6cf6-401d-971c-caf0a81e346c HTTP/1.1" status: 204  len: 168 time: 1.1821666
Dec 22 13:07:44.014942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59336) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:44.017394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:44.096919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Provisioning complete for port eac7bd98-2a1f-437f-a37d-c676da1e8400 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:44.096919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.153175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3fa48-77d0-4e18-a5eb-b3e834a15579 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:44.155089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3fa48-77d0-4e18-a5eb-b3e834a15579 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:44.156015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cad3fa48-77d0-4e18-a5eb-b3e834a15579 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:44.189625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Pushing event updated for resources: {'Port': ['ID=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:44.213143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:44.234941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cad3fa48-77d0-4e18-a5eb-b3e834a15579 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:44.236520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cad3fa48-77d0-4e18-a5eb-b3e834a15579 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2205923
Dec 22 13:07:44.239855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59340) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:44.257733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2092104365'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:44.263486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:44.267370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:network and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:44.270294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:44.276605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:44.305957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8::1 (74aa9479-2336-4610-b15e-1ecee0868245/ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8/975c3f05-ca06-4f39-a80b-5fc337d17e8b) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:44.363214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 648db8cf-8f45-496c-814b-2eef694718c4 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:44.367316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.405390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Attempting to bind port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:44.406123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Attempting to bind port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:44.406560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Attempting to bind port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a on network 74aa9479-2336-4610-b15e-1ecee0868245 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:44.418084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:44.418343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Checking segment: {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:44.418693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.419128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Bound using segment: {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:44.419636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Bound port: 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:44.420015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.428271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Made reservation on behalf of 671006eefcdd490b8c33d67801709ba6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:44.431833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.442986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Port eac7bd98-2a1f-437f-a37d-c676da1e8400 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:44.454881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2a9c3fb9-bc7b-4f87-a2c3-2dc3aafdd040 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:44.459275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2a9c3fb9-bc7b-4f87-a2c3-2dc3aafdd040 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.7107675
Dec 22 13:07:44.464902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.466199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Provisioning complete for port 51216033-1dac-495a-9bea-491b9d688c98 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:44.466605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f420a30e-f89c-4c2c-8fec-984c940826e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.470300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59346) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:44.503352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:44.511365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:security_group_rule and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:44.525100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:44.536215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:44.558125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.590084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.616741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 975c3f05-ca06-4f39-a80b-5fc337d17e8b will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:44.687173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.706452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] For port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:44.706452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] For port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:44.786059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:44.792358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:44.798055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:44.798922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:44.816722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Provisioning complete for port eac7bd98-2a1f-437f-a37d-c676da1e8400 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:44.817177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.825726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:44.826865 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-739b7d7c-b385-4827-8706-1b4d2fa83838 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.3538268
Dec 22 13:07:44.830069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59350) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:44.834091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:44.879143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Port eac7bd98-2a1f-437f-a37d-c676da1e8400 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:44.922342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port af91b72d-4235-45d1-a273-6917eff6f4b1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:44.922675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.136793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.136793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-36b7604b-aa2e-4e30-999a-bb950dedadb2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:45.211435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Provisioning for port af91b72d-4235-45d1-a273-6917eff6f4b1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:45.213997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.213997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9d259bff-c341-499c-924c-9cc32e45bbfd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:45.219402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.221624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.229479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:45.234975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 74aa9479-2336-4610-b15e-1ecee0868245 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:45.260456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:45.260456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:45.260456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.260456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:45.269385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.279675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Provisioning complete for port af91b72d-4235-45d1-a273-6917eff6f4b1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:45.280063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.284586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:45.290093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e7aed50d-953e-4c77-9bb4-7631580c9bb6 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:45.291587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=648db8cf-8f45-496c-814b-2eef694718c4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:45.293229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:45.294777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.296031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:45.331951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306da3e-986f-4b4a-88b3-89a2a9423f18 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:45.388177 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/648db8cf-8f45-496c-814b-2eef694718c4 HTTP/1.1" status: 204  len: 168 time: 1.1469791
Dec 22 13:07:45.390466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59354) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:45.472976 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dedb908d-169f-4fdc-adae-5f0d885c5d74 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0809045
Dec 22 13:07:45.474922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Pushing event updated for resources: {'Port': ['ID=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:45.476807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59358) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:45.483616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:45.485760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:45.488953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for af91b72d-4235-45d1-a273-6917eff6f4b1 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:45.491936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-125da080-0aa9-41ec-ac9e-0f49c4e9d9fe None None] Port af91b72d-4235-45d1-a273-6917eff6f4b1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:45.530192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.530545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Added segment 96c23604-3069-4a47-9007-1a13353b3059 of type vlan for network f839a4e5-1b72-4bc0-af2e-c5183b027ff1
Dec 22 13:07:45.614903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10cad3b-05cd-430c-a0d4-bd838fc78693,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:45.624556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:45.631345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:45.661762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:45.666830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.673025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:45.673025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:45.756216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:45.777709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.815003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0af95532-a159-4dca-8af1-8d295bc16cc6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:45.866145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:45.944696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0af95532-a159-4dca-8af1-8d295bc16cc6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:45.944696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.001018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.001018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.009001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:46.009001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.013607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:46.021559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0db36323-48ab-4b90-b7a5-655ff88aa7da tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:46.039864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Deleting port 0af95532-a159-4dca-8af1-8d295bc16cc6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:46.039864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.293430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.293430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e529468f-c078-49e1-adb2-1fd994fb279b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:46.399143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:46.412349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:46.412349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:46.417750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:46.434770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:46.434770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.455749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 51216033-1dac-495a-9bea-491b9d688c98 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:46.563312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] For port 0af95532-a159-4dca-8af1-8d295bc16cc6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0af95532-a159-4dca-8af1-8d295bc16cc6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:46.563559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.565830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0859613
Dec 22 13:07:46.569202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59362) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:46.575621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0', 'ip_address': '2001:db8::fe07:5563:ebd8:694'}], 'name': 'tempest-NetworksTestDHCPv6-1419985531'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:46.727207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Calling delete_port for 0af95532-a159-4dca-8af1-8d295bc16cc6 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:46.783824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.789576 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/af91b72d-4235-45d1-a273-6917eff6f4b1 HTTP/1.1" status: 204  len: 168 time: 1.9541390
Dec 22 13:07:46.789576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Network': ['ID=f839a4e5-1b72-4bc0-af2e-c5183b027ff1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:46.790087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59366) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:46.799836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:46.813819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:46.832860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c271990-3618-498f-8f4c-9c52f7053a30 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:46.899139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5384593-28be-4c2a-ada2-fb35ea84173a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:07:46.899139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f5384593-28be-4c2a-ada2-fb35ea84173a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/af91b72d-4235-45d1-a273-6917eff6f4b1 HTTP/1.1" status: 404  len: 333 time: 0.0938964
Dec 22 13:07:46.899139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59370) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:46.931281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 51216033-1dac-495a-9bea-491b9d688c98 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:46.931281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:46.933222 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 3.0972338
Dec 22 13:07:46.946097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59374) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:46.957146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'subnet': {'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:46.976670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=af91b72d-4235-45d1-a273-6917eff6f4b1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:46.981851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port eac7bd98-2a1f-437f-a37d-c676da1e8400 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:46.982202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.002502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:47.034837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0a1d2-239e-4aad-81e9-0154e7f09a83 None None] Network 74aa9479-2336-4610-b15e-1ecee0868245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:47.039777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:47.047915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:47.054366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:47.063945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:47.134145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:47.137776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.140969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:subnet and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:47.143808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:47.149775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:47.210531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:47.240063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Made reservation on behalf of 671006eefcdd490b8c33d67801709ba6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:47.245094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.266108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.267586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.283878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-90a375fd-48fe-4944-b13d-797f54170c4d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:47.320666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.324272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-048d2ac3-eb6f-447b-9013-98e801a54d34 None None] Provisioning for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:47.333197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:47.367193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.385251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Pushing event deleted for resources: {'Port': ['ID=0af95532-a159-4dca-8af1-8d295bc16cc6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:47.388372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:47.395195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] No DVR routers for this DVR port 0af95532-a159-4dca-8af1-8d295bc16cc6 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:47.413712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 48ce49a5-6e95-4b2a-a2e4-94608be4133c yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:47.417484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7acaa-beb8-4f3b-b86c-eac8eb246eca None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:47.447918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.515288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:47.518587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:47.624152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 74aa9479-2336-4610-b15e-1ecee0868245 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:47.624152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:47.713198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:47.714111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:47.773198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for eac7bd98-2a1f-437f-a37d-c676da1e8400 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:47.899389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:48.080473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Provisioning for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:48.086885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Provisioning complete for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:48.087277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.099876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::fe07:5563:ebd8:694 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0/48ce49a5-6e95-4b2a-a2e4-94608be4133c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:48.122090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:07:48.126064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:48.130661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.138471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d1875cb-bcc6-4ea1-b43e-99216a707094 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:48.142814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:48.143222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.205541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Port 975c3f05-ca06-4f39-a80b-5fc337d17e8b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:48.228268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Provisioning complete for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:48.228956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.229426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Subnet': ['ID=21826e9d-2e1a-43fc-95a3-3f1f56f272c6,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:48.253490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:48.405088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.436745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.447794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ced49c59-655b-40db-8124-759c216859c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:48.503934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:48.512304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:48.519813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.528125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2013290
Dec 22 13:07:48.529212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59378) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:48.535120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=eac7bd98-2a1f-437f-a37d-c676da1e8400,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:48.540227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.548005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:48.553622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-293805512'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:48.554141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:48.578835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:48.580377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b6af0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:48.582991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:48.599582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:48.605206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:48.618004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Checking segment: {'id': '96c23604-3069-4a47-9007-1a13353b3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:48.618004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network hostable DHCP agents. Network: f839a4e5-1b72-4bc0-af2e-c5183b027ff1, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:48.619667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.621823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:48.636465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 48ce49a5-6e95-4b2a-a2e4-94608be4133c will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:48.687490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.743506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/eac7bd98-2a1f-437f-a37d-c676da1e8400 HTTP/1.1" status: 204  len: 168 time: 1.8494747
Dec 22 13:07:48.746255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:48.747151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7aaa154d-eb7b-41a9-ab06-b14230e50842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:48.776800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.784357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe9e81f4-e346-48fd-b6e7-a275612178cf tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:48.806773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0af95532-a159-4dca-8af1-8d295bc16cc6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:48.815785 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-492c429c-86a1-4e1d-be31-4c2826c025b3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:07:48.817255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-492c429c-86a1-4e1d-be31-4c2826c025b3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:48.827683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:48.833884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:48.839476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.917815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:48.919646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:48.922825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:48.927995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:48.936936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.937343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:48.937746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment d04ab6c9-77dc-4da1-a81d-0ebca6814013 of type vlan for network ef8649cb-2363-4d54-83e1-d41811fef9f1
Dec 22 13:07:48.938366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:48.966091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=48ce49a5-6e95-4b2a-a2e4-94608be4133c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:48.971898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:48.991636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0af95532-a159-4dca-8af1-8d295bc16cc6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:48.991636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0af95532-a159-4dca-8af1-8d295bc16cc6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:48.991829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f839a4e5-1b72-4bc0-af2e-c5183b027ff1) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:49.026499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.047893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acdf87-8a75-467e-a386-e528e1bf7e04 None None] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:49.056947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:49.056947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.056947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-492c429c-86a1-4e1d-be31-4c2826c025b3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:49.056947 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-492c429c-86a1-4e1d-be31-4c2826c025b3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/eac7bd98-2a1f-437f-a37d-c676da1e8400 HTTP/1.1" status: 404  len: 333 time: 0.2948534
Dec 22 13:07:49.067351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59386) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:49.141774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:07:49.141774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-e0fefa3c-153b-449f-b513-265066258934 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:07:49.148630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.5616989
Dec 22 13:07:49.164821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:49.167803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:07:49.209483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:49.209483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:49.211727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0/811d1d4c-c253-4144-9e46-b25d4d01736b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:49.216190 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2656856
Dec 22 13:07:49.217758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59394) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:49.235158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1704230589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:49.235760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 97cbc44a-f5b1-4e86-9b96-541f2799f40f {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:49.239579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.243751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.250535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:49.250535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.264899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:49.268676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9e5fe0f2-eb48-4aae-8ad2-9fe58551a003 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:49.299286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:router and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:49.320553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:49.334184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb347ab-024f-4b33-b882-838ae19233ca tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:49.336300 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4cb347ab-024f-4b33-b882-838ae19233ca tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.2007701
Dec 22 13:07:49.341053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.370717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59400) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:49.399230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:49.433050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=ef8649cb-2363-4d54-83e1-d41811fef9f1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:49.435779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:49.485412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:49.502214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 48ce49a5-6e95-4b2a-a2e4-94608be4133c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:49.502214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.515907 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9693720
Dec 22 13:07:49.515907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59404) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:49.515907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:49.638983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.682798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.684044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.791001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.802971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:49.809259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:49.811399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:49.819250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:49.823746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:49.880120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:49.935971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.007076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:50.010795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.023205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 48ce49a5-6e95-4b2a-a2e4-94608be4133c owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:50.055347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.069188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5f68f6b2-61d4-4adb-9eac-c197ea9a18ac tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:50.094545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.096068 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c85588a5-15be-452d-a0f0-de25b2001321 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.8764687
Dec 22 13:07:50.111396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59408) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:50.143670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f839a4e5-1b72-4bc0-af2e-c5183b027ff1', 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1', 'tenant_id': '671006eefcdd490b8c33d67801709ba6', 'fixed_ips': [{'subnet_id': '21826e9d-2e1a-43fc-95a3-3f1f56f272c6'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:50.143955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.187378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=97cbc44a-f5b1-4e86-9b96-541f2799f40f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:50.198576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.201069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577f2c3-fdb7-44ba-8d1a-10f52358ac3f None None] Network 14acb3c4-ad82-44e4-86f2-eb7a39312250 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:50.291311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:50.291608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.386475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.386475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-441c01d6-e0ba-4c0e-ba28-36b6836ff5c4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:50.415966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:50.433941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/97cbc44a-f5b1-4e86-9b96-541f2799f40f HTTP/1.1" status: 204  len: 168 time: 1.3613834
Dec 22 13:07:50.445302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59412) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:50.445302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=a4ea3d47-817b-4e7c-8df6-46a4e991c1c8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:50.445302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:50.453356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.467801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8586de22-b9c5-4ef1-b2ea-c82660876417 None None] Provisioning complete for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:50.467801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8586de22-b9c5-4ef1-b2ea-c82660876417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.545804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8586de22-b9c5-4ef1-b2ea-c82660876417 None None] Port 975c3f05-ca06-4f39-a80b-5fc337d17e8b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:07:50.565155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.572994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 51216033-1dac-495a-9bea-491b9d688c98 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:50.572994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.576942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Transition to ACTIVE for port object 811d1d4c-c253-4144-9e46-b25d4d01736b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:50.646655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:50.646655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: ef8649cb-2363-4d54-83e1-d41811fef9f1, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:50.802982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b6af0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:07:45Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:46Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:50.818234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:07:50.818234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Updating router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 port 975c3f05-ca06-4f39-a80b-5fc337d17e8b binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:07:50.831689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port 51216033-1dac-495a-9bea-491b9d688c98, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=51216033-1dac-495a-9bea-491b9d688c98,segment=NetworkSegment(2eba2362-ded7-490f-b477-4d781a1a5271),segment_id=2eba2362-ded7-490f-b477-4d781a1a5271)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:50.831689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.885595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Allocated IP 172.20.0.2 (f839a4e5-1b72-4bc0-af2e-c5183b027ff1/21826e9d-2e1a-43fc-95a3-3f1f56f272c6/e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:50.908497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.916411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:50.935182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Transition to ACTIVE for port object 811d1d4c-c253-4144-9e46-b25d4d01736b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:50.982015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 51216033-1dac-495a-9bea-491b9d688c98 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:50.999351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.020449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:51.022216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:51.071531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503665b-cd0a-490d-8bbe-7ee52bccfdcd None None] DHCP port deletion for 14acb3c4-ad82-44e4-86f2-eb7a39312250 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:07:51.080865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.093985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:51.132063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=48ce49a5-6e95-4b2a-a2e4-94608be4133c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:51.133161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b503665b-cd0a-490d-8bbe-7ee52bccfdcd None None] Deleting port 51216033-1dac-495a-9bea-491b9d688c98 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:51.133550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b503665b-cd0a-490d-8bbe-7ee52bccfdcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.134514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:51.167447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, ef8649cb-2363-4d54-83e1-d41811fef9f1) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:51.169880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:51.171197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.186604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.191056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.195064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-69636424-f01b-47f5-b09d-57be244bf7b4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:51.200152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e8843-2543-4966-9052-1a39cdd32e07 None None] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:51.244408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/48ce49a5-6e95-4b2a-a2e4-94608be4133c HTTP/1.1" status: 204  len: 168 time: 1.8701348
Dec 22 13:07:51.247296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59416) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:51.264796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=51216033-1dac-495a-9bea-491b9d688c98,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:51.267846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:51.268241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:51.271904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No DVR routers for this DVR port 51216033-1dac-495a-9bea-491b9d688c98 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:07:51.398788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbbc00-e44b-4b3d-bfec-5af5461f26da tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:51.400472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acbbc00-e44b-4b3d-bfec-5af5461f26da tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:51.401225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0acbbc00-e44b-4b3d-bfec-5af5461f26da tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:51.418098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:51.432277 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.9237397
Dec 22 13:07:51.432871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59420) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:51.442253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.476058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52932d2fd0>,) {'filters': {'network_id': ['14acb3c4-ad82-44e4-86f2-eb7a39312250']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:51.478291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b503665b-cd0a-490d-8bbe-7ee52bccfdcd None None] The port '51216033-1dac-495a-9bea-491b9d688c98' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:07:51.481923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:51.489240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932d2fd0>, '2eba2362-ded7-490f-b477-4d781a1a5271') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:51.489539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932d2fd0>, '2eba2362-ded7-490f-b477-4d781a1a5271') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:51.503139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0acbbc00-e44b-4b3d-bfec-5af5461f26da tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:51.507725 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0acbbc00-e44b-4b3d-bfec-5af5461f26da tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2567084
Dec 22 13:07:51.509687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59424) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:51.517702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.524873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Pushing event updated for resources: {'Port': ['ID=811d1d4c-c253-4144-9e46-b25d4d01736b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:51.558559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:51.591129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.606747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:07:51.607197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:07:51.623884 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:07:51.642690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:07:51.708930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.778917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 51216033-1dac-495a-9bea-491b9d688c98 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:07:51.796386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.846748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 51216033-1dac-495a-9bea-491b9d688c98 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:07:51.847340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 51216033-1dac-495a-9bea-491b9d688c98 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:07:51.854622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Attempting to bind port 811d1d4c-c253-4144-9e46-b25d4d01736b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:51.855029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Attempting to bind port 811d1d4c-c253-4144-9e46-b25d4d01736b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:51.855592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Attempting to bind port 811d1d4c-c253-4144-9e46-b25d4d01736b on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:51.867657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.873421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b46b474a-e92b-47c6-a3ed-de7813dcee5b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Bound port: 811d1d4c-c253-4144-9e46-b25d4d01736b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:51.889908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.902420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.902420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/14acb3c4-ad82-44e4-86f2-eb7a39312250 HTTP/1.1" status: 204  len: 168 time: 1.4690471
Dec 22 13:07:51.902420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59428) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:51.933835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-201344503'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:51.933835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:51.933835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:network and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:51.933835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:51.943990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:51.951788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:51.951788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=14acb3c4-ad82-44e4-86f2-eb7a39312250,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:51.969705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:51.969705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.018512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:52.018512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.025476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Transition to ACTIVE for port object e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:52.087018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:52.087018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.087018 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Added segment 42571e76-85d0-4450-9995-ba3dae9db8dd of type vlan for network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312
Dec 22 13:07:52.103440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Transition to ACTIVE for port object e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:52.144701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.145230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-ef8649cb-2363-4d54-83e1-d41811fef9f1', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:52.145230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.202589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.209035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.212930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] For port 811d1d4c-c253-4144-9e46-b25d4d01736b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:52.213691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-15ce8bd4-96dc-497a-87d7-751fca8321e0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:52.217775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-18a67ba2-6cdc-4b9d-a269-f536abfb4a08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:52.246803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.253182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:52.253814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.278747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.289503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:52.292772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:52.302654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-392827e5-993f-4ff0-a990-45447ac4e303 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:52.323095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] For port 811d1d4c-c253-4144-9e46-b25d4d01736b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=811d1d4c-c253-4144-9e46-b25d4d01736b,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:52.329757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Allocated IP 172.20.0.1 (f839a4e5-1b72-4bc0-af2e-c5183b027ff1/21826e9d-2e1a-43fc-95a3-3f1f56f272c6/a4a6f6c5-1872-479f-a953-68894f221186) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:52.353483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:52.355766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.370883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:52.380057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:52.397041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Pushing event updated for resources: {'Port': ['ID=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:52.407816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Transition to ACTIVE for port object 975c3f05-ca06-4f39-a80b-5fc337d17e8b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:52.446816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:52.446816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.446816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:52.570914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.596537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.628653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Attempting to bind port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:52.629661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Attempting to bind port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '96c23604-3069-4a47-9007-1a13353b3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:52.631619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Attempting to bind port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 on network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:52.682604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Network': ['ID=9274e7ab-9fab-4fee-a3a5-fcbe9e239312,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:52.687594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:52.701942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Pushing event updated for resources: {'Port': ['ID=811d1d4c-c253-4144-9e46-b25d4d01736b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:52.718689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:52.718689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Checking segment: {'id': '96c23604-3069-4a47-9007-1a13353b3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:52.719719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.719719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Bound using segment: {'id': '96c23604-3069-4a47-9007-1a13353b3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:52.719719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Bound port: e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c23604-3069-4a47-9007-1a13353b3059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:52.720296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.729038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:52.743575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:52.747490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:52.760376 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0 HTTP/1.1" status: 204  len: 168 time: 1.2449164
Dec 22 13:07:52.760376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59432) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:52.773146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:52.806794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Transition to ACTIVE for port object a4a6f6c5-1872-479f-a953-68894f221186 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:52.884865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2a27be7e-30d7-4957-95ec-2d278fa07b54 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1146190
Dec 22 13:07:52.884865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.9702973
Dec 22 13:07:52.884865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59436) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:52.885195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59438) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:52.892331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:52.981678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Allocated IP 2001:db8:1::2 (ef8649cb-2363-4d54-83e1-d41811fef9f1/a4ea3d47-817b-4e7c-8df6-46a4e991c1c8/49e9c363-1430-4c77-af60-169ef2c3a61a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:53.042185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da24468b-8ef8-4981-99af-5ba6ddb81a90 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:53.042185 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-da24468b-8ef8-4981-99af-5ba6ddb81a90 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1606991
Dec 22 13:07:53.042185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59444) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:53.083033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:53.086531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:53.089671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:53.096173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:53.103853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Pushing event updated for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:53.104998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:53.118132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7fb9a1-73a6-4d04-b6dd-a7ae13c6a577 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:53.119050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b7fb9a1-73a6-4d04-b6dd-a7ae13c6a577 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:53.212028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.216658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ab4b320-e4f0-410e-bdf6-7145d5a443a2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:53.280368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b7fb9a1-73a6-4d04-b6dd-a7ae13c6a577 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:53.281561 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4b7fb9a1-73a6-4d04-b6dd-a7ae13c6a577 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2395182
Dec 22 13:07:53.284113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59448) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:53.302739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:53.313601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.396758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Attempting to bind port 975c3f05-ca06-4f39-a80b-5fc337d17e8b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:53.397452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Attempting to bind port 975c3f05-ca06-4f39-a80b-5fc337d17e8b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:53.398049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Attempting to bind port 975c3f05-ca06-4f39-a80b-5fc337d17e8b on network 74aa9479-2336-4610-b15e-1ecee0868245 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:53.414581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:53.415404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Checking segment: {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:53.416031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.416661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Bound using segment: {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:53.417384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Bound port: 975c3f05-ca06-4f39-a80b-5fc337d17e8b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f990ac1-b8f8-400b-943c-f8667f4aaede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:53.418006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.418725 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-49014158-0fb7-4445-8f9d-524d3171f325 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1334472
Dec 22 13:07:53.423778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59452) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:53.434731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:53.454387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:53.463537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:53.469424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:53.494944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=a4a6f6c5-1872-479f-a953-68894f221186,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:53.507774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:53.538156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] For port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:53.546284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.551317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] For port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,segment=NetworkSegment(96c23604-3069-4a47-9007-1a13353b3059),segment_id=96c23604-3069-4a47-9007-1a13353b3059)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:53.573601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:53.580026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.584788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:53.592553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Transition to ACTIVE for port object 49e9c363-1430-4c77-af60-169ef2c3a61a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:53.647138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.660550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:53.692453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:53.696214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.720181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Transition to ACTIVE for port object 49e9c363-1430-4c77-af60-169ef2c3a61a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:53.787300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Pushing event updated for resources: {'Port': ['ID=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:53.791627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 811d1d4c-c253-4144-9e46-b25d4d01736b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:53.831602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:53.833481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] For port 975c3f05-ca06-4f39-a80b-5fc337d17e8b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:53.846882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.855131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:53.893139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:53.896486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] For port 975c3f05-ca06-4f39-a80b-5fc337d17e8b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=975c3f05-ca06-4f39-a80b-5fc337d17e8b,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:53.908941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e40e98ba-b5f1-4e35-b7c3-d3c09af9fafb tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:53.948879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:53.954606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:53.961994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:53.964929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Pushing event updated for resources: {'Port': ['ID=49e9c363-1430-4c77-af60-169ef2c3a61a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:53.974820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:54.011179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.021243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.026186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:54.098220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8:1::1 (ef8649cb-2363-4d54-83e1-d41811fef9f1/a4ea3d47-817b-4e7c-8df6-46a4e991c1c8/e3958e86-c2e0-45b1-9c9b-0cb2c35c9568) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:54.107624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.108115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8055be3f-32af-4713-bfd9-3f2547c6e174 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:54.206069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Attempting to bind port 49e9c363-1430-4c77-af60-169ef2c3a61a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:54.206069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Attempting to bind port 49e9c363-1430-4c77-af60-169ef2c3a61a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:54.206069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Attempting to bind port 49e9c363-1430-4c77-af60-169ef2c3a61a on network ef8649cb-2363-4d54-83e1-d41811fef9f1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:54.212583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:54.212981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Checking segment: {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:54.213643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.214323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Bound using segment: {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:54.215300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Bound port: 49e9c363-1430-4c77-af60-169ef2c3a61a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:54.215910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.225687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=7e6e2f38-0886-4489-a389-85b3c1bc04e8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:54.238731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:54.239629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b6af0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:54.255308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:54.286778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:54.291763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:54.297766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:54.299203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.383884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 811d1d4c-c253-4144-9e46-b25d4d01736b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:54.421419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9934518
Dec 22 13:07:54.421419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:54.427592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '7e6e2f38-0886-4489-a389-85b3c1bc04e8', 'ip_address': '2001:db8::c360:ea5b:8851:ab72'}], 'name': 'tempest-NetworksTestDHCPv6-262772740'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:54.501577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Pushing event updated for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:54.536899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=15851609-dfa1-4041-9a13-2c6e84b87475,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:54.540311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:54.592752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:07:54.649676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Checking segment: {'id': '42571e76-85d0-4450-9995-ba3dae9db8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:54.650410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network hostable DHCP agents. Network: 9274e7ab-9fab-4fee-a3a5-fcbe9e239312, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:07:54.654162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:54.657951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:54.675385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:54.675385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:54.675385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:54.721677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a81a85-52c4-4956-9b43-9d50b684b9ab None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:54.811326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:54.844912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.883557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:54.907448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:07:54.961188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.977168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:54.994740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 9274e7ab-9fab-4fee-a3a5-fcbe9e239312) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:54.999624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:55.000485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.000635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 7fa17773-161c-4601-adb6-a6d81f8c2231 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:55.021169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cff77c-1687-409f-b8b3-e05761276123 None None] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:55.041835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.048595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ae08b16-2490-422b-907a-4d5282b07f2f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:55.058764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:55.084408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.157330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.161185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:55.177801 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2929282
Dec 22 13:07:55.180984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Provisioning for port 811d1d4c-c253-4144-9e46-b25d4d01736b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:55.181914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59460) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:55.194108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:55.194248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1677559823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:55.200021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:55.204673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:router and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:55.209121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:55.216359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:55.222445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:55.225921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:55.226744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.299166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::c360:ea5b:8851:ab72 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/7e6e2f38-0886-4489-a389-85b3c1bc04e8/7fa17773-161c-4601-adb6-a6d81f8c2231) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:55.321877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:55.325856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:55.326772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3855d66b-89c2-4bdd-a1b0-b69a34c65721 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:55.333448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Provisioning complete for port 811d1d4c-c253-4144-9e46-b25d4d01736b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:55.334033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.360691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.360937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.361393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.378175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-89342b7c-e6e0-41cc-aed4-5571a2aa7369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:55.410477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed97f03e-5bbf-4dc9-b2cd-95f0658e51e9 None None] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:55.413386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.532537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=a4a6f6c5-1872-479f-a953-68894f221186,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:55.536031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:55.560467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.565078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.583063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 7fa17773-161c-4601-adb6-a6d81f8c2231 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:55.605347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.663076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:55.666041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:55.674957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.682795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd0979ce-1930-499b-abf1-363b0497c079 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:55.742592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Pushing event updated for resources: {'Port': ['ID=49e9c363-1430-4c77-af60-169ef2c3a61a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:55.764509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:55.791938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.794035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bb4737be-523d-4eac-add5-6db0f064b719 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.6109440
Dec 22 13:07:55.822875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59464) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:55.824768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=7fa17773-161c-4601-adb6-a6d81f8c2231,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:55.846619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:55.860378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:55.864869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:55.869084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:55.874592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:55.876277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:55.879374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:55.947518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312', 'name': 'tempest-PortsIpV6TestJSON-663849650'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:55.999283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.5774152
Dec 22 13:07:56.002031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59468) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:56.012946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '7e6e2f38-0886-4489-a389-85b3c1bc04e8', 'ip_address': '2001:db8::c360:ea5b:8851:ab72'}], 'name': 'tempest-NetworksTestDHCPv6-1916975297'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:56.189646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-9274e7ab-9fab-4fee-a3a5-fcbe9e239312', 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '15851609-dfa1-4041-9a13-2c6e84b87475'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:07:56.190478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.203001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b6af0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:07:45Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:53Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:56.231684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.242573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86451d23-82da-4d64-919f-e85eb2b6e230 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:07:45Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:53Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:56.411479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] For port 811d1d4c-c253-4144-9e46-b25d4d01736b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=811d1d4c-c253-4144-9e46-b25d4d01736b,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:56.413353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:56.419402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:56.426546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:56.450020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:56.496593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:56.512943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:56.533399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.533783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:56.546395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:56.578872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:56.590125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.618070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Allocated IP 2001:db8::2 (9274e7ab-9fab-4fee-a3a5-fcbe9e239312/15851609-dfa1-4041-9a13-2c6e84b87475/2a5d4277-7ee9-4227-ae1a-8f646044b2c7) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:56.645502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Router 9db3cc3c-a4f5-42f8-b157-03749b09de0c is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:07:56.685823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 2994fd8c-9fc9-4134-a984-28855326d248 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:56.695103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:56.698567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.781772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Pushing event updated for resources: {'Port': ['ID=811d1d4c-c253-4144-9e46-b25d4d01736b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:56.797929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:56.826538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Provisioning complete for port 811d1d4c-c253-4144-9e46-b25d4d01736b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:56.827840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:56.883140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.039148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.040011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.059706 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:07:57.060960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:07:57.064744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:57.199459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port 363d1493-59cc-496e-8a05-651e99ad1955 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:57.211110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.224482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Transition to ACTIVE for port object 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:57.245657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Transition to ACTIVE for port object 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:57.270009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:57.273899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-caa28c8b-561a-4527-98dc-adf6bbf63763 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.2679350
Dec 22 13:07:57.280064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59474) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:57.280218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:57.336757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.340999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:57.424791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Provisioning for port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:57.445923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb419c9-d26f-4ab1-a0c4-47c59bef8114 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:57.449617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Provisioning complete for port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:57.452124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.467460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb419c9-d26f-4ab1-a0c4-47c59bef8114 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:57.469277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3cb419c9-d26f-4ab1-a0c4-47c59bef8114 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:57.504587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:57.511626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:57.517562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] Sync routers for ids ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:57.522723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:57.529095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:57.542161 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] Routers {'9db3cc3c-a4f5-42f8-b157-03749b09de0c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:57.542962 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:57.547192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59478) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:57.551199 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "PUT /v2.0/routers/9db3cc3c-a4f5-42f8-b157-03749b09de0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4350712
Dec 22 13:07:57.553915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'port': {'network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1', 'name': 'tempest-FloatingIPNegativeTestJSON-310545128'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:57.598269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3cb419c9-d26f-4ab1-a0c4-47c59bef8114 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:57.599928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3cb419c9-d26f-4ab1-a0c4-47c59bef8114 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.3242376
Dec 22 13:07:57.605979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59482) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:57.632311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Pushing event updated for resources: {'Port': ['ID=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:57.643600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:57.694562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529040>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:57.705564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:57.711259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:57.717577 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] Routers {'9db3cc3c-a4f5-42f8-b157-03749b09de0c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:57.718207 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:57.727389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::36c (9274e7ab-9fab-4fee-a3a5-fcbe9e239312/15851609-dfa1-4041-9a13-2c6e84b87475/363d1493-59cc-496e-8a05-651e99ad1955) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:57.829886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32801800-aeb5-49d0-87c0-ae527dd00da9 None None] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:07:57.852799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Attempting to bind port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:07:57.853182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Attempting to bind port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '42571e76-85d0-4450-9995-ba3dae9db8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:07:57.854618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Attempting to bind port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 on network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:07:57.867440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529040>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:57.868098 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7576bd25-f3b0-4325-9efa-b4b6a8424d87 None None] The sync data for ids ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:07:57.897763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:07:57.898222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Checking segment: {'id': '42571e76-85d0-4450-9995-ba3dae9db8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:07:57.898649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:57.899440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Bound using segment: {'id': '42571e76-85d0-4450-9995-ba3dae9db8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:07:57.899958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Bound port: 2a5d4277-7ee9-4227-ae1a-8f646044b2c7, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42571e76-85d0-4450-9995-ba3dae9db8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9274e7ab-9fab-4fee-a3a5-fcbe9e239312'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:07:57.900519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.029331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 7fa17773-161c-4601-adb6-a6d81f8c2231 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:07:58.030007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.102165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 975c3f05-ca06-4f39-a80b-5fc337d17e8b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:58.130931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:58.169190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:port and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:58.182689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:58.198922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:58.278940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:07:58.313145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.318295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Made reservation on behalf of 671006eefcdd490b8c33d67801709ba6 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:58.323023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.339795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.364837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] device_id is not set on port 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:07:58.422515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] For port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:07:58.446984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] For port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,segment=NetworkSegment(42571e76-85d0-4450-9995-ba3dae9db8dd),segment_id=42571e76-85d0-4450-9995-ba3dae9db8dd)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:07:58.472976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object 363d1493-59cc-496e-8a05-651e99ad1955 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:58.487575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.507013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:07:58.508035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] For port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,segment=NetworkSegment(96c23604-3069-4a47-9007-1a13353b3059),segment_id=96c23604-3069-4a47-9007-1a13353b3059)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:58.515992 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0815270
Dec 22 13:07:58.517941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59486) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:58.523521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:07:58.526455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-540083569'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:58.531938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:58.532237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.532848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:07:58.539844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:07:58.543521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:07:58.550429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:07:58.570775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.581018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:58.634177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.641393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.642118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33d42f10-0818-4dc3-822f-a14faa508506 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:58.674461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 7fa17773-161c-4601-adb6-a6d81f8c2231 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:07:58.693486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Pushing event updated for resources: {'Port': ['ID=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:58.698444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:07:58.699491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:58.700133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:58.701969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.773528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Allocated IP 172.20.0.6 (f839a4e5-1b72-4bc0-af2e-c5183b027ff1/21826e9d-2e1a-43fc-95a3-3f1f56f272c6/7a3eea58-1e3c-4eca-a7b8-2cb78affcba6) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:07:58.790728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:07:58.876709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Pushing event updated for resources: {'Port': ['ID=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:58.880115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:07:58.884794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298941820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:07:58.938279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:58.940138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Provisioning complete for port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:07:58.940558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.943675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:58.953599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:07:58.959374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:58.960095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.968932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:58.969481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=363d1493-59cc-496e-8a05-651e99ad1955,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:58.977947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:58.989509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:07:58.990673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:59.001887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.002282 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 1841c0d9-b32c-4ee3-90d0-cb8afcf1c268 of type vlan for network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f
Dec 22 13:07:59.050186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.080803 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.1667628
Dec 22 13:07:59.083276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59490) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:59.180961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.197641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 975c3f05-ca06-4f39-a80b-5fc337d17e8b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=975c3f05-ca06-4f39-a80b-5fc337d17e8b,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:07:59.213160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e1f10e6f-64af-431a-99e9-85adf4445be7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:59.236801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:07:59.277096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=7fa17773-161c-4601-adb6-a6d81f8c2231,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:59.287832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.294101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:59.295012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.331913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b01475dc-8b50-4311-82fe-15259b8be31c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:59.365844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.369085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:59.489591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.489705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.489705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 811d1d4c-c253-4144-9e46-b25d4d01736b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:07:59.495564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=0f7ceadd-ba04-44de-9362-7e93cbb2e62f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:07:59.501181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Transition to ACTIVE for port object 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:07:59.523930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/7fa17773-161c-4601-adb6-a6d81f8c2231 HTTP/1.1" status: 204  len: 168 time: 1.9119060
Dec 22 13:07:59.524642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59494) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:59.531828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6bd5f6e8-b01c-46df-9ee4-41380012bc29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:59.597585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:07:59.652887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100d4b03-332e-4f44-a8bb-e2f307172b24 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:59.654685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100d4b03-332e-4f44-a8bb-e2f307172b24 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:07:59.655513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-100d4b03-332e-4f44-a8bb-e2f307172b24 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:07:59.662308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:07:59.666007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1465800
Dec 22 13:07:59.673938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59498) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:59.676583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:07:59.687098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:07:59.723972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4b1be3f-0392-4c74-ba93-3c4e5e7ca06d tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:07:59.944637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network f839a4e5-1b72-4bc0-af2e-c5183b027ff1 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:07:59.958091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:07:59.960412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-100d4b03-332e-4f44-a8bb-e2f307172b24 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:07:59.964482 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-100d4b03-332e-4f44-a8bb-e2f307172b24 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4378421
Dec 22 13:07:59.973579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59502) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:07:59.975775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:00.043017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:00.050134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:00.121993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Provisioning for port a4a6f6c5-1872-479f-a953-68894f221186 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:00.138524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Provisioning complete for port a4a6f6c5-1872-479f-a953-68894f221186 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:00.138950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.201288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.251546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 7e6e2f38-0886-4489-a389-85b3c1bc04e8 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:00.256899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.273436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Port a4a6f6c5-1872-479f-a953-68894f221186 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:00.279008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 811d1d4c-c253-4144-9e46-b25d4d01736b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:00.279008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.335412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.384063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298941820>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:07:55Z', 'revision_number': 3, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:53Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:07:56Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:00.407497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=7a3eea58-1e3c-4eca-a7b8-2cb78affcba6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:00.418931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:00.419874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:00.420087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:00.420555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Updating router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:08:00.428990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:00.433314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.457072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:00.457072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:00.465265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:00.476253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Provisioning for port 49e9c363-1430-4c77-af60-169ef2c3a61a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:00.482633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.510716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Could not find standard attr ID for object 48ce49a5-6e95-4b2a-a2e4-94608be4133c. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:00.518577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.526651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.9781170
Dec 22 13:08:00.529356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 49e9c363-1430-4c77-af60-169ef2c3a61a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:00.530088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59506) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:00.537770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:00.556781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:00.567251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b89decc4-f1aa-4c07-9e2e-3b5716d2556b None None] Could not find standard attr ID for object 7fa17773-161c-4601-adb6-a6d81f8c2231. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:00.581094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:00.588125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.596604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:floatingip and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:00.604997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:00.617917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a7b6a8-6da4-4462-b369-b529c726baab None None] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:00.664546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.670641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:00.682061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-138c5e2b-6d4d-4b5f-8b2e-5b10eba3affb tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:00.719484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6e2f38-0886-4489-a389-85b3c1bc04e8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:00.727973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:00.736248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.785140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.789083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.789359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a8082-45d0-4341-85a0-526a407ff960 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:00.810974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7e6e2f38-0886-4489-a389-85b3c1bc04e8 HTTP/1.1" status: 204  len: 168 time: 0.8038170
Dec 22 13:08:00.817136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59510) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:00.914194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning for port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:00.936510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.944462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9289daa2-f85d-4519-bf11-2613d3a46262 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:00.952166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning complete for port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:00.952541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.962647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:00.965993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eeab3ec9-4686-4884-a783-4c0e2be7f665 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:01.043107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 49e9c363-1430-4c77-af60-169ef2c3a61a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:01.053315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=6f813fc1-2076-4ec6-92af-9f94ed8217dc,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:01.060277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:01.066127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:01.066747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: 0f7ceadd-ba04-44de-9362-7e93cbb2e62f, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:08:01.112285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-43ae14ee-c38a-467f-9dae-0ad14722f473 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2924650
Dec 22 13:08:01.117014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:01.124348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:01.165943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 49e9c363-1430-4c77-af60-169ef2c3a61a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:01.166545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.195506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:08:01.214079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=363d1493-59cc-496e-8a05-651e99ad1955,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:01.232839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:01.263241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:01.268305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:01.270655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:01.277218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:01.297903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:01.320610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 0f7ceadd-ba04-44de-9362-7e93cbb2e62f) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:01.329926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:01.331126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.343380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9686f-5af9-4dde-bd2e-df3a5130366b None None] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:01.386782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.398449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:01.402567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.475968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.476815 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.7971716
Dec 22 13:08:01.490561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59518) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:01.528465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning for port 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:01.563238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning complete for port 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:01.563689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.589710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:08:01.608642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Allocated IP 172.26.3.10 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/c3dcccd9-2390-468b-809d-b771ae27839d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:01.681711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.792021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.869520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Port 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:01.874629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.877377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:01.904327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:01.914772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:01.916134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Transition to ACTIVE for port object e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:01.922187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Deleting port 811d1d4c-c253-4144-9e46-b25d4d01736b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:01.922568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.017389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning complete for port 49e9c363-1430-4c77-af60-169ef2c3a61a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:02.017389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.042922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.059478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:02.124529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.157818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:02.159394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.218003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.239357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-120c663b-d8a7-4164-af02-529c5ef0117c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:02.394207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:02.452761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=49e9c363-1430-4c77-af60-169ef2c3a61a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:02.457051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:02.469503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4e77a2d4-9c53-44f1-acb5-fbf7a197832a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:02.500772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 975c3f05-ca06-4f39-a80b-5fc337d17e8b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:02.530578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=c3dcccd9-2390-468b-809d-b771ae27839d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:02.538813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:02.562587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.578684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.586188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf0d8076-0191-40ad-9ffa-4600755eca38 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:02.634983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.648004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.650634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:02.651618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:02.717969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.719404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.739625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:02.776618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] For port 811d1d4c-c253-4144-9e46-b25d4d01736b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=811d1d4c-c253-4144-9e46-b25d4d01736b,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:02.777087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.824678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:02.843444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:02.846548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:02.848190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.872242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=1d7ff8e4-3943-47ce-a279-bb69514fbfb3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:02.875487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:02.922795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=363d1493-59cc-496e-8a05-651e99ad1955,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:02.929933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:02.969364 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8509939
Dec 22 13:08:02.978630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59522) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:02.979716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:02.984617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Pushing event updated for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:02.986588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '1d7ff8e4-3943-47ce-a279-bb69514fbfb3', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1460944772'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:03.006581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Calling delete_port for 811d1d4c-c253-4144-9e46-b25d4d01736b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:03.053837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:03.079430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:03.087075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:03.129018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Attempting to bind port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:03.129657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Attempting to bind port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:03.130215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Attempting to bind port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 on network ef8649cb-2363-4d54-83e1-d41811fef9f1 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:03.154329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8:2::1 (0f7ceadd-ba04-44de-9362-7e93cbb2e62f/6f813fc1-2076-4ec6-92af-9f94ed8217dc/7b1ba715-3c5f-474e-93d0-7bcf6c9b136d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:03.159489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:03.159883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Checking segment: {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:03.160484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.160887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Bound using segment: {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:03.161566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Bound port: e3958e86-c2e0-45b1-9c9b-0cb2c35c9568, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04ab6c9-77dc-4da1-a81d-0ebca6814013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:03.162134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.243344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 975c3f05-ca06-4f39-a80b-5fc337d17e8b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:03.247609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.380003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.403569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:03.459803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aa484fce-f388-47a2-9ef7-9c05018a94d8 None None] Provisioning for port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:03.483043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.498011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:03.544542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] For port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:03.545839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:03.549365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.553533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:03.561266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-514d8c80-d29b-4303-83cd-b755be4c07a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:03.562109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:03.580986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:03.601110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.602980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] No DVR routers for this DVR port 811d1d4c-c253-4144-9e46-b25d4d01736b on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:03.608149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e3c0804-a986-45fe-89b2-585b274b365d tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:03.651878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Pushing event deleted for resources: {'Port': ['ID=811d1d4c-c253-4144-9e46-b25d4d01736b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:03.655937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] For port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:03.663415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:03.686064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:03.697415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:03.700884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:03.703681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:03.704425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.731951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:03.735491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:03.738946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d78b6-9dd9-4e26-8391-22fcca4a627b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:03.763450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.771858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3bed0407-58c6-4d82-8349-b760f3f14e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:03.873439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.912728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.912728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 5808d5ad-49b7-477e-8599-3ae47c7307fb yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:03.938335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Allocated IP 2001:db8:2::2 (0f7ceadd-ba04-44de-9362-7e93cbb2e62f/6f813fc1-2076-4ec6-92af-9f94ed8217dc/233324d6-a910-49ae-894c-dcc5a86c3bca) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:03.950140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:03.954479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Router 95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:08:03.978049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:03.978720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298941820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:04.073656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Pushing event updated for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:04.092075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:04.150482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.154259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:04.162362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Provisioning for port 363d1493-59cc-496e-8a05-651e99ad1955 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:04.169127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-94f16586-137f-4653-866c-efec977cb285 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:04.263437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:04.263822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.304800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Provisioning complete for port 363d1493-59cc-496e-8a05-651e99ad1955 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:04.305209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.336263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:04.348143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] Sync routers for ids ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:04.357277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=c3dcccd9-2390-468b-809d-b771ae27839d,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:04.365606 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] Routers {'95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:04.366208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:04.384026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:04.387957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:08:04.388657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:04.401467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.429981 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:04.440771 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/routers/95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3533337
Dec 22 13:08:04.452229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59526) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:04.452355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] Routers {'95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:04.452355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:07:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:04.489495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:04.550741 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-88394c9e-5af5-44d8-bf32-1d9767f52f05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 1.5670362
Dec 22 13:08:04.556447 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:04.557268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Port 363d1493-59cc-496e-8a05-651e99ad1955 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:04.557967 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b7a6f8-a0ec-4f1f-8e04-d61338070d84 None None] The sync data for ids ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:04.558090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59530) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:04.616210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c98f22a-af2d-4e0e-b1e2-c82d96a39b80 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:04.617285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c98f22a-af2d-4e0e-b1e2-c82d96a39b80 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:04.620913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c586686d-4186-4497-ac0d-d7fecf42ed9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:04.630514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.631780 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.1004956
Dec 22 13:08:04.635018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59534) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:04.651489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e37a1fde-efb0-47c2-bacd-a9d192d3d440 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'floatingip': {'port_id': '7a3eea58-1e3c-4eca-a7b8-2cb78affcba6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:04.692753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.727605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3c98f22a-af2d-4e0e-b1e2-c82d96a39b80 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:04.728757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c98f22a-af2d-4e0e-b1e2-c82d96a39b80 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 HTTP/1.1" status: 200  len: 988 time: 0.2826707
Dec 22 13:08:04.732418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59538) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:04.741017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e37a1fde-efb0-47c2-bacd-a9d192d3d440 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.768156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '1d7ff8e4-3943-47ce-a279-bb69514fbfb3'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:04.768678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.809020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c586686d-4186-4497-ac0d-d7fecf42ed9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:04.810436 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c586686d-4186-4497-ac0d-d7fecf42ed9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.2492492
Dec 22 13:08:04.818240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59542) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:04.872325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Provisioning complete for port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:04.872942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.877439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.878817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:04.889947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cf796eaa-47d7-4fa6-bb38-1f02cfbf337c tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:05.048356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:05.068193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:05.121959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1fb1f9-dc81-4e23-9c9f-a5886db8dfbe tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:05.124147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1fb1f9-dc81-4e23-9c9f-a5886db8dfbe tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:05.125934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5d1fb1f9-dc81-4e23-9c9f-a5886db8dfbe tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3056035
Dec 22 13:08:05.127857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59546) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:05.156750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.180369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.195303 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-e37a1fde-efb0-47c2-bacd-a9d192d3d440 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] update failed (client error): The resource could not be found.
Dec 22 13:08:05.196331 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e37a1fde-efb0-47c2-bacd-a9d192d3d440 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "PUT /v2.0/floatingips/6cabaeb6-75ef-4c44-b4d5-e40c6dfd9d99 HTTP/1.1" status: 404  len: 507 time: 0.5572212
Dec 22 13:08:05.199376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59550) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:05.236378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Transition to ACTIVE for port object 233324d6-a910-49ae-894c-dcc5a86c3bca will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:05.292871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 1d7ff8e4-3943-47ce-a279-bb69514fbfb3 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:05.381270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting port c3dcccd9-2390-468b-809d-b771ae27839d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:05.381672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.394243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:05.397321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:05.419427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-13b94a63-5bc2-48ab-8854-14774f32c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.466439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Transition to ACTIVE for port object 233324d6-a910-49ae-894c-dcc5a86c3bca will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:05.482158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,segment=NetworkSegment(42571e76-85d0-4450-9995-ba3dae9db8dd),segment_id=42571e76-85d0-4450-9995-ba3dae9db8dd)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:05.512752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.538944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/1d7ff8e4-3943-47ce-a279-bb69514fbfb3/c8a82ca8-4367-4512-b71d-bb7c193f6e10) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:05.563518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.564072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.564577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.585700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:05.625040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:05.633879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.634917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:05.693644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Calling delete_port for c3dcccd9-2390-468b-809d-b771ae27839d owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:05.801787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:05.817306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:05.832653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:05.842628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.849960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Pushing event updated for resources: {'Port': ['ID=233324d6-a910-49ae-894c-dcc5a86c3bca,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:05.857276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298941820>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 1, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:05.900572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:05.901190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:05.901803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:05.913890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:05.918793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-694177ef-338b-4ab0-ab6e-c1e878417ca9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:05.939431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:05.939782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-02370965-e207-4598-a1c6-c6192526c62d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:05.971071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Port': ['ID=c3dcccd9-2390-468b-809d-b771ae27839d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:05.995568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adef8e1-eb6c-4767-b1e2-985a2cc5707f None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 1, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:05.999761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:06.117163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.144694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.149705 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "DELETE /v2.0/floatingips/6cabaeb6-75ef-4c44-b4d5-e40c6dfd9d99 HTTP/1.1" status: 204  len: 168 time: 0.9492278
Dec 22 13:08:06.155426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59556) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:06.164086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'floatingip': {'floating_network_id': 'f839a4e5-1b72-4bc0-af2e-c5183b027ff1', 'port_id': '7a3eea58-1e3c-4eca-a7b8-2cb78affcba6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:06.164396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Attempting to bind port 233324d6-a910-49ae-894c-dcc5a86c3bca on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:06.164681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Attempting to bind port 233324d6-a910-49ae-894c-dcc5a86c3bca by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:06.165239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Attempting to bind port 233324d6-a910-49ae-894c-dcc5a86c3bca on network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:06.168633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6766694
Dec 22 13:08:06.171855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59560) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:06.174677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:06.178370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2054472566'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:06.182426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:floatingip and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:06.183136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:06.183726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.186468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:06.187312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:06.193319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:06.207841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:network and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:06.212883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:06.214817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:06.217961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:06.218574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Checking segment: {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:06.219058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.219452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Bound using segment: {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:06.219938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Bound port: 233324d6-a910-49ae-894c-dcc5a86c3bca, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:06.220318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.230707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:06.286528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:06.309756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.316878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.356970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Transition to ACTIVE for port object c8a82ca8-4367-4512-b71d-bb7c193f6e10 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:06.371864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:06.376408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.424629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:08:06.445285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.446027 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added segment 92279e9d-c2ee-495a-b6fa-9f08de08438a of type vlan for network f451f86a-5f2e-47ff-9ef5-0206db45153e
Dec 22 13:08:06.459399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 363d1493-59cc-496e-8a05-651e99ad1955 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:06.460056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.468611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Transition to ACTIVE for port object c8a82ca8-4367-4512-b71d-bb7c193f6e10 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:06.510933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] For port 233324d6-a910-49ae-894c-dcc5a86c3bca, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:06.527219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] For port 233324d6-a910-49ae-894c-dcc5a86c3bca, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=233324d6-a910-49ae-894c-dcc5a86c3bca,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:06.543103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.587986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 811d1d4c-c253-4144-9e46-b25d4d01736b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:06.609265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.617231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.632368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:06.645286 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:08:06.646644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-237685ac-cbe7-4966-9ee1-92602bb571b7 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.4902244
Dec 22 13:08:06.651096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59564) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:06.661855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '7a3eea58-1e3c-4eca-a7b8-2cb78affcba6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:06.672199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 811d1d4c-c253-4144-9e46-b25d4d01736b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:06.672832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:06.673065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 811d1d4c-c253-4144-9e46-b25d4d01736b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:06.688316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.690884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.693675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Usage tracker for resource:floatingip and tenant:671006eefcdd490b8c33d67801709ba6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:06.699000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:06.720954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:06.730323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:06.734875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.739392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:06.754818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:06.754818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Pushing event updated for resources: {'Port': ['ID=c8a82ca8-4367-4512-b71d-bb7c193f6e10,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:06.765493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:06.765648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b72c2a88-ae76-4908-83e8-d97a9c494b3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:06.870335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.896406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:06.952708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.959191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:06.960632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:06.989451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 363d1493-59cc-496e-8a05-651e99ad1955 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:07.036417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Attempting to bind port c8a82ca8-4367-4512-b71d-bb7c193f6e10 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:07.036807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Attempting to bind port c8a82ca8-4367-4512-b71d-bb7c193f6e10 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:07.037200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Attempting to bind port c8a82ca8-4367-4512-b71d-bb7c193f6e10 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:07.041780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d905dab4-3e54-4b6d-b445-12ab857ccd83 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:07.041967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Pushing event updated for resources: {'Port': ['ID=233324d6-a910-49ae-894c-dcc5a86c3bca,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:07.047527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:07.049821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:07.051230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:07.051980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.052585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:07.053265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Bound port: c8a82ca8-4367-4512-b71d-bb7c193f6e10, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:07.053827 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.061142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.064577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1fe870a-7441-492e-a69a-5044319ec8d5 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:07.134130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:07.134746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.165320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7ff8e4-3943-47ce-a279-bb69514fbfb3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:07.168568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:07.170664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.172816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Network': ['ID=f451f86a-5f2e-47ff-9ef5-0206db45153e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:07.177134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:07.181275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0059011
Dec 22 13:08:07.184120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59568) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:07.194504 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/1d7ff8e4-3943-47ce-a279-bb69514fbfb3 HTTP/1.1" status: 204  len: 168 time: 2.0573735
Dec 22 13:08:07.194790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.194928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f451f86a-5f2e-47ff-9ef5-0206db45153e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:08:07.195049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'subnet': {'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:07.211878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59572) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:07.378310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-41a97c65-5044-4dc1-878a-76c111978a01 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1651320
Dec 22 13:08:07.391730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59576) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:07.405627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:07.539730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:07.549132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:subnet and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:07.549255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] For port c8a82ca8-4367-4512-b71d-bb7c193f6e10, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:07.549359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:07.556393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:07.569653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] For port c8a82ca8-4367-4512-b71d-bb7c193f6e10, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8a82ca8-4367-4512-b71d-bb7c193f6e10,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:07.607406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.621475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bdbb3a3b-adea-42df-b8d4-31b3a7901729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.629835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Made reservation on behalf of f36e6c45c7c64df187a474093b5f4463 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:07.632585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.633968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.639409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-70bab5bf-2516-4fe2-a2bc-9e17309b8e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:07.714152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 49e9c363-1430-4c77-af60-169ef2c3a61a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:07.775112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:07.840879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Pushing event updated for resources: {'Port': ['ID=c8a82ca8-4367-4512-b71d-bb7c193f6e10,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:07.843647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:07.847204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:07.856732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:07.885145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 49e9c363-1430-4c77-af60-169ef2c3a61a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:07.885145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:07.885357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:07.887680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Allocated IP 172.26.3.21 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/8be05f3c-f375-4e88-a93a-eac9d5b1b2e8) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:08.041674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.045686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:08.049231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.084785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fd3ba8cb-3bbb-4e6e-91f1-3bb65a8ffd9f tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:08.140774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:08.142425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=363d1493-59cc-496e-8a05-651e99ad1955,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:08.151124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.152467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:08.153234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b36670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:08.157354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bf95a747-9263-40f2-876b-6ebc806c0af7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:08.244454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Subnet': ['ID=e4605d06-80c7-41a5-974a-38b4771bbe72,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:08.255046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:08.291378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Checking segment: {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:08.292114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network hostable DHCP agents. Network: f451f86a-5f2e-47ff-9ef5-0206db45153e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:08:08.357044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:08.369843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:08.415082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.416585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network f451f86a-5f2e-47ff-9ef5-0206db45153e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:08:08.429527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939e0be-a527-4f39-9d64-84d44a3b4d6e None None] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:08.528532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f451f86a-5f2e-47ff-9ef5-0206db45153e) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:08.539063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:08.541061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.594479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.612270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097692d3-88b3-49fc-97f1-d85661c744b7 None None] Network f451f86a-5f2e-47ff-9ef5-0206db45153e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:08.670635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4859493
Dec 22 13:08:08.671963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59580) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:08.676144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.834118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a6454211-a78b-49f8-bbb1-e3193deb35b9 None None] Provisioning for port 233324d6-a910-49ae-894c-dcc5a86c3bca completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:08.931904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.938362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:08.943859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 233324d6-a910-49ae-894c-dcc5a86c3bca up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:08.947083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-351cdb21-a4fa-430b-b710-7508da44d5b6 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:09.046659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Router 95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:09.049216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:09.055721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:09.060619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:09.106237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event updated for resources: {'Port': ['ID=8be05f3c-f375-4e88-a93a-eac9d5b1b2e8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:09.172812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:09.187583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.242232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4500908e-f62c-411f-998b-5209f9e293fd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:09.259089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f451f86a-5f2e-47ff-9ef5-0206db45153e', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:09.260368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.316565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:09.329032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] Sync routers for ids ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:09.342164 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] Routers {'95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:09.342793 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994fba00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:09.366415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.372844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:09.384771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:09.394531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:09.395172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.403144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 233324d6-a910-49ae-894c-dcc5a86c3bca completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:09.406230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=58c4e388-3d76-49e5-a895-a87594a0db65,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:09.414045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051bd0f0-9459-4c8a-9d26-4cfae089ba7b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:09.421397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:09.434216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 233324d6-a910-49ae-894c-dcc5a86c3bca triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:09.437483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.515148 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994fba00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:09.519648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting port 8be05f3c-f375-4e88-a93a-eac9d5b1b2e8 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:09.520110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.529903 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] Routers {'95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:09.530776 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994fba00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:09.618160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/routers/95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8817971
Dec 22 13:08:09.627684 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994fba00>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:09.628498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731bc434-7718-4277-8777-9f1ed202edcb None None] The sync data for ids ['95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:09.659004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59584) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:09.675710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b36670>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:04Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:03Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:09.691830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:09.692194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Updating router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:08:09.710218 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-116f43f3-cb30-4586-8269-aa215c181924 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:08:09.712214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-116f43f3-cb30-4586-8269-aa215c181924 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/363d1493-59cc-496e-8a05-651e99ad1955 HTTP/1.1" status: 404  len: 333 time: 0.0510182
Dec 22 13:08:09.720216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59588) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:09.763482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.763894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:09.972817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Allocated IP 2001:db8:3::2 (f451f86a-5f2e-47ff-9ef5-0206db45153e/e4605d06-80c7-41a5-974a-38b4771bbe72/ffbd7a32-63c0-4292-b24b-af2f2b5c0e60) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:10.051572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.075615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.107301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Calling delete_port for 8be05f3c-f375-4e88-a93a-eac9d5b1b2e8 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:10.122158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.150585 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7576005
Dec 22 13:08:10.158469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59592) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:10.184352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1129969824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:10.194303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:10.201896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:router and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:10.211271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:10.229767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:10.305499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 233324d6-a910-49ae-894c-dcc5a86c3bca, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=233324d6-a910-49ae-894c-dcc5a86c3bca,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:10.480044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.482254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.498304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Provisioning for port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:10.514001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.515197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.519475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.525094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-37fafef8-358d-4082-93d0-22c00993a282 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:10.550896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Provisioning complete for port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:10.551287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.572074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Port': ['ID=8be05f3c-f375-4e88-a93a-eac9d5b1b2e8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:10.574533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:10.584120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.584120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:10.604317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.606587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Fanout notify agent at l3_agent the message router_deleted on router 95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:10.606708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.607323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1066dd6c-66d7-4968-8545-7b775ef1b8fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:10.637573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.637573 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94286533-83ec-46fc-a166-e1d5f5f77123 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/routers/95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 HTTP/1.1" status: 204  len: 168 time: 0.9109519
Dec 22 13:08:10.637573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59596) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:10.682590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.727666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 15851609-dfa1-4041-9a13-2c6e84b87475 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:10.727666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.762388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '58c4e388-3d76-49e5-a895-a87594a0db65'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': 'c8a82ca8-4367-4512-b71d-bb7c193f6e10'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:10.769638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.783754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.785746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:10.833704 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] create failed (client error): The resource could not be found.
Dec 22 13:08:10.838454 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 4.1827390
Dec 22 13:08:10.839339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59600) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:10.855826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.884174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.884174 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bbaa0132-4900-43f4-818a-aaced95b81ea tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.7181449
Dec 22 13:08:10.884497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59604) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:10.891602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=233324d6-a910-49ae-894c-dcc5a86c3bca,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:10.908206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:10.908206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Transition to ACTIVE for port object ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:10.918430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting port 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:10.918780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.928587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.943266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:10.946597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Provisioning complete for port 233324d6-a910-49ae-894c-dcc5a86c3bca triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:10.946705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7f872a6f-506b-4adc-9593-44d436374f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.004629 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Transition to ACTIVE for port object ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:11.053309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:11.081649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:11.083051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.121009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.191923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.199754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5d852880-d35a-4980-b484-6c9368dcb976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:11.334590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Network f451f86a-5f2e-47ff-9ef5-0206db45153e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:11.340357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Calling delete_port for 7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:11.345128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:11.372099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:11.414272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Pushing event updated for resources: {'Port': ['ID=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:11.419023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Allocated IP 2001:db8:3::1 (f451f86a-5f2e-47ff-9ef5-0206db45153e/e4605d06-80c7-41a5-974a-38b4771bbe72/0e455aba-8208-40bf-abae-ed26ed4d8c45) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:11.451006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:11.499897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.509515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:11.576650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.586903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:11.658953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.712075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Transition to ACTIVE for port object 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:11.721289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Port': ['ID=7a3eea58-1e3c-4eca-a7b8-2cb78affcba6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:11.726505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Attempting to bind port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:11.726757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Attempting to bind port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:11.727356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Attempting to bind port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 on network f451f86a-5f2e-47ff-9ef5-0206db45153e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:11.730984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:11.734765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.747408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=15851609-dfa1-4041-9a13-2c6e84b87475,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:11.753193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/58c4e388-3d76-49e5-a895-a87594a0db65/c8a82ca8-4367-4512-b71d-bb7c193f6e10) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:11.757839 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:11.758452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Checking segment: {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:11.759101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.767080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Bound using segment: {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:11.767080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Bound port: ffbd7a32-63c0-4292-b24b-af2f2b5c0e60, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:11.767080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.767576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:11.767576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.776826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.778835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e09f3-16e0-46ae-8b3d-642415a2a4d3 None None] Network 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:11.783945 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "DELETE /v2.0/ports/7a3eea58-1e3c-4eca-a7b8-2cb78affcba6 HTTP/1.1" status: 204  len: 168 time: 0.9436371
Dec 22 13:08:11.787676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59608) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:11.822472 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/15851609-dfa1-4041-9a13-2c6e84b87475 HTTP/1.1" status: 204  len: 168 time: 1.1861291
Dec 22 13:08:11.823265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.826290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:11.833786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:11.835514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59612) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:11.979713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.005484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:12.005817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.022741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.096500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Transition to ACTIVE for port object 0e455aba-8208-40bf-abae-ed26ed4d8c45 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:12.121676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bb2b5-8a75-45c4-83cb-071ca6ae273d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:12.122411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b9bb2b5-8a75-45c4-83cb-071ca6ae273d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Synchronizing usage tracker for tenant:671006eefcdd490b8c33d67801709ba6 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:12.177735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:12.232647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Pushing event updated for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:12.298063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:12.320205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.334500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.336653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:12.351387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:12.372220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4b9bb2b5-8a75-45c4-83cb-071ca6ae273d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Unset dirty status for tenant:671006eefcdd490b8c33d67801709ba6 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:12.376923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4b9bb2b5-8a75-45c4-83cb-071ca6ae273d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "GET /v2.0/ports?device_id=9db3cc3c-a4f5-42f8-b157-03749b09de0c HTTP/1.1" status: 200  len: 913 time: 0.5846822
Dec 22 13:08:12.382135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59616) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:12.449723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] For port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:12.467157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network f451f86a-5f2e-47ff-9ef5-0206db45153e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:12.471731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:12.491314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:12.496541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:12.497380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:12.497925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.506164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] For port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:12.514200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 233324d6-a910-49ae-894c-dcc5a86c3bca up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:12.556568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] For port c8a82ca8-4367-4512-b71d-bb7c193f6e10, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8a82ca8-4367-4512-b71d-bb7c193f6e10,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:12.560370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] For port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,segment=NetworkSegment(42571e76-85d0-4450-9995-ba3dae9db8dd),segment_id=42571e76-85d0-4450-9995-ba3dae9db8dd)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:12.560733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.571854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Attempting to bind port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:12.572230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Attempting to bind port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:12.572615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Attempting to bind port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d on network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:12.598542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.606599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:12.607001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Checking segment: {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:12.607405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.607805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Bound using segment: {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:12.608279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Bound port: 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:12.608651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.631763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:12.643892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:12.646357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6788bef9-db7c-4b5b-b668-d87709fe98f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:12.697441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:12.715329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.772172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:12.918566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Ignored duplicate provisioning block setup for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 13:08:12.939766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Pushing event updated for resources: {'Port': ['ID=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:12.963516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:12.963516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 233324d6-a910-49ae-894c-dcc5a86c3bca triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:12.963516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.019451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] For port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:13.029104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8c101-e0d0-440c-8cbc-6f59f1eadab9 None None] DHCP port deletion for 9274e7ab-9fab-4fee-a3a5-fcbe9e239312 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:13.047536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8c101-e0d0-440c-8cbc-6f59f1eadab9 None None] Deleting port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:13.047536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6cb8c101-e0d0-440c-8cbc-6f59f1eadab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.080268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.090661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-11d41757-0229-4d27-a9ed-67ef2a48f9c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:13.122409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.142100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5bb55c8-8a18-4b47-846e-4caeb44841eb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:13.151451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] For port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:13.194048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=2a5d4277-7ee9-4227-ae1a-8f646044b2c7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:13.196976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No DVR routers for this DVR port 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:13.198746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:13.218797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8c101-e0d0-440c-8cbc-6f59f1eadab9 None None] The port '2a5d4277-7ee9-4227-ae1a-8f646044b2c7' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:08:13.288606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.305270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::1 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/58c4e388-3d76-49e5-a895-a87594a0db65/5e3338e3-1383-4209-af71-6c5048283a06) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:13.383290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Pushing event updated for resources: {'Port': ['ID=c8a82ca8-4367-4512-b71d-bb7c193f6e10,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:13.393276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:13.397349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:13.441002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:13.441683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b36670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:13.458048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.543794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.573152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529336f2b0>,) {'filters': {'network_id': ['9274e7ab-9fab-4fee-a3a5-fcbe9e239312']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:13.605716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529336f2b0>, '42571e76-85d0-4450-9995-ba3dae9db8dd') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:13.606010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529336f2b0>, '42571e76-85d0-4450-9995-ba3dae9db8dd') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:13.625256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.626760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.627708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.663795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce2c75a3-501f-4be9-a848-37aa7381dc80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:13.664137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.665024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Pushing event updated for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:13.670742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:13.685670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:13.686509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.696812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:13.720040 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:13.810489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.849099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:13.933462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 5e3338e3-1383-4209-af71-6c5048283a06 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:13.956756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event updated for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:13.962710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:14.019582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Network f451f86a-5f2e-47ff-9ef5-0206db45153e is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:14.021304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:14.028390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.039250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3f53b319-7f05-4923-9c2a-46ac85025fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:14.064460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.085789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=9274e7ab-9fab-4fee-a3a5-fcbe9e239312,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:14.090681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:14.096165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/9274e7ab-9fab-4fee-a3a5-fcbe9e239312 HTTP/1.1" status: 204  len: 168 time: 2.2595277
Dec 22 13:08:14.104453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59620) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:14.213671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b36670>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 1, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:14.220455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d8c48-8fb9-4518-85a1-ad1601f727c3 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 1, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:14.410281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.428239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b212c21b-fea4-47b7-a93c-5affed3bb916 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:14.446444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cd492-dc6e-4141-a24b-670503635aba None None] Network f451f86a-5f2e-47ff-9ef5-0206db45153e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:14.548393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:14.587813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:14.597575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=5e3338e3-1383-4209-af71-6c5048283a06,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:14.607308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:14.609636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:14.612483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:14.613227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.724522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b19948d-9b5b-41ce-a2bb-c36c002f40c4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:14.725251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b19948d-9b5b-41ce-a2bb-c36c002f40c4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:14.744482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:14.867818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting port a4a6f6c5-1872-479f-a953-68894f221186 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:14.868166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.870453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:14.871194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:14.895878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:14.918963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2419486
Dec 22 13:08:14.919726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59624) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:14.925820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:14.999184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b19948d-9b5b-41ce-a2bb-c36c002f40c4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:15.012803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9b19948d-9b5b-41ce-a2bb-c36c002f40c4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/ff9b9e47-f6b5-447b-8204-a69ac6f04598 HTTP/1.1" status: 200  len: 843 time: 0.9043815
Dec 22 13:08:15.016408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-73afb573-3dd6-4dbc-8d64-1d0b60b63390 None None] Provisioning for port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:15.021405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59628) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:15.134570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8a82ca8-4367-4512-b71d-bb7c193f6e10 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:15.179639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:15.205891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b2a2ff7e-86d1-41c4-8533-7e9ef03e7091 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/ff9b9e47-f6b5-447b-8204-a69ac6f04598?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1797197
Dec 22 13:08:15.211581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59634) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:15.222407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:15.330035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d658b49c-ba87-4a2a-91ca-2e5d5bc9370a None None] Provisioning for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:15.358618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:15.363495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:15.370760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:15.370760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:15.373108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:15.375847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:15.384352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:15.394682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:15.486042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:15.506126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:15.506865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52987b31f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:15.535984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Calling delete_port for a4a6f6c5-1872-479f-a953-68894f221186 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:15.801967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:15.820291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:15.973475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c8a82ca8-4367-4512-b71d-bb7c193f6e10, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8a82ca8-4367-4512-b71d-bb7c193f6e10,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:16.107025 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:08:16.116638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.extraroute_db [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:08:16.165200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf8c5a-f1fe-4c05-bdce-70bb3ba0676d None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:08:16.170209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:16.175346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.199688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.extraroute_db [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Removed routes are [] {{(pid=88167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:08:16.199901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.278692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52987b31f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:12Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:16.281983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.288315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7dfe020f-6180-44bc-bdee-315085648120 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:16.290312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:16.290682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Updating router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 port 0e455aba-8208-40bf-abae-ed26ed4d8c45 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:08:16.295095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.327098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.327990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:16.352666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dcc98d1c-c2a3-4463-af81-e78827b964b5 None None] Provisioning for port 5e3338e3-1383-4209-af71-6c5048283a06 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:16.353164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Port': ['ID=a4a6f6c5-1872-479f-a953-68894f221186,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:16.358894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:16.368588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.369053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.375782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a49741e-86ef-4da7-8b92-235056a9c515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:16.384286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f6db921-c9b8-4f73-a9df-4cb9b1f1c017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:16.443383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dcc98d1c-c2a3-4463-af81-e78827b964b5 None None] Provisioning complete for port 5e3338e3-1383-4209-af71-6c5048283a06 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:16.448752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dcc98d1c-c2a3-4463-af81-e78827b964b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.564979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.590890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=5e3338e3-1383-4209-af71-6c5048283a06,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:16.594295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dcc98d1c-c2a3-4463-af81-e78827b964b5 None None] Port 5e3338e3-1383-4209-af71-6c5048283a06 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:16.601241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:16.602458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c8a82ca8-4367-4512-b71d-bb7c193f6e10,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:16.609835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf8c5a-f1fe-4c05-bdce-70bb3ba0676d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:08:16.640455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:16.652898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.811177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:16.823474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:16.827086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:16.830664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.843803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:16.844174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:16.953279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.018333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Provisioning for port 0e455aba-8208-40bf-abae-ed26ed4d8c45 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:17.070465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Provisioning complete for port 0e455aba-8208-40bf-abae-ed26ed4d8c45 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:17.070977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.088338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.090869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-487156d7-4cdf-4b71-a6bf-691e12a7cd3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:17.157343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:17.159662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Router 9db3cc3c-a4f5-42f8-b157-03749b09de0c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:17.163145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:17.168976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:17.175959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:17.179440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.200782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=036f5b3c-2d71-4d15-8f40-7c02b54df283,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:17.205241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:17.307254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Port 0e455aba-8208-40bf-abae-ed26ed4d8c45 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:17.345171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:17.346271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Router d33ae5d7-4ab6-4176-b250-4c43eae276b8 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:08:17.351824 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "PUT /v2.0/routers/9db3cc3c-a4f5-42f8-b157-03749b09de0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9679382
Dec 22 13:08:17.354051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59638) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:17.361335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] Sync routers for ids ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:17.361934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.376849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:17.384135 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] Routers {'9db3cc3c-a4f5-42f8-b157-03749b09de0c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:17.386127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ddfd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:17.398782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Provisioning complete for port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:17.399211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.500370 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ddfd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:17.510479 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] Routers {'9db3cc3c-a4f5-42f8-b157-03749b09de0c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:17.511296 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ddfd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:17.512451 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3027911
Dec 22 13:08:17.515510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59642) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:17.526069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'security_group': {'name': 'tempest-secgroup-982359502'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:17.532749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.562008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.577426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Transition to ACTIVE for port object 0e455aba-8208-40bf-abae-ed26ed4d8c45 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:17.578123 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ddfd0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:17.578294 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8387bd-6960-4922-a891-a06f12834357 None None] The sync data for ids ['9db3cc3c-a4f5-42f8-b157-03749b09de0c'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:17.588399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:17.601218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:17.612521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.613801 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bfbe613f-f174-4e5f-b0d4-3a4cb966d13e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 954 time: 2.6929529
Dec 22 13:08:17.619968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59646) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:17.658800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:17.672692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:17.685649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:17.717254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.718189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:17.745213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.770282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9b4e0278-7893-4e3f-a03e-75f644ada127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:17.861544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.864372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.865306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:17.871255 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "PUT /v2.0/routers/d33ae5d7-4ab6-4176-b250-4c43eae276b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9858422
Dec 22 13:08:17.874017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:17.879479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-353f10c5-d1b3-4f9e-b61c-8f84bb663db1 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 954 time: 0.2577376
Dec 22 13:08:17.881478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59654) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:17.886452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'routes': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:17.918486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Sync routers for ids ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:17.924496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:17.965423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:17.974453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:17.982492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d185d3e-3f5f-4e5d-8c30-669d465f18b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:17.983124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2d185d3e-3f5f-4e5d-8c30-669d465f18b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:17.986025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:17.994160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:17.999049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.022477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'tenant_id': '7bda83c8337d4edda986302d8d052e9b', 'fixed_ips': [{'subnet_id': '036f5b3c-2d71-4d15-8f40-7c02b54df283'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:18.023382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.046583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.047438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Fanout notify agent at l3_agent the message router_deleted on router 9db3cc3c-a4f5-42f8-b157-03749b09de0c {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:18.050904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Routers {'d33ae5d7-4ab6-4176-b250-4c43eae276b8'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:18.051830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298cdedc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:18.092983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.094163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-640c302d-ac8f-47fd-9832-fb0846789dc5 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "DELETE /v2.0/routers/9db3cc3c-a4f5-42f8-b157-03749b09de0c HTTP/1.1" status: 204  len: 168 time: 0.7388780
Dec 22 13:08:18.099935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59658) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:18.151466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2d185d3e-3f5f-4e5d-8c30-669d465f18b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:18.152960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2d185d3e-3f5f-4e5d-8c30-669d465f18b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports/5e3338e3-1383-4209-af71-6c5048283a06 HTTP/1.1" status: 200  len: 911 time: 0.2779975
Dec 22 13:08:18.168820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59662) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:18.237708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.256504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:18.273953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting subnet 21826e9d-2e1a-43fc-95a3-3f1f56f272c6 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:18.284696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.323113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.337698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7309b60e-236b-4492-a5cb-250c90f79082 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:18.545070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.579142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4266789-8b61-4352-ab78-cf36b36e9617,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:18.594656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:18.610485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c0159-4b49-4b97-9acd-d3d7b1cf9bed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:18.617397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c0159-4b49-4b97-9acd-d3d7b1cf9bed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:18.619349 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-599c0159-4b49-4b97-9acd-d3d7b1cf9bed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4544921
Dec 22 13:08:18.624169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59666) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:18.660038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Allocated IP 2001:db8::2 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/036f5b3c-2d71-4d15-8f40-7c02b54df283/33a482be-c95e-493a-945b-f7b075c111eb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:18.662543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.extraroute_db [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added routes are [] {{(pid=88167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:08:18.662990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.extraroute_db [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88167) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:08:18.700313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.704201 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1848872
Dec 22 13:08:18.708565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.712638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59670) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:18.719370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'security_group': {'name': 'tempest-secgroup-1305273463'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:18.727239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:18.732313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:18.736005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:18.744999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:18.792732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Attempting to bind port 0e455aba-8208-40bf-abae-ed26ed4d8c45 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:18.792732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Attempting to bind port 0e455aba-8208-40bf-abae-ed26ed4d8c45 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:18.793509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Attempting to bind port 0e455aba-8208-40bf-abae-ed26ed4d8c45 on network f451f86a-5f2e-47ff-9ef5-0206db45153e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:18.798372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:18.811000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:18.811823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Checking segment: {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:18.812183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.812718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Bound using segment: {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:18.813180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Bound port: 0e455aba-8208-40bf-abae-ed26ed4d8c45, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92279e9d-c2ee-495a-b6fa-9f08de08438a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:18.813563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.828962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.876265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.876503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:18.876861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:18.928728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:18.936605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:18.941610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:18.953828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:19.002331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:19.003308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a7ccb877-1912-4f10-9869-c5c5770db7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:19.004339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Set router d33ae5d7-4ab6-4176-b250-4c43eae276b8 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:19.071505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Pushing event updated for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:19.093160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:19.114159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.313s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:19.114159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:19.163939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.170865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e696201f-fe5a-4575-ae95-fcd958af29f2 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:19.224968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Subnet': ['ID=21826e9d-2e1a-43fc-95a3-3f1f56f272c6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:19.227861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:19.234268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.251597 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "DELETE /v2.0/subnets/21826e9d-2e1a-43fc-95a3-3f1f56f272c6 HTTP/1.1" status: 204  len: 168 time: 1.1501341
Dec 22 13:08:19.254709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59674) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:19.306014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.319317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.364124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] For port 0e455aba-8208-40bf-abae-ed26ed4d8c45, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:19.411449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] For port 0e455aba-8208-40bf-abae-ed26ed4d8c45, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e455aba-8208-40bf-abae-ed26ed4d8c45,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:19.456236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.463376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.481381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.483314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.487346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Deleting port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:19.487687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.495069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:19.513583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:19.520473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.571864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Transition to ACTIVE for port object 33a482be-c95e-493a-945b-f7b075c111eb will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:19.578417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.595188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84a94c95-f9ce-42d0-acbd-6a80a7a0312f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:19.600952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.698338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Transition to ACTIVE for port object 33a482be-c95e-493a-945b-f7b075c111eb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:19.723935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:19.725962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52987b31f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:19.726292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd76ec-fc8f-41a7-b52a-d725f95f977a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:19.730711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:19.747570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:19.755210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.756488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d57a59b0-939f-4bee-b537-41cdb8da6e65 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 704 time: 1.8740892
Dec 22 13:08:19.760738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59678) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:19.788713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Pushing event updated for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:19.834441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.838285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.1219087
Dec 22 13:08:19.844315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59682) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:19.855006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:19.867192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:19.877230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.884406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:19.905235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-354851610', 'security_groups': ['a4dd76ec-fc8f-41a7-b52a-d725f95f977a'], 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '036f5b3c-2d71-4d15-8f40-7c02b54df283'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:19.973842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:19.995980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:19.998035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] For port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,segment=NetworkSegment(96c23604-3069-4a47-9007-1a13353b3059),segment_id=96c23604-3069-4a47-9007-1a13353b3059)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:20.002243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.006704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:20.009150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:20.059487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-735bfc02-78f0-4379-adb7-cfc3e1ae02a8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 704 time: 0.2969632
Dec 22 13:08:20.063979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:20.074106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:20.074250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59686) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:20.079889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:20.084069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:20.118569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:20.157709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4d7020cf-a28e-414e-8881-ded6a102f607 None None] Provisioning complete for port 5e3338e3-1383-4209-af71-6c5048283a06 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:20.165432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d7020cf-a28e-414e-8881-ded6a102f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.251428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:20.251688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2a5d4277-7ee9-4227-ae1a-8f646044b2c7 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:20.257536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:20.267362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:20.289451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Calling delete_port for e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:20.348249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 5e3338e3-1383-4209-af71-6c5048283a06 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:20.348724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.374658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:20.453635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298cdedc0>, [{'id': 'd33ae5d7-4ab6-4176-b250-4c43eae276b8', 'name': 'tempest-NetworksTestDHCPv6-router-1129969824', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:14Z', 'revision_number': 2, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None, '_interfaces': [{'id': '5e3338e3-1383-4209-af71-6c5048283a06', 'name': '', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'mac_address': 'fa:16:3e:83:f2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33ae5d7-4ab6-4176-b250-4c43eae276b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': '58c4e388-3d76-49e5-a895-a87594a0db65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:12Z', 'updated_at': '2021-12-22T13:08:16Z', 'revision_number': 2, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'subnets': [{'id': '58c4e388-3d76-49e5-a895-a87594a0db65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:20.479483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Checking router: d33ae5d7-4ab6-4176-b250-4c43eae276b8 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:20.480169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Updating router d33ae5d7-4ab6-4176-b250-4c43eae276b8 port 5e3338e3-1383-4209-af71-6c5048283a06 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:08:20.513545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8a82ca8-4367-4512-b71d-bb7c193f6e10 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:20.527436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.535215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28d97ab8-f25f-4c20-a17a-dc660cd2ea0a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:20.596633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Port': ['ID=e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:20.599143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] No DVR routers for this DVR port e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:20.638805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:20.698712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4d7020cf-a28e-414e-8881-ded6a102f607 None None] Port 5e3338e3-1383-4209-af71-6c5048283a06 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:20.700374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:20.709017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:20.729989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Attempting to bind port 33a482be-c95e-493a-945b-f7b075c111eb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:20.730613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Attempting to bind port 33a482be-c95e-493a-945b-f7b075c111eb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'e7556889-7a75-4410-b9f9-2dfc300b74b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:20.731077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Attempting to bind port 33a482be-c95e-493a-945b-f7b075c111eb on network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:20.741350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.793715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.804067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:20.804462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Checking segment: {'id': 'e7556889-7a75-4410-b9f9-2dfc300b74b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:20.804951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.805416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Bound using segment: {'id': 'e7556889-7a75-4410-b9f9-2dfc300b74b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:20.805992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Bound port: 33a482be-c95e-493a-945b-f7b075c111eb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7556889-7a75-4410-b9f9-2dfc300b74b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:20.806444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.831903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port d8803fe3-6e57-4cd9-a079-d09b8f330a46 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:20.837104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.857220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4d7020cf-a28e-414e-8881-ded6a102f607 None None] Provisioning complete for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:20.857605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4d7020cf-a28e-414e-8881-ded6a102f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.881793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:20.895639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 5e3338e3-1383-4209-af71-6c5048283a06 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:20.959710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52932dd160>,) {'filters': {'network_id': ['f839a4e5-1b72-4bc0-af2e-c5183b027ff1']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:20.981604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932dd160>, '96c23604-3069-4a47-9007-1a13353b3059') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:20.981604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52932dd160>, '96c23604-3069-4a47-9007-1a13353b3059') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:20.998196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.037021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.046601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:21.047278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:21.062274 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:21.082523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:21.083334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.167857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::57 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/036f5b3c-2d71-4d15-8f40-7c02b54df283/d8803fe3-6e57-4cd9-a079-d09b8f330a46) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:21.209952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.216690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.222312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c756e4eb-cc72-48e2-a628-423cbc3342cb tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:21.244721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.246939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:21.269265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Pushing event deleted for resources: {'Network': ['ID=f839a4e5-1b72-4bc0-af2e-c5183b027ff1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:21.270174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:21.287343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:21.342796 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] 10.222.0.16 "DELETE /v2.0/networks/f839a4e5-1b72-4bc0-af2e-c5183b027ff1 HTTP/1.1" status: 204  len: 168 time: 2.0845158
Dec 22 13:08:21.367506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.368068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:21.386978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.397197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:21.423874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=5e3338e3-1383-4209-af71-6c5048283a06,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:21.428527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:21.607572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.654241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52987b31f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:18Z', 'revision_number': 7, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:21.658098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:21.680739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.712441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7218b5-b32b-4fe9-853f-58e1481bda01 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:18Z', 'revision_number': 7, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:13Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:21.723440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:21.723440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:21.723907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object d8803fe3-6e57-4cd9-a079-d09b8f330a46 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:21.822937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 0e455aba-8208-40bf-abae-ed26ed4d8c45 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:21.824002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.835962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:21.836421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.882045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:21.896354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:21.928461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:21.928831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:22.036277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e455aba-8208-40bf-abae-ed26ed4d8c45 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:22.077594 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:22.090355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:22.092709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:22.093108 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994dd7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:22.114556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:22.152282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:22.157059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Router d33ae5d7-4ab6-4176-b250-4c43eae276b8 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:22.159794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:22.160558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.203270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=d8803fe3-6e57-4cd9-a079-d09b8f330a46,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:22.210018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:22.260875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59694) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:22.272235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0e455aba-8208-40bf-abae-ed26ed4d8c45 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:22.280884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0e455aba-8208-40bf-abae-ed26ed4d8c45 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:22.281630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.287962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 0e455aba-8208-40bf-abae-ed26ed4d8c45, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e455aba-8208-40bf-abae-ed26ed4d8c45,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:22.288842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.398257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:22.398716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.5518053
Dec 22 13:08:22.400288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59700) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:22.405853 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "PUT /v2.0/routers/d33ae5d7-4ab6-4176-b250-4c43eae276b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7793667
Dec 22 13:08:22.412453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:22.433973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59704) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:22.479637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 0e455aba-8208-40bf-abae-ed26ed4d8c45 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:22.483392 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:22.566888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.576345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Port 5e3338e3-1383-4209-af71-6c5048283a06 not found while updating agent binding for router d33ae5d7-4ab6-4176-b250-4c43eae276b8. {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 22 13:08:22.609863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0e455aba-8208-40bf-abae-ed26ed4d8c45, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e455aba-8208-40bf-abae-ed26ed4d8c45,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:22.613538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Routers {'d33ae5d7-4ab6-4176-b250-4c43eae276b8'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:22.614588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298cdedc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:22.621580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e37b5-7db0-48c2-a689-961a530772bc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:22.623455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e37b5-7db0-48c2-a689-961a530772bc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:22.624207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c10e37b5-7db0-48c2-a689-961a530772bc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:22.700182 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-09837405-a936-4912-b95e-7299991709cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=671006eefcdd490b8c33d67801709ba6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.4381135
Dec 22 13:08:22.703442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59710) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:22.706964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:22.710886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:22.713809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:22.721603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:22.756039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.766376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:22.779873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.810042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c10e37b5-7db0-48c2-a689-961a530772bc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:22.815518 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c10e37b5-7db0-48c2-a689-961a530772bc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3663659
Dec 22 13:08:22.815518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59714) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:22.857633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] Set router d33ae5d7-4ab6-4176-b250-4c43eae276b8 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:22.874759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:22.884024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:22.981455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994dd7f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:18Z', 'revision_number': 7, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 4, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:22.987679 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:23.024250 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:23.025162 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994dd7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:23.063212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.126451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:23.126958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:23.154131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 58c4e388-3d76-49e5-a895-a87594a0db65 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:23.164042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.175345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:23.202280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.210148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-784a55b8-0fab-43eb-baac-1d4c74adf85a tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:23.232848 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:23.240425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10cad3b-05cd-430c-a0d4-bd838fc78693,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:23.257288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298cdedc0>, [{'id': 'd33ae5d7-4ab6-4176-b250-4c43eae276b8', 'name': 'tempest-NetworksTestDHCPv6-router-1129969824', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:23.260409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.262494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.263093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.264975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.265482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.267990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.270984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.271928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.273634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2779994-87c9-4576-a4b8-84acf9706467 None None] The sync data for ids ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'] in dv-neutron-822662-1-hyperv is: [{'id': 'd33ae5d7-4ab6-4176-b250-4c43eae276b8', 'name': 'tempest-NetworksTestDHCPv6-router-1129969824', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:23.274217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.274703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.275963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.277055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:23.288783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:23.303112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 036f5b3c-2d71-4d15-8f40-7c02b54df283 (CIDR: 2001:db8::/64)
Dec 22 13:08:23.310334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.327321 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c10cad3b-05cd-430c-a0d4-bd838fc78693 HTTP/1.1" status: 204  len: 168 time: 0.6114810
Dec 22 13:08:23.342729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.352426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:23.368665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:23.406735 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:08:23.408291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:23.454120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 33a482be-c95e-493a-945b-f7b075c111eb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:23.457355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:23.507965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed25c7a-f963-4e82-9e54-3ede91be0d15 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:23.521541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.628623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 0e455aba-8208-40bf-abae-ed26ed4d8c45 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:23.628755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.637493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-28e8cd0a-78bb-445b-bc91-a662a2bf02ad tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2359133
Dec 22 13:08:23.646329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:23.725894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:23.887977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Provisioning for port 33a482be-c95e-493a-945b-f7b075c111eb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:23.918062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:23.918448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:23.943989 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994dd7f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:18Z', 'revision_number': 7, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:22Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:23.954008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcfb8ab-5e3f-4ecb-ab41-217396a5a2c8 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:18Z', 'revision_number': 7, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '0e455aba-8208-40bf-abae-ed26ed4d8c45', 'name': '', 'network_id': 'f451f86a-5f2e-47ff-9ef5-0206db45153e', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:5d:ff:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:09Z', 'updated_at': '2021-12-22T13:08:22Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'e4605d06-80c7-41a5-974a-38b4771bbe72', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:24.008279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:24.008849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.076838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 0e455aba-8208-40bf-abae-ed26ed4d8c45, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e455aba-8208-40bf-abae-ed26ed4d8c45,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:24.078123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.148173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:24.169880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:24.177504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:24.180759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.198667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-197025fb-e08c-4fac-b657-e11eaea04fed tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:24.301610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:24.317639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d947f7-ecfb-47a5-9e22-2b2172553f56 None None] DHCP port deletion for f839a4e5-1b72-4bc0-af2e-c5183b027ff1 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:24.360586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=58c4e388-3d76-49e5-a895-a87594a0db65,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:24.380605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:24.382278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.432623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 0e455aba-8208-40bf-abae-ed26ed4d8c45 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:24.450277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.467314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:24.472355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.513034 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/58c4e388-3d76-49e5-a895-a87594a0db65 HTTP/1.1" status: 204  len: 168 time: 1.6958866
Dec 22 13:08:24.523386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59734) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:24.587557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:24.658421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Sync routers for ids ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:24.675625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d324b7-c52e-4583-b9a3-e98b13b16fc8 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:24.788599 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ef3864be-672a-488c-85f0-dc403daac4b7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2593827
Dec 22 13:08:24.789308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59740) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:24.808505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.824204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:24.912412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Routers {'d33ae5d7-4ab6-4176-b250-4c43eae276b8'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:24.913085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e97e50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:24.940715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.958372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:24.965131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8cd620c-907c-458b-8d3d-7ca150c6b351 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:25.045291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:25.055045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:25.055045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:25.055045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.065371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Could not find standard attr ID for object 5e3338e3-1383-4209-af71-6c5048283a06. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:25.100753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:25.104890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:25.138802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Set router d33ae5d7-4ab6-4176-b250-4c43eae276b8 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:25.165428 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.4993243
Dec 22 13:08:25.166332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59750) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:25.175580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-338544077', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6'}], 'security_groups': ['c4266789-8b61-4352-ab78-cf36b36e9617']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:25.256510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59754) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:25.352039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32694ef4-e4f3-48cf-8c90-9c04c2cec02a None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:25.369944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e455aba-8208-40bf-abae-ed26ed4d8c45 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:25.410960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Provisioning complete for port c8a82ca8-4367-4512-b71d-bb7c193f6e10 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:25.411835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.470672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.478899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.515183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:25.532662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e97e50>, [{'id': 'd33ae5d7-4ab6-4176-b250-4c43eae276b8', 'name': 'tempest-NetworksTestDHCPv6-router-1129969824', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:10Z', 'updated_at': '2021-12-22T13:08:21Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:25.571703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.572415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Fanout notify agent at l3_agent the message router_deleted on router d33ae5d7-4ab6-4176-b250-4c43eae276b8 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:25.576350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:25.588955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-24924091'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:25.595899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:25.602598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Usage tracker for resource:network and tenant:029878df298941648d359103d56cc385 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:25.605815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:25.613000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.617992 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9967c029-cba2-48cf-a762-2a9d248b3c4b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/routers/d33ae5d7-4ab6-4176-b250-4c43eae276b8 HTTP/1.1" status: 204  len: 168 time: 0.8228483
Dec 22 13:08:25.617992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.621570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59760) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:25.622498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:25.625405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:25.634393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Checking router: d33ae5d7-4ab6-4176-b250-4c43eae276b8 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:25.649669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:25.682134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:25.691283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Routers set() bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:25.691678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Router IDs set() for agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 22 13:08:25.692377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d33ae5d7-4ab6-4176-b250-4c43eae276b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent'). {{(pid=88168) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 22 13:08:25.692776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d97d996-cbb5-4b1b-95ac-c1484ed04b86 None None] The sync data for ids ['d33ae5d7-4ab6-4176-b250-4c43eae276b8'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:25.719679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 0e455aba-8208-40bf-abae-ed26ed4d8c45 {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:08:25.720113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e455aba-8208-40bf-abae-ed26ed4d8c45 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 22 13:08:25.784436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 0e455aba-8208-40bf-abae-ed26ed4d8c45 not found, will not notify nova. {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 22 13:08:25.846426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=0e455aba-8208-40bf-abae-ed26ed4d8c45,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:25.879578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:25.911815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:25.973816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:25.974477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e7230c08-5b3c-4b5a-9eaf-b8d59946e9b3 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:26.009706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:26.009706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.038887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Made reservation on behalf of 029878df298941648d359103d56cc385 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:26.044073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.128728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.131662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:26.147440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Deleting port c8a82ca8-4367-4512-b71d-bb7c193f6e10 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:26.147825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.163543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Delete allocated IP 2001:db8::57 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/036f5b3c-2d71-4d15-8f40-7c02b54df283) {{(pid=88166) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:08:26.173638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8:0:1::2c3 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6/d8803fe3-6e57-4cd9-a079-d09b8f330a46) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:26.192663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:26.195416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:26.195917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:26.206228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Usage tracker for resource:security_group_rule and tenant:029878df298941648d359103d56cc385 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:26.209713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:26.216854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:26.224384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:26.227061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:26.242375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:26.249244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.341897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:26.346559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.447061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.454520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:26.454928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.463319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Ignored duplicate provisioning block setup for port d8803fe3-6e57-4cd9-a079-d09b8f330a46 by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 22 13:08:26.506363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Update dhcp port {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'fixed_ips': [{'subnet_id': '036f5b3c-2d71-4d15-8f40-7c02b54df283', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '33a482be-c95e-493a-945b-f7b075c111eb'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:26.535572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] For port c8a82ca8-4367-4512-b71d-bb7c193f6e10, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c8a82ca8-4367-4512-b71d-bb7c193f6e10,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:26.535572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.558531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.566308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5a589555-8a6b-44ac-b8e8-5ee55652f486 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:26.680650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] In _notify_port_updated(), no bound segment for port d8803fe3-6e57-4cd9-a079-d09b8f330a46 on network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:08:26.681473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Calling delete_port for c8a82ca8-4367-4512-b71d-bb7c193f6e10 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:26.686311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:26.687027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.691099 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/ports/d8803fe3-6e57-4cd9-a079-d09b8f330a46 HTTP/1.1" status: 200  len: 930 time: 1.5208759
Dec 22 13:08:26.691667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59764) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:26.739773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.740450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=d8803fe3-6e57-4cd9-a079-d09b8f330a46,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:26.743410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:26.764306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.773215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port d8803fe3-6e57-4cd9-a079-d09b8f330a46 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:26.773554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.818223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:26.916342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.947509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Could not find standard attr ID for object 0e455aba-8208-40bf-abae-ed26ed4d8c45. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:26.955513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Could not find standard attr ID for object 5e3338e3-1383-4209-af71-6c5048283a06. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:26.963828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:26.971255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:26.973459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d8a4e313-ef06-4d79-b0b8-98b428625436 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:27.027935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Pushing event deleted for resources: {'Port': ['ID=c8a82ca8-4367-4512-b71d-bb7c193f6e10,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:27.031606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:27.051204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.052843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:08:27.065704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] No DVR routers for this DVR port c8a82ca8-4367-4512-b71d-bb7c193f6e10 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:27.074462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6adfe0-aa39-4500-af26-0a90b6047551,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:27.080792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.080792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Added segment efeeb054-0882-4a0b-8ae2-ac055ab4f4ca of type vlan for network 5446df63-e57e-4400-8d5e-d045d5e89ae0
Dec 22 13:08:27.081711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:27.082905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:27.095050 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:27.109757 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:27.110480 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef0d00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:27.119652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.127152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Allocated IP 2001:db8:0:1::2 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6/33a482be-c95e-493a-945b-f7b075c111eb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:27.135872 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0612214
Dec 22 13:08:27.142001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59768) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:27.211343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for d8803fe3-6e57-4cd9-a079-d09b8f330a46 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:27.276178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.291035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Provisioning for port d8803fe3-6e57-4cd9-a079-d09b8f330a46 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:27.299388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4836ec41-7943-41b7-a1c8-de1ba0019f2d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:27.305470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Provisioning complete for port d8803fe3-6e57-4cd9-a079-d09b8f330a46 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:27.306125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.336240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet e4605d06-80c7-41a5-974a-38b4771bbe72 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:27.352376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.394563 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:27.410213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Port d8803fe3-6e57-4cd9-a079-d09b8f330a46 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:27.419484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.435522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.442553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:27.443162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:27.443772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.447880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:27.448573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.485772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:27.501488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:27.511629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:27.512226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.515828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:27.533157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=5659d4bc-4ded-4320-b15c-c5af7f84435b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:27.541801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:27.542319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09917b38-0b32-4688-8408-3a0b1615d54e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:27.581080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca64e54-13fb-41a9-a734-4c7a03a6e5e1 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:27.695018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.resource_extend [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:08:27.723028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0104f9be-5421-47a0-b531-5608d14ff6fa None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:27.728796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.729299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.768621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Transition to ACTIVE for port object 33a482be-c95e-493a-945b-f7b075c111eb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:27.775576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.790713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06f303ae-526e-4cf4-9f8d-896add2a6ede tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:27.833760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1702712
Dec 22 13:08:27.834617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:27.835217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.840424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 777 time: 2.4861126
Dec 22 13:08:27.841345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59772) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:27.841672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59774) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:27.845770 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef0d00>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:25Z', 'revision_number': 8, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:27.852212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=d8803fe3-6e57-4cd9-a079-d09b8f330a46,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:27.852494 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:27.854524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Request body: {'subnet': {'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:27.855037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:27.867053 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:27.867880 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ef0d00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:27.873237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:27.881877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event updated for resources: {'Network': ['ID=5446df63-e57e-4400-8d5e-d045d5e89ae0,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:27.891923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:27.904409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:08:27.912821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.929944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:27.931747 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/d8803fe3-6e57-4cd9-a079-d09b8f330a46 HTTP/1.1" status: 204  len: 168 time: 1.2388890
Dec 22 13:08:27.936932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-184f5122-882b-4345-b7ac-d991f139b7c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:27.938095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59780) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:27.943686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:27.967651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:router and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:27.972898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:27.991990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:27.999964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcb6e35-e0ed-4c7f-ae53-bfcbb732d02e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:08:28.001249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1dcb6e35-e0ed-4c7f-ae53-bfcbb732d02e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:28.008272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:28.012162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Usage tracker for resource:subnet and tenant:029878df298941648d359103d56cc385 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:28.015112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:28.029140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:28.088675 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:28.102333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.106429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-015209c7-7acd-46ae-958a-1285f115050c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:28.119664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.120747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.125612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Made reservation on behalf of 029878df298941648d359103d56cc385 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:28.131301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.153723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1dcb6e35-e0ed-4c7f-ae53-bfcbb732d02e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:28.157434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1dcb6e35-e0ed-4c7f-ae53-bfcbb732d02e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/d8803fe3-6e57-4cd9-a079-d09b8f330a46 HTTP/1.1" status: 404  len: 333 time: 0.2160006
Dec 22 13:08:28.161824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59784) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:28.163374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=e4605d06-80c7-41a5-974a-38b4771bbe72,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:28.182812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.195593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '5659d4bc-4ded-4320-b15c-c5af7f84435b'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:28.196197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.196397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.196783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.197277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.197654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.197982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.198106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.198378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.198744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.199138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.201125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.201125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.201125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:28.207132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:28.217787 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/e4605d06-80c7-41a5-974a-38b4771bbe72 HTTP/1.1" status: 204  len: 168 time: 1.0723331
Dec 22 13:08:28.219104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59788) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:28.228961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54381dff-8956-4af1-9a2b-e048c2d90221 None None] Network f451f86a-5f2e-47ff-9ef5-0206db45153e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:28.258037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Port 33a482be-c95e-493a-945b-f7b075c111eb had new provisioning blocks added so it will not transition to active. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}}
Dec 22 13:08:28.277063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:28.292769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:28.386071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.413855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.458874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.464374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8a82ca8-4367-4512-b71d-bb7c193f6e10 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:28.490882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:28.491230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.540095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.573201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c8a82ca8-4367-4512-b71d-bb7c193f6e10 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:28.573866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c8a82ca8-4367-4512-b71d-bb7c193f6e10 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:28.616634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.624036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76ec34c3-9ac0-4815-ab35-2d0fc8259580 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:28.665620 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ef0d00>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:25Z', 'revision_number': 8, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:28.672927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf003e36-97d9-441b-8d7b-dab1c25557e1 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:25Z', 'revision_number': 8, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '7b1ba715-3c5f-474e-93d0-7bcf6c9b136d', 'name': '', 'network_id': '0f7ceadd-ba04-44de-9362-7e93cbb2e62f', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:cf:ee:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:02Z', 'updated_at': '2021-12-22T13:08:19Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': '6f813fc1-2076-4ec6-92af-9f94ed8217dc', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:28.698091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.717209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5659d4bc-4ded-4320-b15c-c5af7f84435b/0e0584b7-43bd-4ca6-bf14-8c1813ee0120) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:28.795548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event updated for resources: {'Subnet': ['ID=616dd8e5-9f93-446b-b48a-9cff192e3acd,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:28.797873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.799942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Checking segment: {'id': 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:28.800423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Network hostable DHCP agents. Network: 5446df63-e57e-4400-8d5e-d045d5e89ae0, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:08:28.811698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:28.815479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:28.841789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd76ec-fc8f-41a7-b52a-d725f95f977a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:28.841920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.841920 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-915e223a-9d34-4e05-9775-daef81a88ca4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.9890935
Dec 22 13:08:28.841920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59792) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:28.842202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:28.852315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.853421 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/security-groups/a4dd76ec-fc8f-41a7-b52a-d725f95f977a HTTP/1.1" status: 204  len: 168 time: 0.6868010
Dec 22 13:08:28.861929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59796) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:28.865686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,segment=NetworkSegment(92279e9d-c2ee-495a-b6fa-9f08de08438a),segment_id=92279e9d-c2ee-495a-b6fa-9f08de08438a)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:28.866618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:28.930646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:08:29.010659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5446df63-e57e-4400-8d5e-d045d5e89ae0) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:29.017694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:29.018817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.040191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:29.088467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.101219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a912a-374b-4c32-913d-e7c067706dc4 None None] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:29.248845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.255378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.264203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b2138b1b-cdb0-457a-9ba4-a592d39136a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:29.282169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7a2ad-8fda-4bbc-b165-8dd8d57ba458 None None] DHCP port deletion for f451f86a-5f2e-47ff-9ef5-0206db45153e request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:29.292430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4417152
Dec 22 13:08:29.295748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Transition to ACTIVE for port object 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:29.318537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59800) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:29.348930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Request body: {'port': {'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0', 'name': 'tempest-TagsExtTest-803677683'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:29.412959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No DVR routers for this DVR port ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:29.461686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:29.465365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=ffbd7a32-63c0-4292-b24b-af2f2b5c0e60,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:29.503052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.506194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:29.516124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.559367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-5446df63-e57e-4400-8d5e-d045d5e89ae0', 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0', 'tenant_id': '029878df298941648d359103d56cc385', 'fixed_ips': [{'subnet_id': '616dd8e5-9f93-446b-b48a-9cff192e3acd'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:29.560425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.587569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Transition to ACTIVE for port object 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:29.659975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.666421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.669914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Provisioning for port 33a482be-c95e-493a-945b-f7b075c111eb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:29.684874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:29.716471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298460d90>,) {'filters': {'network_id': ['f451f86a-5f2e-47ff-9ef5-0206db45153e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:29.720022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:29.720442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.749954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298460d90>, '92279e9d-c2ee-495a-b6fa-9f08de08438a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:29.751274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298460d90>, '92279e9d-c2ee-495a-b6fa-9f08de08438a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:29.777795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:29.778391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.779743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.792948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.799314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:29.801643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5aedb193-e711-48aa-8320-cb8757960496 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:29.815645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Usage tracker for resource:port and tenant:029878df298941648d359103d56cc385 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:29.822854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:29.826268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4266789-8b61-4352-ab78-cf36b36e9617,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:29.831992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.842085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:29.844286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:29.863635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:29.864266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.878445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:29.890636 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:29.897936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:29.905396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:29.909812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:29.909918 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/security-groups/c4266789-8b61-4352-ab78-cf36b36e9617 HTTP/1.1" status: 204  len: 168 time: 1.0441947
Dec 22 13:08:29.911703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59804) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:29.973266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Pushing event updated for resources: {'Port': ['ID=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:30.100006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.100454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.102186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Made reservation on behalf of 029878df298941648d359103d56cc385 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:30.103458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.103898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.104245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.104677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.105021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.105351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.105907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.106237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.106567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.106690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.106974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:08:30.119917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:30.152769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Allocated IP 172.20.0.2 (5446df63-e57e-4400-8d5e-d045d5e89ae0/616dd8e5-9f93-446b-b48a-9cff192e3acd/33671344-9a30-453f-b9fd-10e9e4f7e951) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:30.155976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] device_id is not set on port e98bb7b0-3338-48e7-9d3a-d773040a1ca3 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:30.202116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet 036f5b3c-2d71-4d15-8f40-7c02b54df283 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:30.213621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.224415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Attempting to bind port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:30.224796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Attempting to bind port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:30.225179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Attempting to bind port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:30.231002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.238594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74c7b534-c289-4122-b929-6be9d53f7b09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:30.260995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.279629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=f451f86a-5f2e-47ff-9ef5-0206db45153e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:30.280879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::1 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5659d4bc-4ded-4320-b15c-c5af7f84435b/796b0702-0274-4afb-8df7-d3edf8c79217) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:30.305317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:30.305317 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/f451f86a-5f2e-47ff-9ef5-0206db45153e HTTP/1.1" status: 204  len: 168 time: 2.0681629
Dec 22 13:08:30.305588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.305708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59808) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:30.318362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:30.318957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:30.319373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.319903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:30.320505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Bound port: 0e0584b7-43bd-4ca6-bf14-8c1813ee0120, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:30.320994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.486173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Could not find standard attr ID for object d8803fe3-6e57-4cd9-a079-d09b8f330a46. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:30.513335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.554515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:30.590056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] For port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:30.592193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:30.592644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.594719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.619400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 796b0702-0274-4afb-8df7-d3edf8c79217 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:30.648898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:30.649261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ffbd7a32-63c0-4292-b24b-af2f2b5c0e60 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:30.649698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e455aba-8208-40bf-abae-ed26ed4d8c45 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:30.697344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.702704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0f4a2209-1311-4d98-aab0-51a66af08fb4 tempest-AllowedAddressPairTestJSON-1893946206 tempest-AllowedAddressPairTestJSON-1893946206-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:30.723584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] For port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:30.724526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0e455aba-8208-40bf-abae-ed26ed4d8c45 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:30.724997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e455aba-8208-40bf-abae-ed26ed4d8c45 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:30.741526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.754162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e694fec-527b-45f3-b84a-a495ba8ec6fb None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:30.763438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.766488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=036f5b3c-2d71-4d15-8f40-7c02b54df283,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:30.769129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:30.779197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.779771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-261da498-2767-4640-a924-87e4e7136f26 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:30.779883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.781968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:30.814479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec2dfc8-af58-4558-a8ef-636de94e0cbc None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:30.843771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:30.850756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Transition to ACTIVE for port object 33671344-9a30-453f-b9fd-10e9e4f7e951 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:30.851181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:30.853648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:30.854511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:30.863378 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/036f5b3c-2d71-4d15-8f40-7c02b54df283 HTTP/1.1" status: 204  len: 168 time: 0.9504545
Dec 22 13:08:30.865892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59812) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:30.878705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:30.889057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=796b0702-0274-4afb-8df7-d3edf8c79217,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:30.893106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:31.003441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-715e4ad8-6e53-46e0-a0c9-b39f7e986021 None None] Could not find standard attr ID for object d8803fe3-6e57-4cd9-a079-d09b8f330a46. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:31.026147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Transition to ACTIVE for port object 33671344-9a30-453f-b9fd-10e9e4f7e951 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:31.027700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.031517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Pushing event updated for resources: {'Port': ['ID=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:31.036170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:31.047199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.124873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.162047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:31.210385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:31.230341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:31.240805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:31.260972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:31.271452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:31.275817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:31.280724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:31.320795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Pushing event updated for resources: {'Port': ['ID=33671344-9a30-453f-b9fd-10e9e4f7e951,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:31.334973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:31.359640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Allocated IP 172.20.0.4 (5446df63-e57e-4400-8d5e-d045d5e89ae0/616dd8e5-9f93-446b-b48a-9cff192e3acd/e98bb7b0-3338-48e7-9d3a-d773040a1ca3) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:31.424743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:31.434385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.436589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Attempting to bind port 33671344-9a30-453f-b9fd-10e9e4f7e951 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:31.437047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Attempting to bind port 33671344-9a30-453f-b9fd-10e9e4f7e951 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:31.437493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Attempting to bind port 33671344-9a30-453f-b9fd-10e9e4f7e951 on network 5446df63-e57e-4400-8d5e-d045d5e89ae0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Checking segment: {'id': 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Bound using segment: {'id': 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Bound port: 33671344-9a30-453f-b9fd-10e9e4f7e951, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '5446df63-e57e-4400-8d5e-d045d5e89ae0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:31.452682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.589394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] For port 33671344-9a30-453f-b9fd-10e9e4f7e951, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:31.603016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] For port 33671344-9a30-453f-b9fd-10e9e4f7e951, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33671344-9a30-453f-b9fd-10e9e4f7e951,segment=NetworkSegment(efeeb054-0882-4a0b-8ae2-ac055ab4f4ca),segment_id=efeeb054-0882-4a0b-8ae2-ac055ab4f4ca)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:31.656040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.679525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.688029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:31.726093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.728221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:31.733467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d8200967-fc1b-47d0-9902-6436a5206484 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:31.786483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Pushing event updated for resources: {'Port': ['ID=33671344-9a30-453f-b9fd-10e9e4f7e951,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:31.807820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:31.861184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=796b0702-0274-4afb-8df7-d3edf8c79217,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:31.866345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:32.008105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:32.009241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:32.110455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.153631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:32.158252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.244083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Transition to ACTIVE for port object e98bb7b0-3338-48e7-9d3a-d773040a1ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:32.325698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.349152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Router 4a400266-4a82-471a-ba20-7c48ca98865d is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:08:32.580955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:32.581242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.650935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.695741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:32.708872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Sync routers for ids ['4a400266-4a82-471a-ba20-7c48ca98865d'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:32.713973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "PUT /v2.0/routers/4a400266-4a82-471a-ba20-7c48ca98865d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8751836
Dec 22 13:08:32.716860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59818) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:32.724506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Routers {'4a400266-4a82-471a-ba20-7c48ca98865d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:32.725527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298467040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4a400266-4a82-471a-ba20-7c48ca98865d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:32.729458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:32.778642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:32.801245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bedd4e-590b-48c3-a70d-770a46796af9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:32.802348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-15bedd4e-590b-48c3-a70d-770a46796af9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:32.815205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.861578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-15bedd4e-590b-48c3-a70d-770a46796af9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:32.862822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-15bedd4e-590b-48c3-a70d-770a46796af9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports/796b0702-0274-4afb-8df7-d3edf8c79217 HTTP/1.1" status: 200  len: 911 time: 0.1450152
Dec 22 13:08:32.867425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59822) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:32.925045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:32.930655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:32.932654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:32.934534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:32.936413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event updated for resources: {'Port': ['ID=e98bb7b0-3338-48e7-9d3a-d773040a1ca3,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:32.940911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:32.941832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.945061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2f9187cf-177c-480a-bdc0-ebe28635f2a5 None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:32.945633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f9187cf-177c-480a-bdc0-ebe28635f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:32.954821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:32.992314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:32.994886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aea70d2d-208c-49a5-9cc0-6cb6e7b2cc03 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:32.999771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f972416-fc53-4c24-8ca2-4bdb49c0825c None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:33.008206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e17e8-2afc-4cde-882b-d6c333e1abd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:33.015992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e17e8-2afc-4cde-882b-d6c333e1abd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:33.022770 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-347e17e8-2afc-4cde-882b-d6c333e1abd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1653 time: 0.1541274
Dec 22 13:08:33.023773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:33.048726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Set router 4a400266-4a82-471a-ba20-7c48ca98865d gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:33.153251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:33.153937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.171868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=e62beb79-7a25-40dd-b038-189851b4c072,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:33.179999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:33.290194 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4209349
Dec 22 13:08:33.307352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:33.322597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'security_group': {'name': 'tempest-secgroup-1751613872'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:33.347613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 4.0224063
Dec 22 13:08:33.350576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:33.353974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:33.378198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1051114037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:33.402205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:33.405589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:33.414237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:33.434641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Usage tracker for resource:router and tenant:029878df298941648d359103d56cc385 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:33.438016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:33.440979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:33.468416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:33.521047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:33.575898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.585464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b8467609-32ec-4849-9335-ada4fce9b387 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:33.637642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.656754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a573d1a6-c8bb-4b5e-b609-a246cdc90fec None None] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:33.663723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.666655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.682721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=7b1ba715-3c5f-474e-93d0-7bcf6c9b136d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:33.697120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:33.770094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.795131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:33.812511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:33.867592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:33.952775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:33.960243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:34.035126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.055653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2f9187cf-177c-480a-bdc0-ebe28635f2a5 None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:34.060133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2f9187cf-177c-480a-bdc0-ebe28635f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.079547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.159099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.176910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.187689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 796b0702-0274-4afb-8df7-d3edf8c79217 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:34.187689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.190491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:34.198000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2f9187cf-177c-480a-bdc0-ebe28635f2a5 None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:34.207140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33671344-9a30-453f-b9fd-10e9e4f7e951 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:34.328490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298467040>, [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:30Z', 'revision_number': 2, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None, '_interfaces': [{'id': '796b0702-0274-4afb-8df7-d3edf8c79217', 'name': '', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'mac_address': 'fa:16:3e:68:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '5659d4bc-4ded-4320-b15c-c5af7f84435b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:08:29Z', 'updated_at': '2021-12-22T13:08:31Z', 'revision_number': 2, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'subnets': [{'id': '5659d4bc-4ded-4320-b15c-c5af7f84435b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:34.341003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Checking router: 4a400266-4a82-471a-ba20-7c48ca98865d for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:34.341665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Updating router 4a400266-4a82-471a-ba20-7c48ca98865d port 796b0702-0274-4afb-8df7-d3edf8c79217 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:08:34.382127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e6e889ed-4ea8-457b-a993-7f8a0968e0df tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:34.416348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.473064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a51414e-3be1-4d23-bfd8-9c801dc21b76,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:34.477311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:34.483185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.512301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Update dhcp port {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'fixed_ips': [{'subnet_id': 'b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e62beb79-7a25-40dd-b038-189851b4c072'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '33a482be-c95e-493a-945b-f7b075c111eb'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:34.551540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.555303 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 1.2424920
Dec 22 13:08:34.558281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:34.566655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 796b0702-0274-4afb-8df7-d3edf8c79217 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:34.581124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Provisioning for port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:34.598301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 33671344-9a30-453f-b9fd-10e9e4f7e951 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:34.602053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'security_group': {'name': 'tempest-secgroup-894945523'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:34.606733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.608287 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bcdcc185-f237-4551-a4dd-143f3ab6be13 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.2448628
Dec 22 13:08:34.624894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:34.632014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Provisioning complete for port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:34.632398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.645116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-06bcda17-1d7f-4ffe-8200-81da4948e43b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1292609105', 'prefixes': ['172.20.0.0/16']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:34.651724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06bcda17-1d7f-4ffe-8200-81da4948e43b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:34.687494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:34.698215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.759690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:34.769237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:34.774182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:34.784730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:34.920215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:34.932678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:34.942396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6475983
Dec 22 13:08:34.943464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:34.947492 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:34.960224 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:34.961097 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992cd4f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:34.973022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:34.981868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:34.989661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:35.004888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:35.028602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06bcda17-1d7f-4ffe-8200-81da4948e43b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for subnetpool, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.033416 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06bcda17-1d7f-4ffe-8200-81da4948e43b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 748 time: 0.4034197
Dec 22 13:08:35.037178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59850) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:35.044984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-07e2ba37-3d08-4b3a-8287-b7c12aeacde1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5292f487c0>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-1238448422') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:35.062062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet 6f813fc1-2076-4ec6-92af-9f94ed8217dc {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:35.067024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.091528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.146124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.155478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.184830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b93bef58-2fdb-4311-b474-2737e8cbe4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.221184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] For port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:35.240510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Allocated IP 2001:db8::2 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/e62beb79-7a25-40dd-b038-189851b4c072/33a482be-c95e-493a-945b-f7b075c111eb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:35.262374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df13cdcf-b06e-4747-8a46-de9ff3df719f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:35.285130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.293071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e0a3725-d890-43ac-85a5-44495f8b68af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:35.367497 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:35.386027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.412762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=796b0702-0274-4afb-8df7-d3edf8c79217,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:35.449217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.458163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:35.482981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Could not find standard attr ID for object 796b0702-0274-4afb-8df7-d3edf8c79217. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:35.538314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.563984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce89fc15-a2d8-42ab-b2ab-d95790e26d83 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:35.576750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:35.577045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:35.584552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Pushing event updated for resources: {'Port': ['ID=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:35.609318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:35.617273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:35.628041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.640517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d3dd1c5f-01f4-413b-b9fd-686c9caa9468 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:35.655886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.671636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Transition to ACTIVE for port object 33a482be-c95e-493a-945b-f7b075c111eb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:35.673279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Provisioning for port 33671344-9a30-453f-b9fd-10e9e4f7e951 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:35.678508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Provisioning complete for port 33671344-9a30-453f-b9fd-10e9e4f7e951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:35.678715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.679171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.687680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.700263 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/6f813fc1-2076-4ec6-92af-9f94ed8217dc HTTP/1.1" status: 204  len: 168 time: 0.7526402
Dec 22 13:08:35.702135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59854) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:35.703117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=6f813fc1-2076-4ec6-92af-9f94ed8217dc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:35.724168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f7fa8e-054e-4c03-9484-5632c108bc05 None None] Network 0f7ceadd-ba04-44de-9362-7e93cbb2e62f requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:35.788804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311cf109-e272-49e8-b200-de0a8a5a73e2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:35.793285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:35.815091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.836373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:35.836595 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992cd4f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:33Z', 'revision_number': 9, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:35.841700 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:35.845165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:35.851773 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:35.854410 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992cd4f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:35.857581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.861032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:35.862888 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.3042359
Dec 22 13:08:35.867383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59858) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:35.888369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'security_group': {'name': 'tempest-secgroup-233851909'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:35.896541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:35.902624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:35.906118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:35.913902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:35.923143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 233324d6-a910-49ae-894c-dcc5a86c3bca {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:35.924396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.002766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:36.013421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:36.030376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.046210 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:36.047529 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07e2ba37-3d08-4b3a-8287-b7c12aeacde1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-1238448422 HTTP/1.1" status: 201  len: 201 time: 1.0083830
Dec 22 13:08:36.052628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59862) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:36.061560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:36.066454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:security_group_rule and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:36.069437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:36.077751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:36.079034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Router 4a400266-4a82-471a-ba20-7c48ca98865d has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:36.155680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.177946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-a732c936-eb49-47be-bc7a-bf7f6180436b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5298e712e0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-581318364') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:36.210616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Port 796b0702-0274-4afb-8df7-d3edf8c79217 not found while updating agent binding for router 4a400266-4a82-471a-ba20-7c48ca98865d. {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
Dec 22 13:08:36.250191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Routers {'4a400266-4a82-471a-ba20-7c48ca98865d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:36.250835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298467040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:08Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4a400266-4a82-471a-ba20-7c48ca98865d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:36.256400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.266310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-641cd2c7-1400-4faa-b7ff-7eae2be0fe64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:36.298013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:36.304103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "PUT /v2.0/routers/4a400266-4a82-471a-ba20-7c48ca98865d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2790942
Dec 22 13:08:36.307235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59866) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:36.318814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe43a7a-18e5-4792-af83-0cecaee8459a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:36.344191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:36.413250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a44424-4d10-40c3-a425-42f1419c4a6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:36.415769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a44424-4d10-40c3-a425-42f1419c4a6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:36.416752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f0a44424-4d10-40c3-a425-42f1419c4a6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:36.448726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 233324d6-a910-49ae-894c-dcc5a86c3bca, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=233324d6-a910-49ae-894c-dcc5a86c3bca,segment=NetworkSegment(1841c0d9-b32c-4ee3-90d0-cb8afcf1c268),segment_id=1841c0d9-b32c-4ee3-90d0-cb8afcf1c268)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:36.452152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.462680 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a732c936-eb49-47be-bc7a-bf7f6180436b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-581318364 HTTP/1.1" status: 201  len: 201 time: 0.3051357
Dec 22 13:08:36.465962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59870) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:36.524090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] Set router 4a400266-4a82-471a-ba20-7c48ca98865d gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:36.527724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-3f6dbc4f-0d2a-4dd1-8e2b-9227af13de54 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293435310>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-2055646409') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:36.538433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f0a44424-4d10-40c3-a425-42f1419c4a6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:36.539944 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f0a44424-4d10-40c3-a425-42f1419c4a6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2315960
Dec 22 13:08:36.543354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59874) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:36.558758 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992cd4f0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:33Z', 'revision_number': 9, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:36.563749 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d63cf1-f595-4bb6-ba4c-bfa4ac04f8e1 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:33Z', 'revision_number': 9, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3958e86-c2e0-45b1-9c9b-0cb2c35c9568', 'name': '', 'network_id': 'ef8649cb-2363-4d54-83e1-d41811fef9f1', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:f2:30:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:52Z', 'updated_at': '2021-12-22T13:08:11Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'a4ea3d47-817b-4e7c-8df6-46a4e991c1c8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:36.652207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.673229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 5659d4bc-4ded-4320-b15c-c5af7f84435b {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:36.677438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.678966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298467040>, [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:34Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:36.693791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb72-b000-4660-9d15-4f5e5dd65865 None None] The sync data for ids ['4a400266-4a82-471a-ba20-7c48ca98865d'] in dv-neutron-822662-1-hyperv is: [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:34Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:36.708276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] For port 33671344-9a30-453f-b9fd-10e9e4f7e951, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33671344-9a30-453f-b9fd-10e9e4f7e951,segment=NetworkSegment(efeeb054-0882-4a0b-8ae2-ac055ab4f4ca),segment_id=efeeb054-0882-4a0b-8ae2-ac055ab4f4ca)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:36.775817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.832552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.834049 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9568841
Dec 22 13:08:36.836950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59878) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:36.843014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:36.843014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5b34fc42-04af-43d1-836c-e8e6352952fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:36.851727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-79832106', 'security_groups': ['abe43a7a-18e5-4792-af83-0cecaee8459a'], 'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e62beb79-7a25-40dd-b038-189851b4c072'}]}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:36.859122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 233324d6-a910-49ae-894c-dcc5a86c3bca owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:36.960721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34087e-b3ba-4f0d-ba4e-2005346620c9 None None] DHCP port deletion for 0f7ceadd-ba04-44de-9362-7e93cbb2e62f request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:36.964315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Pushing event updated for resources: {'Port': ['ID=33671344-9a30-453f-b9fd-10e9e4f7e951,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:36.973116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:36.977357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8f34087e-b3ba-4f0d-ba4e-2005346620c9 None None] Deleting port 233324d6-a910-49ae-894c-dcc5a86c3bca {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:36.978027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8f34087e-b3ba-4f0d-ba4e-2005346620c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.069284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Provisioning complete for port 33671344-9a30-453f-b9fd-10e9e4f7e951 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:37.069756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.077484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.170165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.177730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1563ab1-9228-4a7e-b8f9-1fa8d6b2ddd6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:37.187890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8f34087e-b3ba-4f0d-ba4e-2005346620c9 None None] The port '233324d6-a910-49ae-894c-dcc5a86c3bca' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:08:37.269531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3f6dbc4f-0d2a-4dd1-8e2b-9227af13de54 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-2055646409 HTTP/1.1" status: 201  len: 201 time: 0.8023174
Dec 22 13:08:37.279365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59882) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:37.291672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=233324d6-a910-49ae-894c-dcc5a86c3bca,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:37.293259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-1f610e28-0298-4110-a814-822927873615 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293378310>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-747485410') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.298413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No DVR routers for this DVR port 233324d6-a910-49ae-894c-dcc5a86c3bca on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:37.366297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:37.382801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:37.390359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:37.409714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:37.431929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Provisioning for port e98bb7b0-3338-48e7-9d3a-d773040a1ca3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:37.466940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Provisioning complete for port e98bb7b0-3338-48e7-9d3a-d773040a1ca3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:37.467108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.489276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.494608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b8849ad3-2b77-4cde-840b-add0e99fbaf8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:37.502308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.530874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299a8ef10>,) {'filters': {'network_id': ['0f7ceadd-ba04-44de-9362-7e93cbb2e62f']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.536598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=5659d4bc-4ded-4320-b15c-c5af7f84435b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:37.536802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-491a5dc5-2ee8-45be-b337-7e70aec5f1fe None None] Port e98bb7b0-3338-48e7-9d3a-d773040a1ca3 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:37.538353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:37.548387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299a8ef10>, '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.548812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299a8ef10>, '1841c0d9-b32c-4ee3-90d0-cb8afcf1c268') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.551186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:37.558737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:37.562449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.565179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f610e28-0298-4110-a814-822927873615 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-747485410 HTTP/1.1" status: 201  len: 201 time: 0.2854831
Dec 22 13:08:37.570098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59886) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:37.572833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.582727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-7690d7e1-6faa-4267-98e9-c49eb70a8c69 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5293721d30>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.601475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87501e6f-1af1-4568-8b61-39ceb2ff0b5c None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:37.624317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.634139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c38c936b-2394-4602-acb5-31639b17fbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.639487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:37.639977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:37.663592 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:37.719055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.750688 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5659d4bc-4ded-4320-b15c-c5af7f84435b HTTP/1.1" status: 204  len: 168 time: 1.2051735
Dec 22 13:08:37.754269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59890) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:37.758441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] device_id is not set on port cadd9e6f-5742-4701-971a-d3e1f389602e yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:37.841857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7690d7e1-6faa-4267-98e9-c49eb70a8c69 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 200  len: 241 time: 0.2674789
Dec 22 13:08:37.842132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:37.842132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.842677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:37.846995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-6c0c63f2-1351-45a5-8ba6-14e9e9fa0e2e tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293d7a640>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-1238448422') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:37.880664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Provisioning for port 33a482be-c95e-493a-945b-f7b075c111eb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:37.897505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:37.900058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.942911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.950217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c9ee95a-32cc-4e5d-b3ea-f51b3e70d5ad tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:37.969662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:37.984932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Sync routers for ids ['4a400266-4a82-471a-ba20-7c48ca98865d'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:37.989000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=0f7ceadd-ba04-44de-9362-7e93cbb2e62f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:37.996867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:38.010101 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/0f7ceadd-ba04-44de-9362-7e93cbb2e62f HTTP/1.1" status: 204  len: 168 time: 2.2973676
Dec 22 13:08:38.010922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59898) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:38.024420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fe50325c-99e9-4cab-93d3-97837fa57553 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:router {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:38.046186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8::b5 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/e62beb79-7a25-40dd-b038-189851b4c072/cadd9e6f-5742-4701-971a-d3e1f389602e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:38.155241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:38.166356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Routers {'4a400266-4a82-471a-ba20-7c48ca98865d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:38.166603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986d9910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4a400266-4a82-471a-ba20-7c48ca98865d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:38.220493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6c0c63f2-1351-45a5-8ba6-14e9e9fa0e2e tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-1238448422 HTTP/1.1" status: 204  len: 168 time: 0.3750210
Dec 22 13:08:38.227380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59902) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:38.236869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-2cbe9202-da0d-4fd9-8d8a-725524d3fb8f tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5298110a60>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-1238448422') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:38.239564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Deleting port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:38.239961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.303615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fe50325c-99e9-4cab-93d3-97837fa57553 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:router {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:38.304802 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fe50325c-99e9-4cab-93d3-97837fa57553 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.5489941
Dec 22 13:08:38.310969 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59906) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:38.353833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33671344-9a30-453f-b9fd-10e9e4f7e951 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:38.384529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.435905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Set router 4a400266-4a82-471a-ba20-7c48ca98865d gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:38.480126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object cadd9e6f-5742-4701-971a-d3e1f389602e will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:38.486247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.602684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986d9910>, [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:34Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:38.631507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.642132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Checking router: 4a400266-4a82-471a-ba20-7c48ca98865d for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:38.682171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:38.684472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.726601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.781756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Routers {'4a400266-4a82-471a-ba20-7c48ca98865d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:38.782159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986d9910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4a400266-4a82-471a-ba20-7c48ca98865d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:38.831522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.834583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.864587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.915933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2cbe9202-da0d-4fd9-8d8a-725524d3fb8f tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-1238448422 HTTP/1.1" status: 204  len: 168 time: 0.6848462
Dec 22 13:08:38.916256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59910) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:38.921297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-98bb50b8-531c-44c7-af9b-1bd9983e80ef tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5298dffa30>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:38.957738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 33671344-9a30-453f-b9fd-10e9e4f7e951 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:38.958127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.958486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.963324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:38.963832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Fanout notify agent at l3_agent the message router_deleted on router 4a400266-4a82-471a-ba20-7c48ca98865d {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:38.972956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0e7a53ea-615c-4cfa-9df9-c92b618feefb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:39.005641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] Set router 4a400266-4a82-471a-ba20-7c48ca98865d gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:39.049427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:39.057062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:39.059520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4353f33f-817b-4eee-8576-5cceb2639c54 None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:39.062876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:39.069371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:39.070012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.095221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=cadd9e6f-5742-4701-971a-d3e1f389602e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:39.105108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:39.119480 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-98bb50b8-531c-44c7-af9b-1bd9983e80ef tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 200  len: 205 time: 0.2019379
Dec 22 13:08:39.122143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59914) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.130627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-9b5110ba-3fc9-4647-90af-29dacee3c4ae tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f52926851f0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.134176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] For port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:39.135631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.153170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986d9910>, [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:34Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.175147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59918) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.181201 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.3374870
Dec 22 13:08:39.181350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:39.181350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.188935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.190774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-abfaf1e6-8361-4380-850c-822c185e3776 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/routers/4a400266-4a82-471a-ba20-7c48ca98865d HTTP/1.1" status: 204  len: 168 time: 0.8791323
Dec 22 13:08:39.194472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59922) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.228490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:39.293098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b7241-f597-4d8b-9590-ca4295bdc514 None None] The sync data for ids ['4a400266-4a82-471a-ba20-7c48ca98865d'] in dv-neutron-822662-1-hyperv is: [{'id': '4a400266-4a82-471a-ba20-7c48ca98865d', 'name': 'tempest-NetworksTestDHCPv6-router-1541289860', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:28Z', 'updated_at': '2021-12-22T13:08:34Z', 'revision_number': 3, 'project_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:39.309533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Calling delete_port for 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:39.478894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:39.493478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b5110ba-3fc9-4647-90af-29dacee3c4ae tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 200  len: 240 time: 0.3667402
Dec 22 13:08:39.494913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59926) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.497170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:39.503142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-08729e76-5980-4454-8b1a-f19b2040947d tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f529368c1c0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-581318364') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.507386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:39.526601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.528841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:39.541966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8ac26050-210a-431b-b3f7-7ce041564a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:39.559908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b3c6e-7903-43db-8aa5-1842e1385950 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:39.560603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-619b3c6e-7903-43db-8aa5-1842e1385950 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:39.639540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-08729e76-5980-4454-8b1a-f19b2040947d tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-581318364 HTTP/1.1" status: 204  len: 168 time: 0.1270056
Dec 22 13:08:39.639540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59930) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.639540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-4c5bd604-47a9-45ad-9dc4-3a75ebd91db4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f52934f8c40>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-581318364') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.650355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 233324d6-a910-49ae-894c-dcc5a86c3bca no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:39.675656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-619b3c6e-7903-43db-8aa5-1842e1385950 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:39.677164 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-619b3c6e-7903-43db-8aa5-1842e1385950 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4812799
Dec 22 13:08:39.680476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59934) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.686400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b3e7ff33-d4a9-4a99-b4e3-263f54f5e981 None None] Provisioning for port cadd9e6f-5742-4701-971a-d3e1f389602e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:39.704363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] No DVR routers for this DVR port 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:39.707701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 233324d6-a910-49ae-894c-dcc5a86c3bca {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:39.708134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 233324d6-a910-49ae-894c-dcc5a86c3bca not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:39.708900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:39.734051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Pushing event deleted for resources: {'Port': ['ID=0e0584b7-43bd-4ca6-bf14-8c1813ee0120,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:39.742153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b3e7ff33-d4a9-4a99-b4e3-263f54f5e981 None None] Provisioning complete for port cadd9e6f-5742-4701-971a-d3e1f389602e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:39.742545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3e7ff33-d4a9-4a99-b4e3-263f54f5e981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.763985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:39.767651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.769195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:39.782065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c5bd604-47a9-45ad-9dc4-3a75ebd91db4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-581318364 HTTP/1.1" status: 204  len: 168 time: 0.1526511
Dec 22 13:08:39.784093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:39.784592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59938) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.784726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7b1ba715-3c5f-474e-93d0-7bcf6c9b136d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:39.801981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-e40636c1-0101-4841-863d-2b9dc5bc9c1a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f52934f8fd0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.805596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port e3958e86-c2e0-45b1-9c9b-0cb2c35c9568, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:39.805905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:39.810644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b3e7ff33-d4a9-4a99-b4e3-263f54f5e981 None None] Port cadd9e6f-5742-4701-971a-d3e1f389602e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:39.882538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:39.889703 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e40636c1-0101-4841-863d-2b9dc5bc9c1a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 200  len: 205 time: 0.1039553
Dec 22 13:08:39.892217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59942) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:39.898209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-334ab330-8710-4bb1-9e7d-37d16aa344b7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f52990d8700>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:39.918136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:39.918723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0e0584b7-43bd-4ca6-bf14-8c1813ee0120 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:40.020549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:40.041850 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-334ab330-8710-4bb1-9e7d-37d16aa344b7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 200  len: 241 time: 0.1481657
Dec 22 13:08:40.044568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59946) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.050393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-1aed6858-a044-45b9-a535-fb1d7ac0d578 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f529827ad00>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-2055646409') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:40.064370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a9d95d-908c-46cd-8ef9-9ca07979d988 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:40.065178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06a9d95d-908c-46cd-8ef9-9ca07979d988 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:40.102756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:40.159065 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e62beb79-7a25-40dd-b038-189851b4c072 (CIDR: 2001:db8::/64)
Dec 22 13:08:40.184515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1aed6858-a044-45b9-a535-fb1d7ac0d578 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-2055646409 HTTP/1.1" status: 204  len: 168 time: 0.1388953
Dec 22 13:08:40.187045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59950) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.187193 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:08:40.190109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:40.192665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-992ca4b4-1af5-4930-bffe-af27890bab46 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5299b78a30>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-2055646409') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:40.244547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06a9d95d-908c-46cd-8ef9-9ca07979d988 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:40.248135 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06a9d95d-908c-46cd-8ef9-9ca07979d988 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5642421
Dec 22 13:08:40.261112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59954) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.334875 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2863bbc4-7e78-449b-a9c9-e127f43df64f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0725880
Dec 22 13:08:40.335084 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4acae6b4-689d-4367-95e0-b99340016972 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1584177
Dec 22 13:08:40.335806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59958) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.337627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59960) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.347032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:40.347227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:40.434636 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-992ca4b4-1af5-4930-bffe-af27890bab46 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-2055646409 HTTP/1.1" status: 204  len: 168 time: 0.2462971
Dec 22 13:08:40.437247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59966) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.442511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-a5ee07b8-a8dc-4b1a-b791-2a383bdd771a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f529278aeb0>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:40.495947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:40.499965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:40.503340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:40.509345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:40.593958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:40.596402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:40.644536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:40.663081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:40.718127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=e3958e86-c2e0-45b1-9c9b-0cb2c35c9568,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:40.721204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:40.735749 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.ipam_backend_mixin [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6 (CIDR: 2001:db8:0:1::/64)
Dec 22 13:08:40.813501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:40.827432 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:08:40.831633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:40.890660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:40.896072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3a1b839a-69dc-4319-a0b2-b72826852363 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5573821
Dec 22 13:08:40.900316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59972) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:40.905325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'subnet': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:40.994380 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a5ee07b8-a8dc-4b1a-b791-2a383bdd771a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 200  len: 205 time: 0.5560675
Dec 22 13:08:40.996967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.004474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-3dca9386-e9cc-435b-ae0a-c6fa2245f4ff tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f52984b30d0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.022370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:41.025807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.051723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:41.056211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.056344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Usage tracker for resource:subnet and tenant:7bda83c8337d4edda986302d8d052e9b is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:41.058432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:41.064071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:41.129170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Made reservation on behalf of 7bda83c8337d4edda986302d8d052e9b for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:41.129170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.204252 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3dca9386-e9cc-435b-ae0a-c6fa2245f4ff tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 200  len: 240 time: 0.2062657
Dec 22 13:08:41.210867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59980) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.224088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-4446c6c7-bee6-4e92-9e7a-115dfd4edeb4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f529372ebb0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-747485410') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.276183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4446c6c7-bee6-4e92-9e7a-115dfd4edeb4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-747485410 HTTP/1.1" status: 204  len: 168 time: 0.0620105
Dec 22 13:08:41.277534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59984) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.299865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-b6d22dd1-db99-4ccb-982c-9692e1580564 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f5298563f10>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-747485410') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.585385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:41.592662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.598032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-398bad1e-bcf3-4902-b871-0514f618e840 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:41.676295 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b6d22dd1-db99-4ccb-982c-9692e1580564 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-747485410 HTTP/1.1" status: 204  len: 168 time: 0.3977244
Dec 22 13:08:41.688402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 59988) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.753907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-d8a19fa7-69ff-42d8-892e-e3e3e6028259 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f5293435bb0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.788210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:41.790966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:41.794073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:41.794668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.800234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb4f81-a996-45b4-80ff-59bb4525b129 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:41.818974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Subnet': ['ID=a8c4362b-0f0e-42cd-8a1a-0071e6d69e08,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:41.821960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:41.853280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:41.864781 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:41.867598 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8a19fa7-69ff-42d8-892e-e3e3e6028259 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 200  len: 205 time: 0.1781094
Dec 22 13:08:41.880815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59992) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.880978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:41.880978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529928bdc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.891990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-0f1a8f35-0952-46e6-a129-a2d9c132bf34 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529372ef70>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:41.905781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:08:41.907384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:41.915229 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9009740
Dec 22 13:08:41.915229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-66c9600b-ac42-4642-b44e-c51aed859f52 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:41.967197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 59996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:41.972920 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.0729856
Dec 22 13:08:42.029102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:42.037690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1047239960', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8c4362b-0f0e-42cd-8a1a-0071e6d69e08'}], 'security_groups': ['9a51414e-3be1-4d23-bfd8-9c801dc21b76', '311cf109-e272-49e8-b200-de0a8a5a73e2']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:42.088429 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:42.138623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:42.142537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:42.147270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:42.150003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.157219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9a1a78-eb73-4eb8-bb44-cc20fe8a87be None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:42.179133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=2d2f322e-5646-4a5c-adbb-2ec33495e3c4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:42.182446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:42.231828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet a4ea3d47-817b-4e7c-8df6-46a4e991c1c8 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:42.245188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.286175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.295970 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.9556775
Dec 22 13:08:42.304848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0f1a8f35-0952-46e6-a129-a2d9c132bf34 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 204  len: 168 time: 0.4205184
Dec 22 13:08:42.305091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60004) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:42.305091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60008) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:42.307127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:42.341256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-086c4085-5c11-42a4-929b-249ee4947af1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529314a520>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:42.384873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.438041 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529928bdc0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:40Z', 'revision_number': 10, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:42.442879 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:42.449857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-ee9f0434-bfbd-49d2-8fc7-a1a25376d037 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5302765
Dec 22 13:08:42.452884 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:42.453514 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529928bdc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:42.463199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Update dhcp port {'port': {'network_id': '1e6e1755-2834-434a-b9ee-2b78430b9ad9', 'fixed_ips': [{'subnet_id': 'b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e62beb79-7a25-40dd-b038-189851b4c072', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a8c4362b-0f0e-42cd-8a1a-0071e6d69e08'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '33a482be-c95e-493a-945b-f7b075c111eb'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:42.571759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.583424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '2d2f322e-5646-4a5c-adbb-2ec33495e3c4'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:42.584223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.673542 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:42.736364 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-086c4085-5c11-42a4-929b-249ee4947af1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 204  len: 168 time: 0.4335356
Dec 22 13:08:42.737585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60012) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:42.740089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:42.750921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-033ad6a6-cb49-4518-b049-bcc4ff20cddf tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f52933e31c0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:42.778027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Allocated IP 2001:db8::f816:3eff:fe89:7ba8 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/2d2f322e-5646-4a5c-adbb-2ec33495e3c4/13087c84-878d-4510-b84e-bc4e02f5af92) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:42.858022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:42.882510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:42.903424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-34d108ce-5059-4ff5-9bfb-611753423b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:42.905609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-34d108ce-5059-4ff5-9bfb-611753423b0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1098 time: 0.3039846
Dec 22 13:08:42.920738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60016) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:42.922932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-033ad6a6-cb49-4518-b049-bcc4ff20cddf tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 204  len: 168 time: 0.1795011
Dec 22 13:08:42.929707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-f94a8fc3-4ce8-4bd6-9416-61534a24b3e9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529349af70>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:43.006323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:43.010130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.021794 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529928bdc0>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:40Z', 'revision_number': 10, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:43.025949 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118dcd6-9733-4582-bbce-62b983a3fba9 None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:40Z', 'revision_number': 10, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None, '_interfaces': [{'id': '975c3f05-ca06-4f39-a80b-5fc337d17e8b', 'name': '', 'network_id': '74aa9479-2336-4610-b15e-1ecee0868245', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'mac_address': 'fa:16:3e:84:66:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:07:42Z', 'updated_at': '2021-12-22T13:07:59Z', 'revision_number': 5, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'subnets': [{'id': 'ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:43.078295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.120741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6aee5dc-e67e-456a-b717-6a5cd665a07d tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:43.127796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.148647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Transition to ACTIVE for port object 13087c84-878d-4510-b84e-bc4e02f5af92 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:43.175634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Transition to ACTIVE for port object 13087c84-878d-4510-b84e-bc4e02f5af92 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:43.178207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ea3d47-817b-4e7c-8df6-46a4e991c1c8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:43.184133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:43.187526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.191082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9285559d-7b7a-423b-ab66-a13975efb132 None None] Network ef8649cb-2363-4d54-83e1-d41811fef9f1 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:43.222723 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/a4ea3d47-817b-4e7c-8df6-46a4e991c1c8 HTTP/1.1" status: 204  len: 168 time: 1.2501514
Dec 22 13:08:43.230070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60020) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:43.271729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.278333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-45741133-4d15-4a74-bfaa-53e4d75eb985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:43.292395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Delete allocated IP 2001:db8::b5 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/e62beb79-7a25-40dd-b038-189851b4c072) {{(pid=88167) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 22 13:08:43.353686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:43.360367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-3406a1a3-7b18-41bf-8a2d-7d3480f71b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:43.360367 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-3406a1a3-7b18-41bf-8a2d-7d3480f71b90 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.3949385
Dec 22 13:08:43.360639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:43.381291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Allocated IP 2001:db8:0:2::2f3 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/a8c4362b-0f0e-42cd-8a1a-0071e6d69e08/cadd9e6f-5742-4701-971a-d3e1f389602e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:43.389484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:43.409527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.421542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1345254-b9fb-4f56-a9fd-1dc6fcd107af tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:43.470374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:43.473870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:43.481937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:43.481937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.505273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=8dcddfb5-364f-43a4-ae02-dee5584171ad,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:43.510180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:43.530695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Pushing event updated for resources: {'Port': ['ID=13087c84-878d-4510-b84e-bc4e02f5af92,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:43.530832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f94a8fc3-4ce8-4bd6-9416-61534a24b3e9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 204  len: 168 time: 0.6076078
Dec 22 13:08:43.535239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:43.536874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60024) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:43.544917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-8aeddc80-2b64-446a-9245-33143b507ba0 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293912f40>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-1971186915') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:43.560466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.583473 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-25f2f401-6aeb-41e6-a220-06c42a414577 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 1000 time: 0.2067854
Dec 22 13:08:43.589582 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2896767
Dec 22 13:08:43.593787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60028) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:43.604642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:98:46:db', 'name': 'tempest-NetworksTestDHCPv6-38325242'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:43.606414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Attempting to bind port 13087c84-878d-4510-b84e-bc4e02f5af92 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:43.606796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Attempting to bind port 13087c84-878d-4510-b84e-bc4e02f5af92 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:43.607192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Attempting to bind port 13087c84-878d-4510-b84e-bc4e02f5af92 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:43.615187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:43.615873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:43.616471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.616875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:43.617356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Bound port: 13087c84-878d-4510-b84e-bc4e02f5af92, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:43.617736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.721172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] For port 13087c84-878d-4510-b84e-bc4e02f5af92, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:43.725510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] For port 13087c84-878d-4510-b84e-bc4e02f5af92, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=13087c84-878d-4510-b84e-bc4e02f5af92,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:43.790774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] DHCP port deletion for ef8649cb-2363-4d54-83e1-d41811fef9f1 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:43.795954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.801277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-129a24a7-4de6-4668-a9b3-6f5661da352d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:43.803352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:43.818996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:43.843275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Deleting port 49e9c363-1430-4c77-af60-169ef2c3a61a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:43.843661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.880069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:43.885175 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8aeddc80-2b64-446a-9245-33143b507ba0 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-1971186915 HTTP/1.1" status: 201  len: 201 time: 0.3464639
Dec 22 13:08:43.887980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60032) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:43.893104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-b65615c0-6d94-42a4-904e-c0aa873a156d tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5292830fa0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-1994300288') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:43.917746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 49e9c363-1430-4c77-af60-169ef2c3a61a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:43.918298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:43.933444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:43.947604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-82b55b5e-e015-4a14-b229-a20f9e394791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:43.949049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-82b55b5e-e015-4a14-b229-a20f9e394791 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.3504000
Dec 22 13:08:43.960764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:43.961390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e3958e86-c2e0-45b1-9c9b-0cb2c35c9568 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:43.961823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 49e9c363-1430-4c77-af60-169ef2c3a61a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:44.081494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Pushing event updated for resources: {'Port': ['ID=13087c84-878d-4510-b84e-bc4e02f5af92,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:44.086083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:44.089791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.133038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:44.166484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.180459 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b65615c0-6d94-42a4-904e-c0aa873a156d tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-1994300288 HTTP/1.1" status: 201  len: 201 time: 0.2917349
Dec 22 13:08:44.181070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60036) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:44.199935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-769f2ccc-d19a-4b27-957a-558299c65d0f tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293574970>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-1269585261') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:44.280810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Transition to ACTIVE for port object cadd9e6f-5742-4701-971a-d3e1f389602e will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:44.288838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-2af0079c-38d6-4bfb-b13c-be74d9ca6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:44.288838 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-2af0079c-38d6-4bfb-b13c-be74d9ca6ce1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3136199
Dec 22 13:08:44.323734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.397616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.414211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ba49959-e5ef-4a00-99e4-6c685542bbc4 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:44.463705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:44.464189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.491889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:44.492636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.664580 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-769f2ccc-d19a-4b27-957a-558299c65d0f tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-1269585261 HTTP/1.1" status: 201  len: 201 time: 0.4760582
Dec 22 13:08:44.672485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60040) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:44.687889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-c0bf7edc-d520-4d61-8bbf-56a323a9333a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293eb71f0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-1204158640') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:44.704043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Calling delete_port for 49e9c363-1430-4c77-af60-169ef2c3a61a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:44.736735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 172.20.0.5 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/8dcddfb5-364f-43a4-ae02-dee5584171ad/7ac89fb7-dc7f-431e-999e-e3bdc436bc5d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:44.747357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] In _notify_port_updated(), no bound segment for port cadd9e6f-5742-4701-971a-d3e1f389602e on network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 {{(pid=88167) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:08:44.750235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe98:46db (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/2d2f322e-5646-4a5c-adbb-2ec33495e3c4/7ac89fb7-dc7f-431e-999e-e3bdc436bc5d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:44.753089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:44.753758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.758413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "PUT /v2.0/ports/cadd9e6f-5742-4701-971a-d3e1f389602e HTTP/1.1" status: 200  len: 970 time: 2.7274654
Dec 22 13:08:44.761672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60044) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:44.768106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 49e9c363-1430-4c77-af60-169ef2c3a61a owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:44.793290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:44.812077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Allocated IP 2001:db8:0:2::2 (1e6e1755-2834-434a-b9ee-2b78430b9ad9/a8c4362b-0f0e-42cd-8a1a-0071e6d69e08/33a482be-c95e-493a-945b-f7b075c111eb) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:44.843548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event updated for resources: {'Port': ['ID=cadd9e6f-5742-4701-971a-d3e1f389602e,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:44.859974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:44.874785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:44.875250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-9b0bf763-1b6b-40fa-9868-3c5044bf06aa service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5813818
Dec 22 13:08:44.882945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:44.969523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port cadd9e6f-5742-4701-971a-d3e1f389602e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:44.971804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.006039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:45.006720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:45.037060 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c0bf7edc-d520-4d61-8bbf-56a323a9333a tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-1204158640 HTTP/1.1" status: 201  len: 201 time: 0.3617902
Dec 22 13:08:45.037543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=49e9c363-1430-4c77-af60-169ef2c3a61a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:45.048225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60048) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:45.051133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:45.062269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:45.067662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:45.067662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7ccc5bb-8979-4ce8-ab2c-98cb06f43516 req-53fed2bd-8b57-4a09-94c9-1035a336573c service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667590
Dec 22 13:08:45.067957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-35d0657e-59c3-4c12-9177-4512250feab1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f52932a8610>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', {'tags': ['tempest-TagsExtTest-Tag-816738355', 'tempest-TagsExtTest-Tag-1801779513', 'tempest-TagsExtTest-Tag-358845049']}) {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:45.079109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:45.111167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.130380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Transition to ACTIVE for port object 33a482be-c95e-493a-945b-f7b075c111eb will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:45.200315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.201781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-42c774fd-0992-4106-a79e-61ce5a3677ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:45.288472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Pushing event updated for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:45.332321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:45.434096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.463667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:45.493110 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-35d0657e-59c3-4c12-9177-4512250feab1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 200  len: 316 time: 0.4367898
Dec 22 13:08:45.495878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60054) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:45.502390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-2f46ff2b-8b16-466e-9dc8-ea8e932ea7a1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5298f7a880>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:45.508379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Deleting port 49e9c363-1430-4c77-af60-169ef2c3a61a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:45.508597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.542767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.577377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 49e9c363-1430-4c77-af60-169ef2c3a61a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:45.577377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:45.593927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e37a22-996b-4304-8151-5b935ab83b0c None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:45.749999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for cadd9e6f-5742-4701-971a-d3e1f389602e owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:45.948324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2f46ff2b-8b16-466e-9dc8-ea8e932ea7a1 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 204  len: 168 time: 0.4489410
Dec 22 13:08:45.950660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60058) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:45.962674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-d749ff65-72f5-4f2a-9a8e-5099e87dc483 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52934d2a00>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-816738355') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:46.011427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:46.015687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.033334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.052359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:46.052689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 49e9c363-1430-4c77-af60-169ef2c3a61a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=49e9c363-1430-4c77-af60-169ef2c3a61a,segment=NetworkSegment(d04ab6c9-77dc-4da1-a81d-0ebca6814013),segment_id=d04ab6c9-77dc-4da1-a81d-0ebca6814013)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:46.056231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.066479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:46.117122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.180120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:46.189142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:46.200077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=7ac89fb7-dc7f-431e-999e-e3bdc436bc5d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:46.208967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:46.230556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Calling delete_port for 49e9c363-1430-4c77-af60-169ef2c3a61a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:46.242808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:46.249926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48c58cf3-d5c4-4333-b6ec-f4c9473afeac tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:46.260213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 49e9c363-1430-4c77-af60-169ef2c3a61a owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:46.295969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.300124 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-d749ff65-72f5-4f2a-9a8e-5099e87dc483 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:46.301368 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d749ff65-72f5-4f2a-9a8e-5099e87dc483 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-816738355 HTTP/1.1" status: 404  len: 328 time: 0.3473990
Dec 22 13:08:46.317639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60062) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.318918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=cadd9e6f-5742-4701-971a-d3e1f389602e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:46.336783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-981df505-b85b-4c4b-bdba-c25111df8c18 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52931d87f0>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-1801779513') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:46.402717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:46.464305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:46.465678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.494018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8cee452f-c7ea-4b77-8708-0ee450963c9f None None] Provisioning for port 13087c84-878d-4510-b84e-bc4e02f5af92 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:46.513314 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-981df505-b85b-4c4b-bdba-c25111df8c18 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:46.518437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-981df505-b85b-4c4b-bdba-c25111df8c18 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-1801779513 HTTP/1.1" status: 404  len: 329 time: 0.1970923
Dec 22 13:08:46.528191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60066) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.529236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 13087c84-878d-4510-b84e-bc4e02f5af92 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:46.529354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/cadd9e6f-5742-4701-971a-d3e1f389602e HTTP/1.1" status: 204  len: 168 time: 1.7614951
Dec 22 13:08:46.530912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-d7c65f2a-dcb7-4abf-a890-ed2fcf1b4a02 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52934217c0>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd', 'tempest-TagsExtTest-Tag-358845049') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:46.531074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.563018 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 2.9681666
Dec 22 13:08:46.573860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60074) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.588286 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3ce5c4-a7eb-4bf9-8711-12475ae3c7c3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] GET failed (client error): The resource could not be found.
Dec 22 13:08:46.588828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1d3ce5c4-a7eb-4bf9-8711-12475ae3c7c3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:46.644147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.652585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.api [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88167) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:46.652585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_db.api [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:46.657232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:46.682239 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-d7c65f2a-dcb7-4abf-a890-ed2fcf1b4a02 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:46.686129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60078) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.686276 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d7c65f2a-dcb7-4abf-a890-ed2fcf1b4a02 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags/tempest-TagsExtTest-Tag-358845049 HTTP/1.1" status: 404  len: 328 time: 0.1652133
Dec 22 13:08:46.693362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-f482ee4d-50ee-4a31-9c45-cafbfeeda883 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f529267ef70>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', {'tags': ['tempest-TagsExtTest-Tag-1736726960', 'tempest-TagsExtTest-Tag-565766091', 'tempest-TagsExtTest-Tag-351448623']}) {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:46.701521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c0934-fd0b-482f-8cfc-5ec6c2e26090 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:46.707819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c0934-fd0b-482f-8cfc-5ec6c2e26090 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:46.708885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-886c0934-fd0b-482f-8cfc-5ec6c2e26090 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:46.735420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1d3ce5c4-a7eb-4bf9-8711-12475ae3c7c3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:46.737576 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1d3ce5c4-a7eb-4bf9-8711-12475ae3c7c3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports/cadd9e6f-5742-4701-971a-d3e1f389602e HTTP/1.1" status: 404  len: 333 time: 0.2055809
Dec 22 13:08:46.741010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60082) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.747574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Pushing event deleted for resources: {'Port': ['ID=49e9c363-1430-4c77-af60-169ef2c3a61a,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:46.750557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] No DVR routers for this DVR port 49e9c363-1430-4c77-af60-169ef2c3a61a on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:46.759631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Provisioning for port 33a482be-c95e-493a-945b-f7b075c111eb completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:46.766456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:46.767798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 13087c84-878d-4510-b84e-bc4e02f5af92 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:46.793313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 13087c84-878d-4510-b84e-bc4e02f5af92 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:46.793739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.824477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:46.824933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.839519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.855053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-886c0934-fd0b-482f-8cfc-5ec6c2e26090 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:46.856651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-886c0934-fd0b-482f-8cfc-5ec6c2e26090 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1780 time: 0.2842755
Dec 22 13:08:46.927358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:46.927945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60086) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:46.931600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '2d2f322e-5646-4a5c-adbb-2ec33495e3c4', 'ip_address': '2001:db8::f816:3eff:fe89:7ba8'}, {'subnet_id': '8dcddfb5-364f-43a4-ae02-dee5584171ad'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '13087c84-878d-4510-b84e-bc4e02f5af92'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:46.990007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:46.990007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.033689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.084533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f482ee4d-50ee-4a31-9c45-cafbfeeda883 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 200  len: 316 time: 0.3937523
Dec 22 13:08:47.085057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60090) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.091998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-61614cea-246a-4c76-80d9-8c844110c71b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529264a3a0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.125048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 49e9c363-1430-4c77-af60-169ef2c3a61a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:47.125232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.128709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.135981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:47.153711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe43a7a-18e5-4792-af83-0cecaee8459a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:47.162447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:47.163603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.165003 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/security-groups/abe43a7a-18e5-4792-af83-0cecaee8459a HTTP/1.1" status: 204  len: 168 time: 0.4222717
Dec 22 13:08:47.176793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60094) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.179244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Could not find standard attr ID for object cadd9e6f-5742-4701-971a-d3e1f389602e. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:47.183730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.279454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] The port '49e9c363-1430-4c77-af60-169ef2c3a61a' was deleted {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:08:47.302533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:47.306534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.352200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 13087c84-878d-4510-b84e-bc4e02f5af92, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=13087c84-878d-4510-b84e-bc4e02f5af92,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:47.402923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.420416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c1b66-c1fc-4047-a6be-4be1389c6a89 None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:47.434513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.436702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.437162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Allocated IP 172.20.0.2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/8dcddfb5-364f-43a4-ae02-dee5584171ad/13087c84-878d-4510-b84e-bc4e02f5af92) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:47.479682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52931cf0d0>,) {'filters': {'network_id': ['ef8649cb-2363-4d54-83e1-d41811fef9f1']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.504898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931cf0d0>, 'd04ab6c9-77dc-4da1-a81d-0ebca6814013') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.505221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931cf0d0>, 'd04ab6c9-77dc-4da1-a81d-0ebca6814013') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.512326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.527951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.535441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5fafbd0c-427d-450a-85dd-65173c445640 None None] Could not find standard attr ID for object cadd9e6f-5742-4701-971a-d3e1f389602e. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:47.565180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.568130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:47.584868 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-61614cea-246a-4c76-80d9-8c844110c71b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 204  len: 168 time: 0.4957700
Dec 22 13:08:47.584868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.587387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60098) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.588143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7653c340-9590-442f-935e-0479fcd0f0ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:47.602096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-bc528a01-c224-4639-a934-7bc36f8364df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293385d30>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-1736726960') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.643919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311cf109-e272-49e8-b200-de0a8a5a73e2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:47.647205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:47.652645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:47.663492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.667362 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/security-groups/311cf109-e272-49e8-b200-de0a8a5a73e2 HTTP/1.1" status: 204  len: 168 time: 0.4832969
Dec 22 13:08:47.667362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60102) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.701836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.715663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:47.716140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.727056 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-bc528a01-c224-4639-a934-7bc36f8364df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:47.730707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bc528a01-c224-4639-a934-7bc36f8364df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-1736726960 HTTP/1.1" status: 404  len: 329 time: 0.1303940
Dec 22 13:08:47.731230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   util.warn(
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:47.732692 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:47.737284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-383a427e-c0ac-4014-97cd-6d0cd2bcbbd4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52931d8190>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-565766091') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.796975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.801757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=13087c84-878d-4510-b84e-bc4e02f5af92,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:47.802641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:47.836498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.870190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] For port 13087c84-878d-4510-b84e-bc4e02f5af92, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=13087c84-878d-4510-b84e-bc4e02f5af92,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:47.879618 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-383a427e-c0ac-4014-97cd-6d0cd2bcbbd4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:47.883288 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-383a427e-c0ac-4014-97cd-6d0cd2bcbbd4 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-565766091 HTTP/1.1" status: 404  len: 328 time: 0.1485226
Dec 22 13:08:47.884206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60110) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:47.895567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-2e431575-7339-4994-881b-63401e97f5f7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293143520>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3', 'tempest-TagsExtTest-Tag-351448623') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:47.905316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:47.910171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 13087c84-878d-4510-b84e-bc4e02f5af92 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:47.990497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 13087c84-878d-4510-b84e-bc4e02f5af92 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:47.990799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.007806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.020892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3b5b07a9-ab05-4392-b9a4-f3979c758a80 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:48.041105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Transition to ACTIVE for port object 13087c84-878d-4510-b84e-bc4e02f5af92 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:48.041244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.041244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-505fde9c-ea4e-4293-982e-b632b4dbdf99 tempest-ServerActionsTestJSON-822089097 tempest-ServerActionsTestJSON-822089097-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:48.041836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.049505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a51414e-3be1-4d23-bfd8-9c801dc21b76,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:48.052596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:48.054786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.055061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=ef8649cb-2363-4d54-83e1-d41811fef9f1,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:48.055903 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a51414e-3be1-4d23-bfd8-9c801dc21b76 HTTP/1.1" status: 204  len: 168 time: 0.3876519
Dec 22 13:08:48.058637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:48.074145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:48.087132 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-2e431575-7339-4994-881b-63401e97f5f7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:48.088194 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2e431575-7339-4994-881b-63401e97f5f7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags/tempest-TagsExtTest-Tag-351448623 HTTP/1.1" status: 404  len: 328 time: 0.2035506
Dec 22 13:08:48.092747 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/ef8649cb-2363-4d54-83e1-d41811fef9f1 HTTP/1.1" status: 204  len: 168 time: 4.8617289
Dec 22 13:08:48.093283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60118) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:48.093737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60120) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:48.100425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-7eaca05b-e7d7-4c1f-9e9a-85a23cebe0a8 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f5298cc2130>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', {'tags': ['tempest-TagsExtTest-Tag-719651216', 'tempest-TagsExtTest-Tag-1734592846', 'tempest-TagsExtTest-Tag-1985894069']}) {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:48.140754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet e62beb79-7a25-40dd-b038-189851b4c072 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:48.146706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.152245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.154639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3ceed1d7-f2aa-4143-9bb4-087428781183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:48.217437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.231534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Pushing event updated for resources: {'Port': ['ID=13087c84-878d-4510-b84e-bc4e02f5af92,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:48.236895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:48.318091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.488689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.513069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:48.518884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.523368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d1cf26a0-20dd-4e42-8c14-0de29c8c0993 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:48.574215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=e62beb79-7a25-40dd-b038-189851b4c072,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:48.589412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:48.589412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.592132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f006704-7999-4f86-8830-3e1cfcdf0e58 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:48.592573 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/e62beb79-7a25-40dd-b038-189851b4c072 HTTP/1.1" status: 204  len: 168 time: 0.5302684
Dec 22 13:08:48.595003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60126) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:48.691082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=7ac89fb7-dc7f-431e-999e-e3bdc436bc5d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:48.694737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:48.707394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet a8c4362b-0f0e-42cd-8a1a-0071e6d69e08 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:48.712352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.793540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:48.920808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.005423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7eaca05b-e7d7-4c1f-9e9a-85a23cebe0a8 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 200  len: 317 time: 0.9107862
Dec 22 13:08:49.010864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60130) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.019559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-6fee8470-0649-46a8-83c0-fe95aa9a8e5b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529318e1c0>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:49.100991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.119718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3e7e5f4b-a4e2-4f17-8564-0aeb959fdc9e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:49.128854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.133922 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/7ac89fb7-dc7f-431e-999e-e3bdc436bc5d HTTP/1.1" status: 204  len: 168 time: 2.2141106
Dec 22 13:08:49.137580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60134) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.229764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c4362b-0f0e-42cd-8a1a-0071e6d69e08,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:49.239269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.253844 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/a8c4362b-0f0e-42cd-8a1a-0071e6d69e08 HTTP/1.1" status: 204  len: 168 time: 0.6570110
Dec 22 13:08:49.255473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:49.259636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60138) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.275977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:49.288432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:49.290422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:49.291479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:49.324256 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-edad9f67-e7d6-4e27-9395-e8527ded359f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:49.324712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edad9f67-e7d6-4e27-9395-e8527ded359f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:49.326442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-edad9f67-e7d6-4e27-9395-e8527ded359f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/e62beb79-7a25-40dd-b038-189851b4c072 HTTP/1.1" status: 404  len: 337 time: 0.0658236
Dec 22 13:08:49.335644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e6d9a90-b572-49ca-99ea-42bda9585516 None None] Provisioning for port 13087c84-878d-4510-b84e-bc4e02f5af92 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:49.341673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e6d9a90-b572-49ca-99ea-42bda9585516 None None] Provisioning complete for port 13087c84-878d-4510-b84e-bc4e02f5af92 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:49.346392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60142) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.346547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9a90-b572-49ca-99ea-42bda9585516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.450175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting subnet b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:49.455736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.516669 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6fee8470-0649-46a8-83c0-fe95aa9a8e5b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 204  len: 168 time: 0.5027380
Dec 22 13:08:49.539723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.542904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60146) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.550624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-7ee35f7a-0b0d-4b82-91ea-e711e010375b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52986c70a0>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-719651216') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:49.577246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4e6d9a90-b572-49ca-99ea-42bda9585516 None None] Could not find standard attr ID for object 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:49.627999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:49.629332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a300611c-af72-4125-9817-1e2547088de0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4904869
Dec 22 13:08:49.637991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60150) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.655198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.692075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0a58ff7a-4e13-45c0-8e9d-52a4c078dba4 None None] Could not find standard attr ID for object 7ac89fb7-dc7f-431e-999e-e3bdc436bc5d. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:08:49.793982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 2d2f322e-5646-4a5c-adbb-2ec33495e3c4 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:49.803997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.832725 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-7ee35f7a-0b0d-4b82-91ea-e711e010375b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:49.836327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.839943 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7ee35f7a-0b0d-4b82-91ea-e711e010375b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-719651216 HTTP/1.1" status: 404  len: 328 time: 0.2953954
Dec 22 13:08:49.840963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60154) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.853731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-56b540ba-b211-4b9e-aa1c-7a5886e69f9e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:49.864872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.tag.tag_plugin [None req-ec28534b-13ab-421c-84bb-4bcb6e919603 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52982809d0>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-1734592846') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:49.880253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d5ff3-93e3-4597-8e70-68c4425bbf23 None None] Network 1e6e1755-2834-434a-b9ee-2b78430b9ad9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:49.906705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:49.911759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:49.911915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 13087c84-878d-4510-b84e-bc4e02f5af92 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:49.916868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.924360 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/b5a6927f-1ed1-4fe0-890b-a5f04eefe3b6 HTTP/1.1" status: 204  len: 168 time: 0.5731494
Dec 22 13:08:49.926806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60158) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:49.946892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:49.974170 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5dad63-df21-4ae3-9434-79a87cc4a71d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:49.974655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5dad63-df21-4ae3-9434-79a87cc4a71d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:49.979209 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2e5dad63-df21-4ae3-9434-79a87cc4a71d tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/036f5b3c-2d71-4d15-8f40-7c02b54df283 HTTP/1.1" status: 404  len: 337 time: 0.0487881
Dec 22 13:08:49.990302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60162) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.035901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-199d871c-5d63-4e41-8a90-1b82a15e57d0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Synchronizing usage tracker for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:50.054253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-199d871c-5d63-4e41-8a90-1b82a15e57d0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Unset dirty status for tenant:7bda83c8337d4edda986302d8d052e9b on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:50.054253 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-199d871c-5d63-4e41-8a90-1b82a15e57d0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "GET /v2.0/ports?device_id=95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 HTTP/1.1" status: 200  len: 205 time: 0.0706246
Dec 22 13:08:50.054253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60166) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.107139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-daa2ca82-3d61-4b48-ac1c-5fd0974a09ce None None] Provisioning complete for port 33a482be-c95e-493a-945b-f7b075c111eb triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:50.107760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-daa2ca82-3d61-4b48-ac1c-5fd0974a09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.230918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 13087c84-878d-4510-b84e-bc4e02f5af92 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:50.231949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.284696 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e52866f2-1a2c-4a1b-89aa-5bc40c3614b5 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] delete failed (client error): The resource could not be found.
Dec 22 13:08:50.285393 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e52866f2-1a2c-4a1b-89aa-5bc40c3614b5 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/routers/95b6b35b-2ba3-4d7c-a2d8-e657fe7ad5f5 HTTP/1.1" status: 404  len: 336 time: 0.2303612
Dec 22 13:08:50.297145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.312992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.347381 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d645861-ca36-4297-af3d-05fe71c48462 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.347931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d645861-ca36-4297-af3d-05fe71c48462 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.350193 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4d645861-ca36-4297-af3d-05fe71c48462 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/15851609-dfa1-4041-9a13-2c6e84b87475 HTTP/1.1" status: 404  len: 337 time: 0.0536151
Dec 22 13:08:50.352677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60174) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.390626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-ec28534b-13ab-421c-84bb-4bcb6e919603 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:50.394257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63cbd74-f0ae-4462-84ae-3570d2c7b7fe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.394944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63cbd74-f0ae-4462-84ae-3570d2c7b7fe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.400288 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec28534b-13ab-421c-84bb-4bcb6e919603 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-1734592846 HTTP/1.1" status: 404  len: 329 time: 0.5474761
Dec 22 13:08:50.400440 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e63cbd74-f0ae-4462-84ae-3570d2c7b7fe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/97cbc44a-f5b1-4e86-9b96-541f2799f40f HTTP/1.1" status: 404  len: 337 time: 0.0431573
Dec 22 13:08:50.400440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60178) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.403135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-8ee88ccf-8988-46f6-8a3b-eac12ac80327 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5298212fd0>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582', 'tempest-TagsExtTest-Tag-1985894069') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:50.451272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60182) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.494646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-daa2ca82-3d61-4b48-ac1c-5fd0974a09ce None None] Provisioning complete for port ff9b9e47-f6b5-447b-8204-a69ac6f04598 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:50.495055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-daa2ca82-3d61-4b48-ac1c-5fd0974a09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.525203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527c81c-1166-4036-b762-779b228a7804 None None] DHCP port deletion for 1e6e1755-2834-434a-b9ee-2b78430b9ad9 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:50.542998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Deleting port 33a482be-c95e-493a-945b-f7b075c111eb {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:50.543383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.548930 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c87d6c-2c54-4a01-83c4-f3cb501c693f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.549479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c87d6c-2c54-4a01-83c4-f3cb501c693f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.551127 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-48c87d6c-2c54-4a01-83c4-f3cb501c693f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/26ab8b5e-3a3d-4f18-b1a7-d0906a92dd04 HTTP/1.1" status: 404  len: 337 time: 0.0909255
Dec 22 13:08:50.554808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60186) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.578984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-8ee88ccf-8988-46f6-8a3b-eac12ac80327 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:50.583939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8ee88ccf-8988-46f6-8a3b-eac12ac80327 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags/tempest-TagsExtTest-Tag-1985894069 HTTP/1.1" status: 404  len: 329 time: 0.1825438
Dec 22 13:08:50.584118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60190) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.589582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-e26bec7f-aa28-4add-b841-8f45aae69f0c tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f529839a550>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', {'tags': ['tempest-TagsExtTest-Tag-44441548', 'tempest-TagsExtTest-Tag-1372130011', 'tempest-TagsExtTest-Tag-1685247682']}) {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:50.598516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-daa2ca82-3d61-4b48-ac1c-5fd0974a09ce None None] Port ff9b9e47-f6b5-447b-8204-a69ac6f04598 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:08:50.607847 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9095e885-fc32-49f1-a88d-27cecb01955e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.608490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9095e885-fc32-49f1-a88d-27cecb01955e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.614297 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9095e885-fc32-49f1-a88d-27cecb01955e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/2f1ad169-f20b-4758-bb4c-c1afeaf5ec9c HTTP/1.1" status: 404  len: 333 time: 0.0551460
Dec 22 13:08:50.614400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60194) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.620527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.659484 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd256127-8679-43a7-9041-c371f800a737 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.659943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd256127-8679-43a7-9041-c371f800a737 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.661610 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd256127-8679-43a7-9041-c371f800a737 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/c6df159e-ce96-415d-bd44-32ecb67b09d4 HTTP/1.1" status: 404  len: 337 time: 0.0463665
Dec 22 13:08:50.665847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60198) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.717409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1377d5c0-8d06-4047-8c14-fccc5ede101c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.717921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1377d5c0-8d06-4047-8c14-fccc5ede101c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.719613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1377d5c0-8d06-4047-8c14-fccc5ede101c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/b9b0d24d-adee-4ca6-b284-f99480df4fed HTTP/1.1" status: 404  len: 337 time: 0.0526450
Dec 22 13:08:50.723289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60202) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.762792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 975c3f05-ca06-4f39-a80b-5fc337d17e8b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:50.763241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.772339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-384c12d6-bcce-47ed-a89e-8a02f140c344 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.772869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384c12d6-bcce-47ed-a89e-8a02f140c344 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.774709 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-384c12d6-bcce-47ed-a89e-8a02f140c344 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/7a2a4289-0e03-4ab3-ad02-56d5e8ce6326 HTTP/1.1" status: 404  len: 333 time: 0.0502386
Dec 22 13:08:50.777437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60206) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.818795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.819177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2527c81c-1166-4036-b762-779b228a7804 None None] For port 33a482be-c95e-493a-945b-f7b075c111eb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33a482be-c95e-493a-945b-f7b075c111eb,segment=NetworkSegment(e7556889-7a75-4410-b9f9-2dfc300b74b9),segment_id=e7556889-7a75-4410-b9f9-2dfc300b74b9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:50.819699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.819814 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-371a8d75-5f9f-426c-8346-42622dcf9f15 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.819937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371a8d75-5f9f-426c-8346-42622dcf9f15 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.824172 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-371a8d75-5f9f-426c-8346-42622dcf9f15 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/8507d1c1-8929-4ac0-bd53-dc00f2392c1c HTTP/1.1" status: 404  len: 337 time: 0.0432789
Dec 22 13:08:50.824519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60210) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.825228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c7b4ac82-0799-422c-ae37-8bc8bd4806f9 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:50.870626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a74496d-f83c-4ddf-8ffa-95e9cad319e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:08:50.871125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a74496d-f83c-4ddf-8ffa-95e9cad319e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:08:50.875353 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a74496d-f83c-4ddf-8ffa-95e9cad319e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/subnets/198ee78a-7f9e-4a49-b519-31e758db1dec HTTP/1.1" status: 404  len: 337 time: 0.0497985
Dec 22 13:08:50.878663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e26bec7f-aa28-4add-b841-8f45aae69f0c tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "PUT /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 200  len: 316 time: 0.2935221
Dec 22 13:08:50.879691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60214) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.885597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60216) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:50.886352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2f322e-5646-4a5c-adbb-2ec33495e3c4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:50.891808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:50.931005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-810ebbc6-1600-4ea2-a1eb-a7b424892ad7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5292818df0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:50.938422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:50.948772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94721df-655e-4201-a83c-a6cb65bb051e None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:50.969451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Calling delete_port for 33a482be-c95e-493a-945b-f7b075c111eb owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:50.982419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Deleting port ff9b9e47-f6b5-447b-8204-a69ac6f04598 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:50.982799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.016091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 975c3f05-ca06-4f39-a80b-5fc337d17e8b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=975c3f05-ca06-4f39-a80b-5fc337d17e8b,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:51.016739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.025476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/2d2f322e-5646-4a5c-adbb-2ec33495e3c4 HTTP/1.1" status: 204  len: 168 time: 1.3856182
Dec 22 13:08:51.028841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60222) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.134036 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-810ebbc6-1600-4ea2-a1eb-a7b424892ad7 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 204  len: 168 time: 0.2493310
Dec 22 13:08:51.137141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60228) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.188824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 975c3f05-ca06-4f39-a80b-5fc337d17e8b owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:51.193901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-46c5e213-0608-451e-b86d-d12835895446 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f529842f520>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-44441548') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.242628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.250482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e075b47-64dc-44e1-aa70-c8eccacbb425 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:51.252374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.263969 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-46c5e213-0608-451e-b86d-d12835895446 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:51.267789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-46c5e213-0608-451e-b86d-d12835895446 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-44441548 HTTP/1.1" status: 404  len: 327 time: 0.1268044
Dec 22 13:08:51.267958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 8dcddfb5-364f-43a4-ae02-dee5584171ad {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:51.268062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60232) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.272943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-b1d5dcc5-f7cf-4032-9733-08514a4b50df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f5293d61d30>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-1372130011') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.273495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.301083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Pushing event deleted for resources: {'Port': ['ID=33a482be-c95e-493a-945b-f7b075c111eb,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:51.308303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:51.312657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527c81c-1166-4036-b762-779b228a7804 None None] No DVR routers for this DVR port 33a482be-c95e-493a-945b-f7b075c111eb on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:51.365609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.415818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Calling delete_port for ff9b9e47-f6b5-447b-8204-a69ac6f04598 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:51.488778 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-b1d5dcc5-f7cf-4032-9733-08514a4b50df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:51.489819 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b1d5dcc5-f7cf-4032-9733-08514a4b50df tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-1372130011 HTTP/1.1" status: 404  len: 329 time: 0.2209139
Dec 22 13:08:51.492685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60236) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.498834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-be43764f-130b-4cf3-a330-665709ff8a17 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f52931d87c0>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32', 'tempest-TagsExtTest-Tag-1685247682') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.515109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.536725 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-be43764f-130b-4cf3-a330-665709ff8a17 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] show failed (client error): The resource could not be found.
Dec 22 13:08:51.540418 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-be43764f-130b-4cf3-a330-665709ff8a17 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags/tempest-TagsExtTest-Tag-1685247682 HTTP/1.1" status: 404  len: 329 time: 0.0441828
Dec 22 13:08:51.540704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60240) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.545813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-29e26cc3-be33-4662-ae89-ef62e16c937b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5293104160>, 'subnetpools', '5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.574352 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-29e26cc3-be33-4662-ae89-ef62e16c937b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32/tags HTTP/1.1" status: 204  len: 168 time: 0.0321631
Dec 22 13:08:51.576495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60244) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.586371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-ad08ab26-dae4-4731-aa32-0f559c406cd5 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f5293104460>, 'routers', 'c703156c-7f4c-4e6e-826b-5a4072ad5582') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.620311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.624491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3fb7ceb-ee68-483a-98c9-7d40ee405e8c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:51.643834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.661346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:51.676806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=975c3f05-ca06-4f39-a80b-5fc337d17e8b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:51.680393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:51.717769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.727260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab7600e7-c042-423c-a4ec-7572bf0aca1b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:51.762784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Port': ['ID=ff9b9e47-f6b5-447b-8204-a69ac6f04598,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:51.765556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:51.775383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.811323 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ad08ab26-dae4-4731-aa32-0f559c406cd5 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582/tags HTTP/1.1" status: 204  len: 168 time: 0.2335732
Dec 22 13:08:51.812076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60248) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.817852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-81438f22-10fd-487c-9748-561e1f020fae tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529355e1c0>, 'ports', 'e98bb7b0-3338-48e7-9d3a-d773040a1ca3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:51.838525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcddfb5-364f-43a4-ae02-dee5584171ad,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:51.842212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:51.884663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/ports/ff9b9e47-f6b5-447b-8204-a69ac6f04598 HTTP/1.1" status: 204  len: 168 time: 1.0035224
Dec 22 13:08:51.890413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60252) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:51.906939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:52.049119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:52.087488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/8dcddfb5-364f-43a4-ae02-dee5584171ad HTTP/1.1" status: 204  len: 168 time: 1.0574362
Dec 22 13:08:52.091849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.092814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60256) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.104552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147b926-e1e4-4a32-aa96-6ab0c0823d93 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:52.124792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 33a482be-c95e-493a-945b-f7b075c111eb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:52.124792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33a482be-c95e-493a-945b-f7b075c111eb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:52.183358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4382e3e7-8ca9-41e1-84b0-d8ae6a75de42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:router {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:52.196779 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-81438f22-10fd-487c-9748-561e1f020fae tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3/tags HTTP/1.1" status: 204  len: 168 time: 0.3720729
Dec 22 13:08:52.196779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60260) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.196779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.tag.tag_plugin [None req-5843f4ac-659b-46de-9cbb-bfb5e5d32347 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f529267e940>, 'subnets', '616dd8e5-9f93-446b-b48a-9cff192e3acd') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:52.225420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f5afbdb6-60e5-4e03-9dd8-ce692ca70977 None None] Provisioning complete for port 13087c84-878d-4510-b84e-bc4e02f5af92 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:52.225803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5afbdb6-60e5-4e03-9dd8-ce692ca70977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.264794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.359099 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5843f4ac-659b-46de-9cbb-bfb5e5d32347 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd/tags HTTP/1.1" status: 204  len: 168 time: 0.1687741
Dec 22 13:08:52.363543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60264) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.442379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4382e3e7-8ca9-41e1-84b0-d8ae6a75de42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:router {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:52.445568 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4382e3e7-8ca9-41e1-84b0-d8ae6a75de42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3504808
Dec 22 13:08:52.449655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60268) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.471969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:52.486180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.521164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:52.525120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Deleting port 13087c84-878d-4510-b84e-bc4e02f5af92 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:52.525567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.528279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:52.582949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293104cd0>,) {'filters': {'network_id': ['1e6e1755-2834-434a-b9ee-2b78430b9ad9']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:52.634625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293104cd0>, 'e7556889-7a75-4410-b9f9-2dfc300b74b9') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:52.634955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293104cd0>, 'e7556889-7a75-4410-b9f9-2dfc300b74b9') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:52.667070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:52.669911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.674889 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5787001
Dec 22 13:08:52.675665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60272) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.698139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:52.702249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:52.706009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.707985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:52.711126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:52.718223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:52.718708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:52.736346 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:52.740144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:52.741907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:52.742543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529365c760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:52.745973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting subnet ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:52.749654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.807967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.823019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8637a21c-6f70-42ac-89dc-4a6b988ec714 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for subnetpool, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.824089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8637a21c-6f70-42ac-89dc-4a6b988ec714 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5af9e4a9-e45d-4dbc-9efd-77eedf5f1a32 HTTP/1.1" status: 204  len: 168 time: 0.4592173
Dec 22 13:08:52.830183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60276) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:52.873002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:52.873916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] For port 13087c84-878d-4510-b84e-bc4e02f5af92, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=13087c84-878d-4510-b84e-bc4e02f5af92,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:52.874322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.877767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.887305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:52.903209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.904904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6bb98716-06c5-4c4a-bb16-f65cc2f6344e tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Synchronizing usage tracker for tenant:029878df298941648d359103d56cc385 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:52.977600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:52.988809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ac7f578b-c7cf-40c3-b5aa-df1fd112ca66 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:53.011607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.026449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.026888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Pushing event deleted for resources: {'Network': ['ID=1e6e1755-2834-434a-b9ee-2b78430b9ad9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:53.032775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35f4ef54-0498-4536-b0e8-aab3062e4815 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:53.036747 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] 10.222.0.16 "DELETE /v2.0/networks/1e6e1755-2834-434a-b9ee-2b78430b9ad9 HTTP/1.1" status: 204  len: 168 time: 1.1404104
Dec 22 13:08:53.039836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:53.084215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:53.088185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:53.096306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.109905 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:08:53.115937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8 HTTP/1.1" status: 204  len: 168 time: 0.4392715
Dec 22 13:08:53.118636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60282) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:53.156242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1ecf86-d8ed-4812-ab9f-10038e143118 None None] Network 74aa9479-2336-4610-b15e-1ecee0868245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:53.158584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6bb98716-06c5-4c4a-bb16-f65cc2f6344e tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Unset dirty status for tenant:029878df298941648d359103d56cc385 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:53.159803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6bb98716-06c5-4c4a-bb16-f65cc2f6344e tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "GET /v2.0/ports?device_id=c703156c-7f4c-4e6e-826b-5a4072ad5582 HTTP/1.1" status: 200  len: 205 time: 0.3282752
Dec 22 13:08:53.164517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60286) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:53.175302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Calling delete_port for 13087c84-878d-4510-b84e-bc4e02f5af92 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:53.203913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529365c760>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:53.272495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:53.322822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:53.323382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529365c760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:53.341249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.343441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.352676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Deleting port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:53.353014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.550465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:53.608045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60292) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:53.688423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.694591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4b689167-72f1-4639-b0aa-c73d45ee5e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:53.705410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:08:53.731663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529365c760>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:53.751586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a5c3b2-85e7-48e4-baf6-4602a84b0d1e None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:53.752570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] For port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:53.752881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Pushing event deleted for resources: {'Port': ['ID=13087c84-878d-4510-b84e-bc4e02f5af92,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:53.753056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.754780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] No DVR routers for this DVR port 13087c84-878d-4510-b84e-bc4e02f5af92 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:53.758316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:53.837630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.839727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.886674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] DHCP port deletion for 74aa9479-2336-4610-b15e-1ecee0868245 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:53.894362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Deleting port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:53.894955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.951827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:53.952524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Fanout notify agent at l3_agent the message router_deleted on router c703156c-7f4c-4e6e-826b-5a4072ad5582 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:54.002899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.002899 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-db3ce1be-9be4-4d7c-b103-7392e06463f9 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/routers/c703156c-7f4c-4e6e-826b-5a4072ad5582 HTTP/1.1" status: 204  len: 168 time: 0.8323619
Dec 22 13:08:54.003192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60298) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:54.032922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 975c3f05-ca06-4f39-a80b-5fc337d17e8b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:54.089469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Calling delete_port for 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:54.090282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 975c3f05-ca06-4f39-a80b-5fc337d17e8b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:54.090514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 975c3f05-ca06-4f39-a80b-5fc337d17e8b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:54.092342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 13087c84-878d-4510-b84e-bc4e02f5af92 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:54.105648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Deleting port e98bb7b0-3338-48e7-9d3a-d773040a1ca3 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:54.105958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.134490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 13087c84-878d-4510-b84e-bc4e02f5af92 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:54.135051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 13087c84-878d-4510-b84e-bc4e02f5af92 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:54.135718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:54.202319 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.services.revisions.revision_plugin [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f52938170d0] {port_id='13087c84-878d-4510-b84e-bc4e02f5af92', ip_address='2001:db8::f816:3eff:fe89:7ba8', subnet_id='5433453d-ba56-4401-ba95-c18ef0485bac', network_id='c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}> to bump revision.
Dec 22 13:08:54.234171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60302) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:54.234465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dbb6bc33-a4e7-44fe-91f5-35e2eba50ced admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bda83c8337d4edda986302d8d052e9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6252596
Dec 22 13:08:54.248867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Port 13087c84-878d-4510-b84e-bc4e02f5af92 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 22 13:08:54.249434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Reverting IP allocation for 2001:db8::f816:3eff:fe89:7ba8 {{(pid=88166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 22 13:08:54.260520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_pluggable_backend [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe89:7ba8 {{(pid=88166) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 22 13:08:54.273669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.285844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5bbde34-ba6f-4d50-960f-4af01b0f10ae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:54.318319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:08:54.319315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:54.323738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] For port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,segment=NetworkSegment(5f990ac1-b8f8-400b-943c-f8667f4aaede),segment_id=5f990ac1-b8f8-400b-943c-f8667f4aaede)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:54.324490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.336048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.360202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:54.366041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:54.389376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No DVR routers for this DVR port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:54.391513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:54.392887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.396952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.401690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697a9a86-6232-47ce-b912-66594016f2b3 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:54.430223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.480639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Calling delete_port for 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:54.486351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=5433453d-ba56-4401-ba95-c18ef0485bac,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:54.500544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:54.509173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b6eda0a-03df-4f7a-a607-01590da42d03 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:54.546313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.566567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Calling delete_port for e98bb7b0-3338-48e7-9d3a-d773040a1ca3 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:54.630027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Port': ['ID=4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:54.636415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:54.650430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.688755 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.2379043
Dec 22 13:08:54.689608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:54.690176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:54.690290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293a2dc40>,) {'filters': {'network_id': ['74aa9479-2336-4610-b15e-1ecee0868245']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:54.694400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:54.700738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:54.703718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293a2dc40>, '5f990ac1-b8f8-400b-943c-f8667f4aaede') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:54.704021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293a2dc40>, '5f990ac1-b8f8-400b-943c-f8667f4aaede') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:54.719080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.738308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.746377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:54.747061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:54.766506 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:54.802566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '5433453d-ba56-4401-ba95-c18ef0485bac'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:08:54.803451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.823442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.841885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d5c2dedb-775a-48bc-891d-c4d69542afd6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:54.857173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:54.864143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:54.865342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462320f-0f17-47fd-9df4-fc39c326e759,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:54.869947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:54.871138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:54.871721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.872892 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d462320f-0f17-47fd-9df4-fc39c326e759 HTTP/1.1" status: 204  len: 168 time: 0.6377769
Dec 22 13:08:54.887355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.888200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:54.895111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4a563377-7779-43b6-b9d7-f686dc9e1a25 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:54.947643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event deleted for resources: {'Port': ['ID=e98bb7b0-3338-48e7-9d3a-d773040a1ca3,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:54.951904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:54.975017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:54.980416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c80b786f-17a8-4562-a183-51caa1cdc565 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:55.011928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Allocated IP 2001:db8::f816:3eff:feef:27aa (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5433453d-ba56-4401-ba95-c18ef0485bac/e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:55.016525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.024595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Pushing event deleted for resources: {'Network': ['ID=74aa9479-2336-4610-b15e-1ecee0868245,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:55.031009 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/networks/74aa9479-2336-4610-b15e-1ecee0868245 HTTP/1.1" status: 204  len: 168 time: 1.9112735
Dec 22 13:08:55.032205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:55.033196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60312) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:55.038748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'routes': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:55.072041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.090879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:55.097014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.192759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Deleting port 4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:55.193450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.317178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1209b929-5a1d-42e3-a1f1-9046884d5c42 None None] The port '4e2c9e8b-3f9d-4df3-9d05-5ebee0c9da7a' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:08:55.417693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.425185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/ports/e98bb7b0-3338-48e7-9d3a-d773040a1ca3 HTTP/1.1" status: 204  len: 168 time: 1.4193602
Dec 22 13:08:55.431745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60318) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:55.437430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Transition to ACTIVE for port object e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:55.461789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Transition to ACTIVE for port object e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:55.505017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Added routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 22 13:08:55.505317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.extraroute_db [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Removed routes are [] {{(pid=88166) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 22 13:08:55.505675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.524880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Deleting subnet 616dd8e5-9f93-446b-b48a-9cff192e3acd {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:08:55.528670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.541986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.555951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-57a9d430-e22a-4a4d-b210-501d81a5ee9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:55.606102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.634561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:55.637758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:55.640185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:55.696241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Pushing event updated for resources: {'Port': ['ID=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:55.700364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:55.722400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.752911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Attempting to bind port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:08:55.753288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Attempting to bind port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:08:55.754208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Attempting to bind port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:08:55.755250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.759465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:08:55.759900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:08:55.760318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.760724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:08:55.761197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Bound port: e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:08:55.761576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.772314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fb01e098-23a9-4c73-9e85-a6de323b99f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:55.796255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.801645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.837679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:55.843024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:55.852093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:55.853219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.871464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] For port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:08:55.874724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] For port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:08:55.903425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=a4914351-e1ae-4432-815b-a07ed12b4643,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:55.906226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:55.971148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.974642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:55.978122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2527c81c-1166-4036-b762-779b228a7804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:55.987201 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2912183
Dec 22 13:08:55.988461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8fd556df-d4c1-4aa8-9a14-ff65bd6d253a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:56.074648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Pushing event updated for resources: {'Port': ['ID=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:56.079081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:56.101371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:56.109558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:58:88:06', 'name': 'tempest-NetworksTestDHCPv6-1964373996'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:56.139636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:08:56.171295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.174702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae08da8-d964-4b51-a588-c8eb4b4da47e None None] Network 5446df63-e57e-4400-8d5e-d045d5e89ae0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:56.179156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event deleted for resources: {'Subnet': ['ID=616dd8e5-9f93-446b-b48a-9cff192e3acd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:56.186745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:56.186745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/subnets/616dd8e5-9f93-446b-b48a-9cff192e3acd HTTP/1.1" status: 204  len: 168 time: 0.7500582
Dec 22 13:08:56.186745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60340) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:56.323015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.335482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Deleting port 33671344-9a30-453f-b9fd-10e9e4f7e951 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:56.336073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.490986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:56.492744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60346) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:56.507612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:56.512127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:56.520030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:56.521797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:56.529082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.530690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69ba355a-0074-4ed9-8eef-879c149740bd tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 705 time: 1.4965613
Dec 22 13:08:56.535001 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Sync routers for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:56.538517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] DHCP port deletion for 5446df63-e57e-4400-8d5e-d045d5e89ae0 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:08:56.542782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Deleting port 33671344-9a30-453f-b9fd-10e9e4f7e951 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:56.543201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.551103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60350) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:56.584928 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:56.584928 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ecb50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:56.640507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec216981-46ea-49e4-8ba4-e0c4e0c673b8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:56.645618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:56.647500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] For port 33671344-9a30-453f-b9fd-10e9e4f7e951, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33671344-9a30-453f-b9fd-10e9e4f7e951,segment=NetworkSegment(efeeb054-0882-4a0b-8ae2-ac055ab4f4ca),segment_id=efeeb054-0882-4a0b-8ae2-ac055ab4f4ca)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:56.648059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.834072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Calling delete_port for 33671344-9a30-453f-b9fd-10e9e4f7e951 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:56.852625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.859683 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:56.866702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ec216981-46ea-49e4-8ba4-e0c4e0c673b8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:56.876086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1077750380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:56.876242 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ec216981-46ea-49e4-8ba4-e0c4e0c673b8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 205 time: 0.3146358
Dec 22 13:08:56.876242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60356) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:56.890687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:56.899166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:router and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:56.903472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:56.913301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:56.962082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] For port 33671344-9a30-453f-b9fd-10e9e4f7e951, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=33671344-9a30-453f-b9fd-10e9e4f7e951,segment=NetworkSegment(efeeb054-0882-4a0b-8ae2-ac055ab4f4ca),segment_id=efeeb054-0882-4a0b-8ae2-ac055ab4f4ca)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:56.962632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:56.982918 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ecb50>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:56.987294 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Checking router: d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:56.995702 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Routers {'d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:57.003358 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ecb50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:57.031364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:08:57.036639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.040162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.072564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.081097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ab1ccfc-9db7-4203-b00a-4d1ed638f694 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:57.099541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Calling delete_port for 33671344-9a30-453f-b9fd-10e9e4f7e951 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:08:57.108264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.136623 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] Set router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:57.156549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event deleted for resources: {'Port': ['ID=33671344-9a30-453f-b9fd-10e9e4f7e951,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:57.164039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:57.175036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.176906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] No DVR routers for this DVR port 33671344-9a30-453f-b9fd-10e9e4f7e951 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:08:57.271653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:08:57.272003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:08:57.301986 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ecb50>, [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:57.311564 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0509ff97-33ba-490f-bf8b-82161e891f4d None None] The sync data for ids ['d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93'] in dv-neutron-822662-1-hyperv is: [{'id': 'd8a05b7c-1b5c-442c-9f8e-b4244d7f8a93', 'name': 'tempest-RoutersIpV6Test-router-1062655968', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:07:38Z', 'updated_at': '2021-12-22T13:08:51Z', 'revision_number': 11, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:08:57.411553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.442602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298d6bc10>,) {'filters': {'network_id': ['5446df63-e57e-4400-8d5e-d045d5e89ae0']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:57.461348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298d6bc10>, 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:57.461348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298d6bc10>, 'efeeb054-0882-4a0b-8ae2-ac055ab4f4ca') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:57.472586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.491657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.497729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.518739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:08:57.519209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:08:57.537511 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:08:57.563217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.567820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.673190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 172.20.0.5 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/a4914351-e1ae-4432-815b-a07ed12b4643/71356c2c-8f6c-4d1f-916d-ecf8caeaaa05) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:57.674677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.675234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:08:57.685842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe58:8806 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/5433453d-ba56-4401-ba95-c18ef0485bac/71356c2c-8f6c-4d1f-916d-ecf8caeaaa05) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:57.692684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f769521-5a2e-4368-a4b7-22814ad33535 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:08:57.714045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.714045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.714045 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6b30a929-c8a9-4ba2-9576-191030a77c8f tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 1.2165775
Dec 22 13:08:57.714045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d0889fc-4751-4a9f-bde7-b1faea616ded tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:57.714825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.719867 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cead1011-5414-467c-a769-62c3df4f10f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 204  len: 168 time: 0.8431301
Dec 22 13:08:57.719867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60360) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:57.734466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.741355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60362) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:57.742923 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] 10.222.0.16 "DELETE /v2.0/networks/5446df63-e57e-4400-8d5e-d045d5e89ae0 HTTP/1.1" status: 204  len: 168 time: 1.5558026
Dec 22 13:08:57.749675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1003738791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:57.759338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:57.764724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Usage tracker for resource:router and tenant:f36e6c45c7c64df187a474093b5f4463 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:57.771358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:57.778952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:57.797806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Pushing event deleted for resources: {'Network': ['ID=5446df63-e57e-4400-8d5e-d045d5e89ae0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:57.801607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Deleting port 33671344-9a30-453f-b9fd-10e9e4f7e951 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:57.801965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.803292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:57.906104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-26a6f593-6248-4dc9-8874-cd1661ef752e None None] The port '33671344-9a30-453f-b9fd-10e9e4f7e951' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:08:57.920975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.922045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.950367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:57.955113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-721831201'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:57.969599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:08:57.972507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:57.983728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:network and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:57.988934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:58.002108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:58.032445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9a259b60-11cc-4bbd-aa06-c464c2f4ca13 None None] Provisioning for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:58.055502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.169537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.179208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:58.186723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:58.190741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.206159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.226223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:58.227925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:08:58.230667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.237236 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-338c488e-b51d-4ea1-8337-30f86c6b446a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4930050
Dec 22 13:08:58.237943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60370) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:58.240760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:08:58.240760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.241439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:security_group_rule and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:58.244837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:58.251885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:58.265673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:58.301148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '5433453d-ba56-4401-ba95-c18ef0485bac', 'ip_address': '2001:db8::f816:3eff:feef:27aa'}, {'subnet_id': 'a4914351-e1ae-4432-815b-a07ed12b4643'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': 'e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:08:58.326900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.343681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1c54936e-93c5-4a0b-9078-f399afd5e889 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:58.372308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.410053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60376) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:58.447438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:08:58.452087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:08:58.460547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:08:58.503770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.517738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=71356c2c-8f6c-4d1f-916d-ecf8caeaaa05,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:58.523839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:58.561203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:58.562314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.601117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.606139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:58.683701 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8830421e-f2b2-4c4b-ac1d-46aed4e7c98d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=029878df298941648d359103d56cc385&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2710912
Dec 22 13:08:58.685142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.689811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:58.690564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-83a9f138-85fd-44df-a516-8d46aa3f3ad8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:58.692730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Allocated IP 172.20.0.2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/a4914351-e1ae-4432-815b-a07ed12b4643/e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:08:58.695967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.700123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-02458bc4-e963-46f1-9b23-dbbbd32f2df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:58.716946 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.6139066
Dec 22 13:08:58.729610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:08:58.742765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.743434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Added segment dba7a334-8cf1-43a7-9e2c-85b222a2dffe of type vlan for network 2ef29da3-af11-4703-85d1-95159a4b7629
Dec 22 13:08:58.760832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:58.765847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33671344-9a30-453f-b9fd-10e9e4f7e951 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:08:58.825618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 33671344-9a30-453f-b9fd-10e9e4f7e951 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:08:58.825883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 33671344-9a30-453f-b9fd-10e9e4f7e951 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:08:58.841164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ad16b1-595d-4f94-b163-de7236963e08,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:58.845532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.853987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.857027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:58.901593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:58.906146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:58.931817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.941268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.953163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] For port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:08:58.965988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.981740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:58.992447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7454f16-706a-465c-bfed-06e70eabdda0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:58.992447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7454f16-706a-465c-bfed-06e70eabdda0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:58.992447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7454f16-706a-465c-bfed-06e70eabdda0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:58.999154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Transition to ACTIVE for port object e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:08:59.013014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.019390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:08:59.019992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.036046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d6e5f019-a8ed-4720-9765-61e41f9d6c09 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:59.105822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.112406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:59.146050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Network': ['ID=2ef29da3-af11-4703-85d1-95159a4b7629,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:59.150195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:59.163395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2ef29da3-af11-4703-85d1-95159a4b7629 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:08:59.175753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7454f16-706a-465c-bfed-06e70eabdda0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:59.176939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7454f16-706a-465c-bfed-06e70eabdda0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.4089086
Dec 22 13:08:59.179157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60392) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:59.247187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:08:59.247537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.250006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Router 3a6095b4-baa1-4702-886c-c94eb3684a07 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:08:59.280798 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3382165
Dec 22 13:08:59.291327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.296108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60396) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:59.304637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e6388a69-c1f0-4ac2-8b32-4533f1a815a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:08:59.324527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'subnet': {'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:08:59.351059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6adfe0-aa39-4500-af26-0a90b6047551,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:59.361317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:59.367817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Pushing event updated for resources: {'Port': ['ID=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:08:59.372021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:08:59.416675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.420455 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf6adfe0-aa39-4500-af26-0a90b6047551 HTTP/1.1" status: 204  len: 168 time: 0.7188241
Dec 22 13:08:59.437936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:08:59.450416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.450416 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-db5d141c-ce68-49eb-8e12-d7c24254d909 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "PUT /v2.0/routers/3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 200  len: 698 time: 1.2087295
Dec 22 13:08:59.450602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Sync routers for ids ['3a6095b4-baa1-4702-886c-c94eb3684a07'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:08:59.454036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60402) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:59.463321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Routers {'3a6095b4-baa1-4702-886c-c94eb3684a07'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:59.464004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299f13670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3a6095b4-baa1-4702-886c-c94eb3684a07'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:59.617287 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-659a74af-36ed-47ae-915a-ed9458704383 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/routers/3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 200  len: 704 time: 0.1619129
Dec 22 13:08:59.617942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60406) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:59.643546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:08:59.654038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:subnet and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:08:59.667005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:08:59.682304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:08:59.684667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf471695-371d-4f79-bfdb-048b675a5dfa tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Synchronizing usage tracker for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:08:59.700040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf471695-371d-4f79-bfdb-048b675a5dfa tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Unset dirty status for tenant:f36e6c45c7c64df187a474093b5f4463 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:08:59.701898 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cf471695-371d-4f79-bfdb-048b675a5dfa tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 200  len: 205 time: 0.0830338
Dec 22 13:08:59.706578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60410) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:08:59.747799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Set router 3a6095b4-baa1-4702-886c-c94eb3684a07 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:08:59.753423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.828450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:08:59.834022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:08:59.919733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299f13670>, [{'id': '3a6095b4-baa1-4702-886c-c94eb3684a07', 'name': 'tempest-RoutersIpV6Test-router-1003738791', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:57Z', 'updated_at': '2021-12-22T13:08:58Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:59.933054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Checking router: 3a6095b4-baa1-4702-886c-c94eb3684a07 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:08:59.960809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Routers {'3a6095b4-baa1-4702-886c-c94eb3684a07'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:08:59.963526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299f13670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:08:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3a6095b4-baa1-4702-886c-c94eb3684a07'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:08:59.978075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:00.025670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.065754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:00.220388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] Set router 3a6095b4-baa1-4702-886c-c94eb3684a07 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:00.363309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299f13670>, [{'id': '3a6095b4-baa1-4702-886c-c94eb3684a07', 'name': 'tempest-RoutersIpV6Test-router-1003738791', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:57Z', 'updated_at': '2021-12-22T13:08:58Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:00.377808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f88f7-a1ec-4d53-8112-a658b8a2304f None None] The sync data for ids ['3a6095b4-baa1-4702-886c-c94eb3684a07'] in dv-neutron-822662-1-hyperv is: [{'id': '3a6095b4-baa1-4702-886c-c94eb3684a07', 'name': 'tempest-RoutersIpV6Test-router-1003738791', 'tenant_id': 'f36e6c45c7c64df187a474093b5f4463', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:08:57Z', 'updated_at': '2021-12-22T13:08:58Z', 'revision_number': 2, 'project_id': 'f36e6c45c7c64df187a474093b5f4463', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:00.426121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.428578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.500349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5bdfc7da-0bb8-4089-98ce-a11aa4f5fea1 None None] Provisioning for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:00.506808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5bdfc7da-0bb8-4089-98ce-a11aa4f5fea1 None None] Provisioning complete for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:00.506808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5bdfc7da-0bb8-4089-98ce-a11aa4f5fea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.557639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.558348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Fanout notify agent at l3_agent the message router_deleted on router 3a6095b4-baa1-4702-886c-c94eb3684a07 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:09:00.576721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.577792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fae3e873-69d9-48b3-a75d-c01a7a65d4d5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 204  len: 168 time: 0.8698301
Dec 22 13:09:00.583937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60414) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:00.630477 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8663eae4-9824-498a-aa9c-fc27d463c4f7 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 200  len: 205 time: 0.0453584
Dec 22 13:09:00.633086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60418) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:00.703439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.711840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:00.717045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8fb13c8f-6426-429b-a608-9da31f8efe3a tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:00.751163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-dfd62f1a-a459-4003-b344-1264777decca tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:00.752717 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dfd62f1a-a459-4003-b344-1264777decca tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/3a6095b4-baa1-4702-886c-c94eb3684a07 HTTP/1.1" status: 404  len: 336 time: 0.1179278
Dec 22 13:09:00.755354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60422) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:00.767758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-706c68b3-828f-4820-8482-ae13f903caa0 None None] Could not find standard attr ID for object 71356c2c-8f6c-4d1f-916d-ecf8caeaaa05. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:00.874559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Subnet': ['ID=d6467711-5f9d-4da0-ac7f-ccdcc43e6f52,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:00.887873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:00.887873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:00.936925 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7af18a-2f92-4500-9a94-7ba694d25d9d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:00.937376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7af18a-2f92-4500-9a94-7ba694d25d9d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:00.939883 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d7af18a-2f92-4500-9a94-7ba694d25d9d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/e4605d06-80c7-41a5-974a-38b4771bbe72 HTTP/1.1" status: 404  len: 337 time: 0.1837263
Dec 22 13:09:00.942507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60426) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:00.975043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=71356c2c-8f6c-4d1f-916d-ecf8caeaaa05,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:00.981564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Checking segment: {'id': 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:00.982144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network hostable DHCP agents. Network: 2ef29da3-af11-4703-85d1-95159a4b7629, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:09:00.982257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-c647205a-f5b1-4734-af74-5db9a56e6302 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:00.982644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c647205a-f5b1-4734-af74-5db9a56e6302 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:00.984356 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c647205a-f5b1-4734-af74-5db9a56e6302 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/6f813fc1-2076-4ec6-92af-9f94ed8217dc HTTP/1.1" status: 404  len: 337 time: 0.0407264
Dec 22 13:09:00.988116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:00.988706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60430) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.022573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.027294 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8e71f7-3bbf-4b8e-b4af-7dafae95149c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:01.027761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b8e71f7-3bbf-4b8e-b4af-7dafae95149c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:01.029279 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b8e71f7-3bbf-4b8e-b4af-7dafae95149c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/a4ea3d47-817b-4e7c-8df6-46a4e991c1c8 HTTP/1.1" status: 404  len: 337 time: 0.0396290
Dec 22 13:09:01.031959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60434) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.073162 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f73462-a676-4ae6-b19f-8d4da0d1d0a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:01.073614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f73462-a676-4ae6-b19f-8d4da0d1d0a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:01.075257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b9f73462-a676-4ae6-b19f-8d4da0d1d0a4 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/ce6a57e9-fecc-4ed2-8ab6-1ef3ac8468b8 HTTP/1.1" status: 404  len: 337 time: 0.0417249
Dec 22 13:09:01.077952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60438) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.105672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 2ef29da3-af11-4703-85d1-95159a4b7629 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:09:01.121595 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ffce5245-541c-4ec9-af7e-8fa3e5ba2844 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 200  len: 205 time: 0.0425134
Dec 22 13:09:01.124217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60442) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.187567 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 HTTP/1.1" status: 204  len: 168 time: 2.0072663
Dec 22 13:09:01.190824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60446) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.197228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2ef29da3-af11-4703-85d1-95159a4b7629) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:01.199390 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-25617fa9-dcf0-4e80-b971-83f28f15ca8e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:01.200764 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-25617fa9-dcf0-4e80-b971-83f28f15ca8e tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/d8a05b7c-1b5c-442c-9f8e-b4244d7f8a93 HTTP/1.1" status: 404  len: 336 time: 0.0748882
Dec 22 13:09:01.203643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:01.204604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.208587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60450) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.211813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01658cf-35cd-4103-b98e-9c63984b003a None None] Network 2ef29da3-af11-4703-85d1-95159a4b7629 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:01.280649 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-86c31002-0ab7-40eb-87e1-d39494985a10 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=d85b30d3-4d95-4a9d-a879-7bcce179d3c2 HTTP/1.1" status: 200  len: 205 time: 0.0647020
Dec 22 13:09:01.280649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60454) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.312420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:01.312420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:01.312420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:01.320433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:01.375431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0505371
Dec 22 13:09:01.375431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-7e834155-ffd7-491d-b0e8-d99be6dd127b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:01.375431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7e834155-ffd7-491d-b0e8-d99be6dd127b tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/d85b30d3-4d95-4a9d-a879-7bcce179d3c2 HTTP/1.1" status: 404  len: 336 time: 0.0894041
Dec 22 13:09:01.381619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60458) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.386315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60460) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.395300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'network': {'name': 'tempest-router-network01--1233392621'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:01.395300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:01.395300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:network and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:01.413697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:01.413697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:01.421372 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-30936434-6faf-40ec-86e7-9b1a8f9adbd1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.2242391
Dec 22 13:09:01.421372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60466) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.434022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:01.465996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff0fa74-5413-464e-a651-6734367d356c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:01.465996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff0fa74-5413-464e-a651-6734367d356c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:01.465996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3ff0fa74-5413-464e-a651-6734367d356c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/f76f9421-df17-4d1d-8219-736d3bbbf533 HTTP/1.1" status: 404  len: 337 time: 0.0925565
Dec 22 13:09:01.465996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60470) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.520351 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e603930b-6645-412f-be21-1c9a49b751c3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 200  len: 205 time: 0.0560000
Dec 22 13:09:01.520532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60474) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.526245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 5433453d-ba56-4401-ba95-c18ef0485bac {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:01.534126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.564154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2ef29da3-af11-4703-85d1-95159a4b7629', 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629', 'tenant_id': '219c735495b54259aaf492d3710c9c90', 'fixed_ips': [{'subnet_id': 'd6467711-5f9d-4da0-ac7f-ccdcc43e6f52'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:01.566378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.589449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:01.593330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.616271 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-b8697875-1c1b-4439-ac36-294614d8afb0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:01.616271 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8697875-1c1b-4439-ac36-294614d8afb0 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/e460e5a0-f503-40a8-8f95-d844ec6ad28e HTTP/1.1" status: 404  len: 336 time: 0.0851195
Dec 22 13:09:01.616271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60478) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.636205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.663325 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-695b7c41-89a0-46ec-9f64-540b599e0f30 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=8440307c-92d7-40a0-a063-420270b3a2e6 HTTP/1.1" status: 200  len: 205 time: 0.0526035
Dec 22 13:09:01.665714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60482) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.683820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:09:01.703847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.705085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Added segment f189a136-f043-4197-9ffa-1baa9081ad65 of type vlan for network 62e1c835-10a0-49b2-b474-5292d4315614
Dec 22 13:09:01.747199 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e87d3900-c3df-4acf-a6cf-b039e1dbb0bb tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:01.751194 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e87d3900-c3df-4acf-a6cf-b039e1dbb0bb tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/8440307c-92d7-40a0-a063-420270b3a2e6 HTTP/1.1" status: 404  len: 336 time: 0.0814822
Dec 22 13:09:01.751304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.751418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60486) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.766767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.775837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Allocated IP 2001:db8::2 (2ef29da3-af11-4703-85d1-95159a4b7629/d6467711-5f9d-4da0-ac7f-ccdcc43e6f52/68cd932e-6a88-4437-b20d-89bb266c5e6a) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:01.792387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf5060-13d0-486d-947b-032bd27f69e6 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:01.792846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcf5060-13d0-486d-947b-032bd27f69e6 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:01.795044 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-afcf5060-13d0-486d-947b-032bd27f69e6 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/356be54b-c0a5-459d-8cec-0e59860e9d39 HTTP/1.1" status: 404  len: 337 time: 0.0422986
Dec 22 13:09:01.797598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60490) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.862545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b10e94a4-8601-41ac-a4b5-e0de802f7063 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=52788956-814f-4419-bb53-2a7b7b6b785c HTTP/1.1" status: 200  len: 205 time: 0.0622299
Dec 22 13:09:01.865208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60494) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:01.928043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.933555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:01.934139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.946753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e2b9e943-4aa1-4f24-aebd-bc0275cfd679 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:01.972145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:01.980042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-7ee0d098-82d5-4f36-ab35-4da522ee10cf tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:01.982876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7ee0d098-82d5-4f36-ab35-4da522ee10cf tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/52788956-814f-4419-bb53-2a7b7b6b785c HTTP/1.1" status: 404  len: 336 time: 0.1147952
Dec 22 13:09:01.986190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60498) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.004732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.015472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Transition to ACTIVE for port object 68cd932e-6a88-4437-b20d-89bb266c5e6a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:02.031964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c1d343-07c0-4c38-8804-4d6c8a10a5d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:02.032891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c1d343-07c0-4c38-8804-4d6c8a10a5d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:02.037098 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-49c1d343-07c0-4c38-8804-4d6c8a10a5d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/d0971aae-b0ec-4118-a34c-cf934ac045de HTTP/1.1" status: 404  len: 337 time: 0.0471675
Dec 22 13:09:02.037234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Transition to ACTIVE for port object 68cd932e-6a88-4437-b20d-89bb266c5e6a will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:02.037330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60502) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.052608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfae553-0762-4865-bcd4-2cc56cb940ea None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:02.058376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.062993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5433453d-ba56-4401-ba95-c18ef0485bac HTTP/1.1" status: 204  len: 168 time: 0.6381867
Dec 22 13:09:02.065029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60506) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.085645 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-043be34a-3327-48ea-900c-e4878d5afa18 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "GET /v2.0/ports?device_id=a458f70b-9fdf-4b55-921b-0b525f676dd3 HTTP/1.1" status: 200  len: 205 time: 0.0449293
Dec 22 13:09:02.085975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60510) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.114166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Network': ['ID=62e1c835-10a0-49b2-b474-5292d4315614,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:02.122758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:02.123524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b6357e3-5695-43a9-93c8-2e540ef26733 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:02.130925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.135558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 62e1c835-10a0-49b2-b474-5292d4315614 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:09:02.159287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-86b8c33e-a6ad-42de-9085-7b0ef3073e1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:02.161443 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-7efc420b-f67b-4c9b-913e-d8b96478bb2d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:02.164984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7efc420b-f67b-4c9b-913e-d8b96478bb2d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/routers/a458f70b-9fdf-4b55-921b-0b525f676dd3 HTTP/1.1" status: 404  len: 336 time: 0.0756171
Dec 22 13:09:02.165162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.170165 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8005536
Dec 22 13:09:02.171258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=5433453d-ba56-4401-ba95-c18ef0485bac,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:02.173422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60518) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.177956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:02.184160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'network': {'name': 'tempest-router-network02--1139438864'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:02.193281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:02.202549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet a4914351-e1ae-4432-815b-a07ed12b4643 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:02.205708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:network and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:02.208857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b365d69e-8159-4aec-92c8-af82b4f4b397 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:02.209323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b365d69e-8159-4aec-92c8-af82b4f4b397 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:02.209877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:02.214424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b365d69e-8159-4aec-92c8-af82b4f4b397 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/e0916321-7a8d-4c61-8679-f9413334a6f4 HTTP/1.1" status: 404  len: 337 time: 0.0447907
Dec 22 13:09:02.214571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.214662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.249921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:02.279002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.290613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6a5b6a-9475-4192-a1ad-0e34f4ced27d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:09:02.291470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6a5b6a-9475-4192-a1ad-0e34f4ced27d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:02.298793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4d6a5b6a-9475-4192-a1ad-0e34f4ced27d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] 10.222.0.16 "DELETE /v2.0/subnets/89d499ef-db97-40c1-a0bc-97f4b1ad3a8c HTTP/1.1" status: 404  len: 337 time: 0.0825722
Dec 22 13:09:02.326458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:02.330128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.377955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:09:02.379310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Network 2ef29da3-af11-4703-85d1-95159a4b7629 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:02.385962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:02.401703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.402053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Added segment 51a5953a-eacc-4597-896a-25abf85b5e0c of type vlan for network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0
Dec 22 13:09:02.412988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:02.420753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Pushing event updated for resources: {'Port': ['ID=68cd932e-6a88-4437-b20d-89bb266c5e6a,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:02.433467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:02.441001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.444948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.538570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.573278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Attempting to bind port 68cd932e-6a88-4437-b20d-89bb266c5e6a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:02.573566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Attempting to bind port 68cd932e-6a88-4437-b20d-89bb266c5e6a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:02.574215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Attempting to bind port 68cd932e-6a88-4437-b20d-89bb266c5e6a on network 2ef29da3-af11-4703-85d1-95159a4b7629 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:02.581943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:02.583318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Checking segment: {'id': 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:02.583318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.583318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Bound using segment: {'id': 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:02.583633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Bound port: 68cd932e-6a88-4437-b20d-89bb266c5e6a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '2ef29da3-af11-4703-85d1-95159a4b7629'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:02.583990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.608360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.614937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:02.615548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.619367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-adce93bc-dea1-4cb9-9d80-3bdc2ecd3acf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:02.651326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.732818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.733431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] For port 68cd932e-6a88-4437-b20d-89bb266c5e6a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:02.734518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/a4914351-e1ae-4432-815b-a07ed12b4643 HTTP/1.1" status: 204  len: 168 time: 0.6688921
Dec 22 13:09:02.737384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60530) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.737937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] For port 68cd932e-6a88-4437-b20d-89bb266c5e6a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=68cd932e-6a88-4437-b20d-89bb266c5e6a,segment=NetworkSegment(dba7a334-8cf1-43a7-9e2c-85b222a2dffe),segment_id=dba7a334-8cf1-43a7-9e2c-85b222a2dffe)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:02.816638 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6371658
Dec 22 13:09:02.816638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Network': ['ID=6baa9474-edcd-47b7-8dd8-2aad8dc425e0,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:02.816979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60536) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.818611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-766ccae6-a3e9-434f-9fd0-3907a139c512 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0801313
Dec 22 13:09:02.819742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:02.820431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-272c4fb6-3d84-4ed1-bad6-e41f036bc6ad tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:02.822857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'subnet': {'network_id': '62e1c835-10a0-49b2-b474-5292d4315614', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:02.834684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:09:02.849724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60540) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:02.857362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:02.867339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:02.875274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d0ee7ae5-a321-40f2-9e1e-64b6c2a27e93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:02.884237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=a4914351-e1ae-4432-815b-a07ed12b4643,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:02.890104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:02.951602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60544) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:03.018684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:03.026245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:03.049587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Pushing event updated for resources: {'Port': ['ID=68cd932e-6a88-4437-b20d-89bb266c5e6a,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:03.049587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:03.075154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8feaf-f530-4a30-83d6-55b4e1e6aec8 None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': 'a4914351-e1ae-4432-815b-a07ed12b4643'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': 'e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:09:03.078470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:03.084065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:subnet and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:03.087301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:03.094527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:03.144687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:03.145180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7f8feaf-f530-4a30-83d6-55b4e1e6aec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.148434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.203402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:03.207780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.385424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-730c8233-7169-408d-9c37-2dc63549787d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f36e6c45c7c64df187a474093b5f4463&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4322865
Dec 22 13:09:03.389970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60552) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:03.469007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365557d-ad58-4979-a0e7-e870f160bb7f None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:03.502523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.582818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.604487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bc616c56-edb9-4ce0-a423-0fce4be3bc97 None None] Provisioning complete for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:03.604893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bc616c56-edb9-4ce0-a423-0fce4be3bc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.654774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.654774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1e2e6e69-96c3-4391-bcb7-b609d7832dce tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:03.750385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Subnet': ['ID=8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:03.753894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:03.760232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Checking segment: {'id': 'f189a136-f043-4197-9ffa-1baa9081ad65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:03.760587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network hostable DHCP agents. Network: 62e1c835-10a0-49b2-b474-5292d4315614, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:09:03.769941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.781613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35697465-40c0-434b-8b89-69126262ed2e tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:03.816549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.838529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:03.843194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Deleting port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:03.843672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.845619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:03.857658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:03.857658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:03.857658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.871831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=732238c7-51ab-4dca-99c6-2901b8529cee,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:03.876508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:03.877234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-82c0619b-fb03-4202-aee0-d9c18fbc17e0 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:03.883805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 62e1c835-10a0-49b2-b474-5292d4315614 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:09:03.895119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2a9352-6efb-451b-a0d9-27e58b3567cd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:03.899345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:03.930306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.934007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b2a9352-6efb-451b-a0d9-27e58b3567cd HTTP/1.1" status: 204  len: 168 time: 0.5405080
Dec 22 13:09:03.969589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 68cd932e-6a88-4437-b20d-89bb266c5e6a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:03.985568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 62e1c835-10a0-49b2-b474-5292d4315614) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:03.986570 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1323512
Dec 22 13:09:03.989524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60558) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:03.994478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:03.995108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:03.998927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:04.010809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7aace0-7f00-45a0-8dae-448e7eadcb49 None None] Network 62e1c835-10a0-49b2-b474-5292d4315614 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:04.115639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2974560
Dec 22 13:09:04.117168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60562) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:04.123689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'subnet': {'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:04.187402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:04.194800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:04.198134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:04.207793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:04.297020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:04.300201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:subnet and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:04.308462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:04.310984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:04.315552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:04.341327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:04.420100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:04.425152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:04.543055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] For port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:04.543467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:04.561450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b78ecd2-0d0a-493f-b33d-b99c411e4b7b None None] Network 2ef29da3-af11-4703-85d1-95159a4b7629 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:04.733271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Calling delete_port for e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:04.764104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 68cd932e-6a88-4437-b20d-89bb266c5e6a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:04.883516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:04.890227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-40018731-0426-41d6-b474-ee73b26991ad tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:04.934708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-62e1c835-10a0-49b2-b474-5292d4315614', 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614', 'tenant_id': '219c735495b54259aaf492d3710c9c90', 'fixed_ips': [{'subnet_id': '8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:04.936311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:04.960346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:05.010154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:05.012081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Subnet': ['ID=b653bccf-f00b-44e4-b10b-46e49c36b8e0,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:05.015819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:05.017256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Checking segment: {'id': '51a5953a-eacc-4597-896a-25abf85b5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:05.017620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network hostable DHCP agents. Network: 6baa9474-edcd-47b7-8dd8-2aad8dc425e0, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:09:05.046541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Provisioning for port 68cd932e-6a88-4437-b20d-89bb266c5e6a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:05.117582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:09:05.139770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Provisioning complete for port 68cd932e-6a88-4437-b20d-89bb266c5e6a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:05.140160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.188183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.204515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320a5ffd-7275-4ab6-8448-520489d13463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:05.226093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 22 13:09:05.226670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Reverting IP allocation for 2001:db8::f816:3eff:feef:27aa {{(pid=88167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 22 13:09:05.230170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.ipam_pluggable_backend [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feef:27aa {{(pid=88167) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 22 13:09:05.231456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.238176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-806e2948-00fd-4425-a56f-07255c3dee0c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:05.272014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e34a084-1ab1-4299-8895-59ddbe6a7d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.281451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Pushing event deleted for resources: {'Port': ['ID=e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:05.284553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] No DVR routers for this DVR port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:05.294876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:05.307799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:09:05.307799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e466e1b4-2fd8-4687-9d5b-b9cbce2ed80c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:05.311567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 6baa9474-edcd-47b7-8dd8-2aad8dc425e0) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:05.322107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:05.323434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.351821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:05.354455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757d221e-08ae-4c10-ba90-8ed4ea93af16 None None] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:05.355798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:05.366062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:05.366985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.389667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faa9c4f-847a-464d-8618-e90a4dfc1110 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:05.403212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=7b10dfaf-7b97-45fd-b84f-5866be8c2f44,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:05.408562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:05.426490 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3079615
Dec 22 13:09:05.429230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60584) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:05.481271 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.4875910
Dec 22 13:09:05.481492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60588) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:05.494681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:2a:d3:a9', 'name': 'tempest-NetworksTestDHCPv6-2096612329'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:05.689428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:05.694693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:05.699336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:05.707695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:05.724383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Allocated IP 2001:db8::2 (62e1c835-10a0-49b2-b474-5292d4315614/8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2/2f036e22-fc4c-432f-b880-678cc9b5640d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:05.784011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.802987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:05.947609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:05.977086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port eb143585-0291-416a-9909-456be5c85c01 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:06.053323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] For port 68cd932e-6a88-4437-b20d-89bb266c5e6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=68cd932e-6a88-4437-b20d-89bb266c5e6a,segment=NetworkSegment(dba7a334-8cf1-43a7-9e2c-85b222a2dffe),segment_id=dba7a334-8cf1-43a7-9e2c-85b222a2dffe)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:06.165586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.174413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16c7e399-e605-40d5-a5d1-164809efee62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:06.241333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.273061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '732238c7-51ab-4dca-99c6-2901b8529cee'}, {'subnet_id': '7b10dfaf-7b97-45fd-b84f-5866be8c2f44'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:06.273927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.286097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-6baa9474-edcd-47b7-8dd8-2aad8dc425e0', 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0', 'tenant_id': '219c735495b54259aaf492d3710c9c90', 'fixed_ips': [{'subnet_id': 'b653bccf-f00b-44e4-b10b-46e49c36b8e0'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:06.293404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 172.20.0.3 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/732238c7-51ab-4dca-99c6-2901b8529cee/eb143585-0291-416a-9909-456be5c85c01) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:06.295418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.314624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe2a:d3a9 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/7b10dfaf-7b97-45fd-b84f-5866be8c2f44/eb143585-0291-416a-9909-456be5c85c01) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:06.375210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Pushing event updated for resources: {'Port': ['ID=68cd932e-6a88-4437-b20d-89bb266c5e6a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:06.408683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:06.565029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0d9e2dde-322f-4171-8142-aa8257efe2af None None] Provisioning complete for port 68cd932e-6a88-4437-b20d-89bb266c5e6a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:06.565029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d9e2dde-322f-4171-8142-aa8257efe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.673233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.708101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Transition to ACTIVE for port object 2f036e22-fc4c-432f-b880-678cc9b5640d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:06.730715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.747593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object eb143585-0291-416a-9909-456be5c85c01 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:06.778374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Transition to ACTIVE for port object 2f036e22-fc4c-432f-b880-678cc9b5640d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:06.818582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Allocated IP 2001:db8::2 (6baa9474-edcd-47b7-8dd8-2aad8dc425e0/b653bccf-f00b-44e4-b10b-46e49c36b8e0/f3e94ff1-1dcc-4566-937f-418e77e194d0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:06.832390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.839184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b057b3df-4df6-45b8-bc76-4369dad34a1c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:06.892049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:06.915420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:06.927585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:06.927585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:06.928291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d8f86fd3-a587-4858-a1b4-afecad6d4aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:06.966651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Allocated IP 2001:db8::1 (62e1c835-10a0-49b2-b474-5292d4315614/8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2/b2fbeb8b-2078-48df-9f62-613d420d7df1) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:06.988145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=eb143585-0291-416a-9909-456be5c85c01,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:06.992407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:06.998178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:06.998796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.072363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Network 62e1c835-10a0-49b2-b474-5292d4315614 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:07.080065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:07.088991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:07.096568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f036e22-fc4c-432f-b880-678cc9b5640d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:07.104757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:07.155552 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.6728916
Dec 22 13:09:07.156500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60614) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:07.258418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.288785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Transition to ACTIVE for port object b2fbeb8b-2078-48df-9f62-613d420d7df1 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:07.312999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acaad49-a908-4353-a145-2924df9e7703 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:07.312999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9acaad49-a908-4353-a145-2924df9e7703 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:07.341882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Attempting to bind port 2f036e22-fc4c-432f-b880-678cc9b5640d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:07.342230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Attempting to bind port 2f036e22-fc4c-432f-b880-678cc9b5640d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'f189a136-f043-4197-9ffa-1baa9081ad65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:07.342596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Attempting to bind port 2f036e22-fc4c-432f-b880-678cc9b5640d on network 62e1c835-10a0-49b2-b474-5292d4315614 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:07.346879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Allocated IP 172.20.0.2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/732238c7-51ab-4dca-99c6-2901b8529cee/55946a98-d9d6-4ce3-aa71-fab5b33629e1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:07.358741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:07.359150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Checking segment: {'id': 'f189a136-f043-4197-9ffa-1baa9081ad65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:07.359558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.360525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Bound using segment: {'id': 'f189a136-f043-4197-9ffa-1baa9081ad65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:07.361499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Bound port: 2f036e22-fc4c-432f-b880-678cc9b5640d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f189a136-f043-4197-9ffa-1baa9081ad65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '62e1c835-10a0-49b2-b474-5292d4315614'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:07.361878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.380023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Allocated IP 2001:db8::f816:3eff:fea6:53dc (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/7b10dfaf-7b97-45fd-b84f-5866be8c2f44/55946a98-d9d6-4ce3-aa71-fab5b33629e1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:07.402537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.403765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9acaad49-a908-4353-a145-2924df9e7703 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:07.407369 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9acaad49-a908-4353-a145-2924df9e7703 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.2495193
Dec 22 13:09:07.408584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60618) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:07.432774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.439484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:07.466807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Transition to ACTIVE for port object f3e94ff1-1dcc-4566-937f-418e77e194d0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:07.483996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port eb143585-0291-416a-9909-456be5c85c01 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:07.484590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.527471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 62e1c835-10a0-49b2-b474-5292d4315614 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:07.533975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:07.544359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:07.545257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.551710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c18f6a7d-685b-4525-9858-3d56162ffbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.574519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Transition to ACTIVE for port object f3e94ff1-1dcc-4566-937f-418e77e194d0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:07.578490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Port': ['ID=b2fbeb8b-2078-48df-9f62-613d420d7df1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:07.598935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:07.628511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] For port 2f036e22-fc4c-432f-b880-678cc9b5640d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:07.645818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] For port 2f036e22-fc4c-432f-b880-678cc9b5640d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2f036e22-fc4c-432f-b880-678cc9b5640d,segment=NetworkSegment(f189a136-f043-4197-9ffa-1baa9081ad65),segment_id=f189a136-f043-4197-9ffa-1baa9081ad65)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:07.702485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.709151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b70cc090-b524-4758-aa38-5c26d6d4abd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:07.777438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.792137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:07.795812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.796940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:07.799802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.804111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:07.815908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Pushing event updated for resources: {'Port': ['ID=f3e94ff1-1dcc-4566-937f-418e77e194d0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:07.821359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Transition to ACTIVE for port object 55946a98-d9d6-4ce3-aa71-fab5b33629e1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:07.823824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:07.864651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:07.872870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d76c6cde-00e7-4a2c-8956-e3bdc41006f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:07.935648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for eb143585-0291-416a-9909-456be5c85c01 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:07.966662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60622) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:07.989054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174073253', 'description': 'tempest-secgroup-smoke-174073253 description', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:07.999730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:08.007723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:08.011656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 68cd932e-6a88-4437-b20d-89bb266c5e6a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:08.012935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:08.021590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:08.099779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Transition to ACTIVE for port object 55946a98-d9d6-4ce3-aa71-fab5b33629e1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:08.134933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Attempting to bind port f3e94ff1-1dcc-4566-937f-418e77e194d0 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:08.135312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Attempting to bind port f3e94ff1-1dcc-4566-937f-418e77e194d0 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '51a5953a-eacc-4597-896a-25abf85b5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:08.135682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Attempting to bind port f3e94ff1-1dcc-4566-937f-418e77e194d0 on network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:08.146441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:08.146825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Checking segment: {'id': '51a5953a-eacc-4597-896a-25abf85b5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:08.147327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.147927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Bound using segment: {'id': '51a5953a-eacc-4597-896a-25abf85b5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:08.148569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Bound port: f3e94ff1-1dcc-4566-937f-418e77e194d0, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a5953a-eacc-4597-896a-25abf85b5e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6baa9474-edcd-47b7-8dd8-2aad8dc425e0'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:08.149114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.151926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.163174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Pushing event updated for resources: {'Port': ['ID=2f036e22-fc4c-432f-b880-678cc9b5640d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.164649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.179249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.204848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:08.214283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:08.217411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:08.223641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:08.223926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 68cd932e-6a88-4437-b20d-89bb266c5e6a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:08.224308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.230827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.260792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.271880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:08.352690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.359527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ca32f39f-25b5-45a3-8776-6965a8e31379 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:08.373539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:08.375264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:08.381704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:08.384042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] For port f3e94ff1-1dcc-4566-937f-418e77e194d0, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:08.387542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] For port f3e94ff1-1dcc-4566-937f-418e77e194d0, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f3e94ff1-1dcc-4566-937f-418e77e194d0,segment=NetworkSegment(51a5953a-eacc-4597-896a-25abf85b5e0c),segment_id=51a5953a-eacc-4597-896a-25abf85b5e0c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:08.391367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.394250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.397061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-210f5e7e-c310-44fb-804d-30d06dee27da tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:08.397281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Pushing event updated for resources: {'Port': ['ID=55946a98-d9d6-4ce3-aa71-fab5b33629e1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.417508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=eb143585-0291-416a-9909-456be5c85c01,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.423863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.434168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.523778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Port': ['ID=b2fbeb8b-2078-48df-9f62-613d420d7df1,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.536637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.549475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-84ceb42c-2c42-422d-a59c-e7181a588ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:08.633347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.647089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.665468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.667759 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/eb143585-0291-416a-9909-456be5c85c01 HTTP/1.1" status: 204  len: 168 time: 1.2580223
Dec 22 13:09:08.670476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60626) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:08.747402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 62e1c835-10a0-49b2-b474-5292d4315614 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:08.752515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:08.755721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Attempting to bind port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:08.756108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Attempting to bind port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:08.756533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Attempting to bind port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:08.775759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:08.777815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:08.778951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:08.781141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:08.781280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:08.783107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:08.794954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.794954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:08.794954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Bound port: 55946a98-d9d6-4ce3-aa71-fab5b33629e1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:08.794954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.795599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.795599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3393f79-044e-43d8-9699-149aed132572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:08.806193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Pushing event updated for resources: {'Port': ['ID=f3e94ff1-1dcc-4566-937f-418e77e194d0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.813136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:08.820681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.824362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.824817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.832097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:08.838107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:08.852250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:08.853421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41df8dcd-5a99-4a14-b539-dc9f2f972b10,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:08.857527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:08.920095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] For port 55946a98-d9d6-4ce3-aa71-fab5b33629e1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:08.924746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] For port 55946a98-d9d6-4ce3-aa71-fab5b33629e1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55946a98-d9d6-4ce3-aa71-fab5b33629e1,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:08.941034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:08.993224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:08.994493 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-097f2be1-05e8-4427-af09-764a4a6b9551 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3227611
Dec 22 13:09:08.997451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60630) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:09.067336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.072984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:09.118964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.135324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4ccb733f-2c98-41bd-8400-3cb9fab6aa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:09.171387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 732238c7-51ab-4dca-99c6-2901b8529cee {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:09.178523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Pushing event updated for resources: {'Port': ['ID=55946a98-d9d6-4ce3-aa71-fab5b33629e1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:09.182330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.182670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:09.249055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03efbc1e-d488-4965-af40-3fdf6e8bc141,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:09.254686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:09.271198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Router b9494b62-74bc-49b0-a88a-39ee54d00492 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:09:09.280614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.398932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.437765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.440099 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.4722033
Dec 22 13:09:09.445534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60634) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:09.455452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:09.491118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:09.515095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:09.515095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:09.518894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:09.536015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:09.550726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1149013
Dec 22 13:09:09.550927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] Sync routers for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:09.552360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60640) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:09.565002 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:09.566032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529909c430>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:09.637502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.641974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ed8b9036-2f35-4da5-9d38-c3d1213804c7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:09.680885 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529909c430>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:09.696119 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:09.696743 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529909c430>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:09.725640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.730665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=732238c7-51ab-4dca-99c6-2901b8529cee,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:09.744261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:09.769092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:09.812521 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529909c430>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:09.813069 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bbea4c-baab-4524-b90e-7991c9e3dbde None None] The sync data for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:09.839666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0b1257-7170-4c0b-908e-3b7133944368 None None] Network 62e1c835-10a0-49b2-b474-5292d4315614 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:09.894657 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/732238c7-51ab-4dca-99c6-2901b8529cee HTTP/1.1" status: 204  len: 168 time: 0.8960598
Dec 22 13:09:09.898359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60646) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:10.008357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 7b10dfaf-7b97-45fd-b84f-5866be8c2f44 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:10.012849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.162548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f3e94ff1-1dcc-4566-937f-418e77e194d0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:10.211779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9bd59055-28ec-44fd-89ce-e239f2936f9e None None] Provisioning for port 2f036e22-fc4c-432f-b880-678cc9b5640d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:10.256596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.318775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.371153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.405090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.426267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4518d31d-c928-49a8-ac7e-4f731bf8665b None None] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:10.434993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.447322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2e1bc822-4d8d-4c1b-96b0-bcd54df72ab0 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:10.481610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8165069d-c0fc-4437-b173-aa70d1cc4461,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:10.509750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:10.513231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f3e94ff1-1dcc-4566-937f-418e77e194d0 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:10.531067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55946a98-d9d6-4ce3-aa71-fab5b33629e1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:10.542350 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-f1cd45f4-0ffa-4307-9823-2d962c1b2d7a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:10.543432 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1cd45f4-0ffa-4307-9823-2d962c1b2d7a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.9898200
Dec 22 13:09:10.546833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:10.568991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.579492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2c7c16f2-515c-48c4-a860-1e339e6c6c0e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:10.628989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=7b10dfaf-7b97-45fd-b84f-5866be8c2f44,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:10.631057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.634346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:10.644072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7b10dfaf-7b97-45fd-b84f-5866be8c2f44 HTTP/1.1" status: 204  len: 168 time: 0.7458549
Dec 22 13:09:10.647464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60654) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:10.652416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.652416 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2025313
Dec 22 13:09:10.658532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60658) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:10.676202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Provisioning for port f3e94ff1-1dcc-4566-937f-418e77e194d0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:10.700649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Provisioning complete for port f3e94ff1-1dcc-4566-937f-418e77e194d0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:10.701155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:10.730637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7c22c28b-0009-464e-9c13-c2dbc0afb734 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0813825
Dec 22 13:09:10.733838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60662) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:10.740250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:10.743600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:10.761873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:10.781695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:10.795056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:10.802671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:10.895871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:10.900354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:10.904695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:10.929704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:10.956879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:10.971180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2f036e22-fc4c-432f-b880-678cc9b5640d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:10.997759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.005586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842d8a2-8dba-4e26-91a3-72c7fd21db35 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:11.026258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:11.029789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.148121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.215037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] For port f3e94ff1-1dcc-4566-937f-418e77e194d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f3e94ff1-1dcc-4566-937f-418e77e194d0,segment=NetworkSegment(51a5953a-eacc-4597-896a-25abf85b5e0c),segment_id=51a5953a-eacc-4597-896a-25abf85b5e0c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:11.340637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.343818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6956830b-e2e7-42f5-9bd7-0f33c69399c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:11.415357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 2f036e22-fc4c-432f-b880-678cc9b5640d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:11.415764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.456325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:11.458271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2f036e22-fc4c-432f-b880-678cc9b5640d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:11.459109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.481806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.481806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-75f347e3-aa60-42ae-ad85-566b79a772d3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:11.518671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Deleting port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:11.519415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.555695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.586711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:11.591333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:11.598173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:11.598967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.618350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=64675fbc-77e8-47c8-a601-faf65dfb38ea,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:11.621237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:11.621795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.664560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Pushing event updated for resources: {'Port': ['ID=f3e94ff1-1dcc-4566-937f-418e77e194d0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:11.667712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:11.674436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Provisioning complete for port 2f036e22-fc4c-432f-b880-678cc9b5640d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:11.674809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.681009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-90954729-9f73-48a6-9dc9-d8221e574627 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:11.715903 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9766107
Dec 22 13:09:11.715903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60666) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:11.721057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567e43b7-4095-466d-9f54-c73f648bc9a1,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:11.722903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:11.727661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:11.838883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.840593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1809418
Dec 22 13:09:11.843340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60670) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:11.862387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:11.870273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:11.876480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:11.887667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:11.898933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:11.908777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.911739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:11.917625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:11.920981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:11.927005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:11.946122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] For port 55946a98-d9d6-4ce3-aa71-fab5b33629e1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=55946a98-d9d6-4ce3-aa71-fab5b33629e1,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:11.946537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:11.950152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port b2fbeb8b-2078-48df-9f62-613d420d7df1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:11.950500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.015330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.064722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:12.067871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.135506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Calling delete_port for 55946a98-d9d6-4ce3-aa71-fab5b33629e1 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:12.158410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.189697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 2f036e22-fc4c-432f-b880-678cc9b5640d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2f036e22-fc4c-432f-b880-678cc9b5640d,segment=NetworkSegment(f189a136-f043-4197-9ffa-1baa9081ad65),segment_id=f189a136-f043-4197-9ffa-1baa9081ad65)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:12.189857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.204035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.290207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for b2fbeb8b-2078-48df-9f62-613d420d7df1 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:12.295997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.308138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7066eb50-d0c6-4afe-b98e-0842294ad757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:12.355743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.361826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:12.420238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f3e94ff1-1dcc-4566-937f-418e77e194d0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:12.433116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566d2ea0-c2d1-4153-957c-136be01489ae,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:12.435777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:12.462152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=2f036e22-fc4c-432f-b880-678cc9b5640d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:12.478380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.484722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:12.485191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:12.545726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Pushing event deleted for resources: {'Port': ['ID=55946a98-d9d6-4ce3-aa71-fab5b33629e1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:12.548709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] No DVR routers for this DVR port 55946a98-d9d6-4ce3-aa71-fab5b33629e1 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:12.551872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:12.562867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:12.562867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:12.564163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200011a3-216f-4d26-9660-918f1db8c2f1 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:12.620131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.626585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.626585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7779770
Dec 22 13:09:12.627140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-393a44a6-3ba6-4a56-b426-6423378ae3dd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:12.627249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60674) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:12.633905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:12.660479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:12.682928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:12.683211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Port': ['ID=b2fbeb8b-2078-48df-9f62-613d420d7df1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:12.692588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.objects.ports [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88167) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:12.693987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:12.696174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:12.698289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.709982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-061c9b3c-83b6-4bd1-95a2-e76334d1d22c tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:12.712295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f3e94ff1-1dcc-4566-937f-418e77e194d0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:12.712673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.799769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:12.799769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=fa94164f-63ee-4313-b72d-d7eade699fc8,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:12.799769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:12.807045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:12.808344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:12.815709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:12.816377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.923149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:12.963428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '64675fbc-77e8-47c8-a601-faf65dfb38ea'}, {'subnet_id': 'fa94164f-63ee-4313-b72d-d7eade699fc8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:12.964745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.022335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.023248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55946a98-d9d6-4ce3-aa71-fab5b33629e1 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:13.054211 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1fa88389-7f90-4c2e-8c3b-fdfcb58d1cd0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3371949
Dec 22 13:09:13.057730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60678) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:13.067245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 55946a98-d9d6-4ce3-aa71-fab5b33629e1 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:13.067245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 55946a98-d9d6-4ce3-aa71-fab5b33629e1 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:13.071091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:0c:43:3c', 'name': 'tempest-NetworksTestDHCPv6-480061642'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:13.162339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Could not find standard attr ID for object b2fbeb8b-2078-48df-9f62-613d420d7df1. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:13.196435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-807e451a-10c8-4d25-864c-e8cddb1d63d4 None None] Could not find standard attr ID for object 55946a98-d9d6-4ce3-aa71-fab5b33629e1. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:13.198964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.242410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:13.246683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:13.250018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:13.256399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:13.284159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Allocated IP 172.20.0.2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/64675fbc-77e8-47c8-a601-faf65dfb38ea/b93ff082-9f09-44c2-b0e6-071c2efc081f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:13.289931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Allocated IP 2001:db8::f816:3eff:fe64:9ccc (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/fa94164f-63ee-4313-b72d-d7eade699fc8/b93ff082-9f09-44c2-b0e6-071c2efc081f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:13.299704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.304929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:13.342369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195ec3be-30d9-40e0-a658-ad66c538f250,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:13.345747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:13.353836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Router b9494b62-74bc-49b0-a88a-39ee54d00492 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:09:13.367075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-95fce1f9-dbe9-4e97-af2c-a73cfb448296 None None] Could not find standard attr ID for object b2fbeb8b-2078-48df-9f62-613d420d7df1. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:13.410417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-95fce1f9-dbe9-4e97-af2c-a73cfb448296 None None] Provisioning complete for port f3e94ff1-1dcc-4566-937f-418e77e194d0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:13.410417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-95fce1f9-dbe9-4e97-af2c-a73cfb448296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.436245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:13.494012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:13.507832 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9562943
Dec 22 13:09:13.508073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.508913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60682) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:13.512387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8853328
Dec 22 13:09:13.520836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60686) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:13.524755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] Sync routers for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:13.557970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:13.558631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298a12070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:13.582779 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e8fb3bed-e73e-482e-a594-bbf87c0404bf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:13.587631 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e8fb3bed-e73e-482e-a594-bbf87c0404bf tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1266423301 HTTP/1.1" status: 404  len: 335 time: 0.0744069
Dec 22 13:09:13.588312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60690) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:13.594893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e57df69a-64bc-4775-9b90-2a7f16d97d36 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b9494b62-74bc-49b0-a88a-39ee54d00492'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:13.683047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:13.683633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.683633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298a12070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:13.683893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:13.683893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:13.683893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:13.696002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:13.696658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Transition to ACTIVE for port object b93ff082-9f09-44c2-b0e6-071c2efc081f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:13.705324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:13.705955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298a12070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:13.723860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.752516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 80e3fe5f-58cf-405e-9e0f-0a6109016ccb yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:13.787944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Transition to ACTIVE for port object b93ff082-9f09-44c2-b0e6-071c2efc081f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:13.792021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298a12070>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:13.792021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e67d3b9-4ccf-4e72-9bfb-0bbe2521e77a None None] The sync data for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:13.792239 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Project ea6f368be2fa43ac80bdf487a1dc8a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:09:13.807513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.888880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.894275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b82e6997-24b0-4070-bcaa-16b7c1cbd9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:13.901045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:13.963859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:13.963859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:13.966505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:14.000215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e57df69a-64bc-4775-9b90-2a7f16d97d36 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.000747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Pushing event updated for resources: {'Port': ['ID=b93ff082-9f09-44c2-b0e6-071c2efc081f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.008342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.037121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 172.20.0.4 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/64675fbc-77e8-47c8-a601-faf65dfb38ea/80e3fe5f-58cf-405e-9e0f-0a6109016ccb) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:14.043622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe0c:433c (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/fa94164f-63ee-4313-b72d-d7eade699fc8/80e3fe5f-58cf-405e-9e0f-0a6109016ccb) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:14.067678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.079004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:14.103717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Attempting to bind port b93ff082-9f09-44c2-b0e6-071c2efc081f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:14.104124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Attempting to bind port b93ff082-9f09-44c2-b0e6-071c2efc081f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:14.104510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Attempting to bind port b93ff082-9f09-44c2-b0e6-071c2efc081f on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:14.110344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:14.110677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:14.111048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.112171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:14.113638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Bound port: b93ff082-9f09-44c2-b0e6-071c2efc081f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:14.113638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.119590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262dd46-4fd1-451f-b800-e36110671ea2,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.126208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.137454 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e57df69a-64bc-4775-9b90-2a7f16d97d36 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] update failed (client error): The resource could not be found.
Dec 22 13:09:14.138617 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e57df69a-64bc-4775-9b90-2a7f16d97d36 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492 HTTP/1.1" status: 404  len: 339 time: 0.5497196
Dec 22 13:09:14.142820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60696) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.150151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1915247646'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:14.155358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:14.160923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:network and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:14.168114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:14.179781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:14.210061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] For port b93ff082-9f09-44c2-b0e6-071c2efc081f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:14.213300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] For port b93ff082-9f09-44c2-b0e6-071c2efc081f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b93ff082-9f09-44c2-b0e6-071c2efc081f,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:14.288350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.292222 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7677157
Dec 22 13:09:14.292916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60702) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.294125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.298658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'security_group_rule': {'security_group_id': '03efbc1e-d488-4965-af40-3fdf6e8bc141', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:14.304952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:14.309058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:security_group_rule and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:14.316509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 80e3fe5f-58cf-405e-9e0f-0a6109016ccb will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:14.316956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.317526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:14.337649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:14.338461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:14.342949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.358149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:14.381973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:09:14.394361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.396285 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Added segment 42db7298-b9ba-401f-885c-51d068b31e74 of type vlan for network 2cfa4be4-31c6-4048-97a0-a9a521fa663c
Dec 22 13:09:14.397618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2f036e22-fc4c-432f-b880-678cc9b5640d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:14.420295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.428832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f307b656-8de5-41de-9397-897f36865497 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:14.429149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.450982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Pushing event updated for resources: {'Port': ['ID=b93ff082-9f09-44c2-b0e6-071c2efc081f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.463670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.490463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2f036e22-fc4c-432f-b880-678cc9b5640d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:14.490758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.495662 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Project ea6f368be2fa43ac80bdf487a1dc8a69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:09:14.505636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:14.508783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:14.511462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.513931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:14.544820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=80e3fe5f-58cf-405e-9e0f-0a6109016ccb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.551050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.587061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.593492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:14.597397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.602258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:14.603020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.634489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c360ac3a-5ec7-4427-8cfb-6ff8b7e29af9 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:14.661598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.737806 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.5938263
Dec 22 13:09:14.740768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60708) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.747151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'subnet': {'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:14.750999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Network': ['ID=2cfa4be4-31c6-4048-97a0-a9a521fa663c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.754166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.761844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:09:14.768443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.768443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-110c845d-fae8-47f8-a2b0-1c31191a09d4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:14.774400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 1.7154305
Dec 22 13:09:14.780898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60712) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.836912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26083faf-cb75-4712-93b4-70be65feeb05,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:14.863294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:14.897576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:14.901392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Usage tracker for resource:subnet and tenant:219c735495b54259aaf492d3710c9c90 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:14.902982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3804490d-cf70-47d2-95e8-1fd9c88f1c13 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:14.904247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:14.908893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3804490d-cf70-47d2-95e8-1fd9c88f1c13 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:14.910423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:14.911256 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3804490d-cf70-47d2-95e8-1fd9c88f1c13 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 0.1276970
Dec 22 13:09:14.913378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60716) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.950105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:14.952392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6576450
Dec 22 13:09:14.956133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60720) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:14.961835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'network': {'name': 'tempest-network-smoke--637824965', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:14.967807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:14.971830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:network and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:14.974966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:14.981495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:14.987659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 80e3fe5f-58cf-405e-9e0f-0a6109016ccb {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:14.987659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.042478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Made reservation on behalf of 219c735495b54259aaf492d3710c9c90 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:15.045960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.129491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Made reservation on behalf of ea6f368be2fa43ac80bdf487a1dc8a69 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:15.133368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.194279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:09:15.209236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.209644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Added segment 6665ddb0-97a7-44bd-9b5d-5321de4faf53 of type vlan for network 67d87e11-5068-4e8f-94ac-cb08011ef912
Dec 22 13:09:15.277994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.413520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.419213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:15.419801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.424165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b15b8776-34bc-433b-be32-6d50a53c9390 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:15.428468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.451059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.555509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Network': ['ID=67d87e11-5068-4e8f-94ac-cb08011ef912,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:15.559498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:15.560061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-659b836f-f5e4-4497-9ce4-d97152df0de1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:15.566811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 80e3fe5f-58cf-405e-9e0f-0a6109016ccb owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:15.574940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:09:15.599995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6427710
Dec 22 13:09:15.602242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60726) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:15.624824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'admin_state_up': True, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:15.638472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:15.650482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:router and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:15.653190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Checking segment: {'id': '42db7298-b9ba-401f-885c-51d068b31e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:15.653550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network hostable DHCP agents. Network: 2cfa4be4-31c6-4048-97a0-a9a521fa663c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:09:15.667422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:15.669866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Subnet': ['ID=8bf86369-1079-490a-9aa3-01f75dcfcc0b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:15.672671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:15.677882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:15.678600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838876fe-3dd9-40e1-b1c9-ec5464098105 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:15.768540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.769698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.785418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:09:15.881294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.883267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec9e6663-b762-427d-8e0b-ea11124bc104 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:15.885013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.934086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=80e3fe5f-58cf-405e-9e0f-0a6109016ccb,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:15.937275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:15.945101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2cfa4be4-31c6-4048-97a0-a9a521fa663c) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:15.945250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2736225e-f12e-43de-a809-4eee3eacd482 None None] Provisioning for port b93ff082-9f09-44c2-b0e6-071c2efc081f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:15.952525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:15.953699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:15.954092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a52ab-1c67-47bc-a5a7-c09712673c11 None None] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:16.085504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.093655 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3517206
Dec 22 13:09:16.099473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60730) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:16.107580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-afbe56c7-aba0-4baf-b246-22793af1612b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:16.166356 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/80e3fe5f-58cf-405e-9e0f-0a6109016ccb HTTP/1.1" status: 204  len: 168 time: 1.2484362
Dec 22 13:09:16.167631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60734) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:16.208390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2cfa4be4-31c6-4048-97a0-a9a521fa663c', 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c', 'tenant_id': '219c735495b54259aaf492d3710c9c90', 'fixed_ips': [{'subnet_id': '8bf86369-1079-490a-9aa3-01f75dcfcc0b'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:16.209649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.440986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Allocated IP 2001:db8:1::2 (2cfa4be4-31c6-4048-97a0-a9a521fa663c/8bf86369-1079-490a-9aa3-01f75dcfcc0b/74393bba-8cc2-49ae-adf5-a800b066787f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:16.499530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b93ff082-9f09-44c2-b0e6-071c2efc081f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:16.588907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-afbe56c7-aba0-4baf-b246-22793af1612b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.635979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e6495bdf-7bb2-483b-955d-bdb4d489ed69 None None] Could not find standard attr ID for object eb143585-0291-416a-9909-456be5c85c01. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:16.670156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.685415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:16.687157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:16.689233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:16.690063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:16.798250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.803652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:16.806237 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5d8bf4a8-d459-4666-9d1f-617cdd0e9597 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.6365101
Dec 22 13:09:16.809610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60740) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:16.815369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Transition to ACTIVE for port object 74393bba-8cc2-49ae-adf5-a800b066787f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:16.837991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Transition to ACTIVE for port object 74393bba-8cc2-49ae-adf5-a800b066787f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:16.842016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b93ff082-9f09-44c2-b0e6-071c2efc081f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:16.847295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b93ff082-9f09-44c2-b0e6-071c2efc081f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:16.847978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.914654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 64675fbc-77e8-47c8-a601-faf65dfb38ea {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:16.921625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.921781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:16.927925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:16.978633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-afbe56c7-aba0-4baf-b246-22793af1612b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:16.979989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-afbe56c7-aba0-4baf-b246-22793af1612b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492 HTTP/1.1" status: 400  len: 364 time: 0.8793418
Dec 22 13:09:16.985230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60744) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:17.024329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:17.031010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:17.032941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-45a85930-81a1-47b6-a87c-a2425dcb56bf None None] Could not find standard attr ID for object 80e3fe5f-58cf-405e-9e0f-0a6109016ccb. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:17.038099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:17.139783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.157516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Pushing event updated for resources: {'Port': ['ID=74393bba-8cc2-49ae-adf5-a800b066787f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:17.165512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:17.179068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.194075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Attempting to bind port 74393bba-8cc2-49ae-adf5-a800b066787f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:17.194460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Attempting to bind port 74393bba-8cc2-49ae-adf5-a800b066787f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '42db7298-b9ba-401f-885c-51d068b31e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:17.194880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Attempting to bind port 74393bba-8cc2-49ae-adf5-a800b066787f on network 2cfa4be4-31c6-4048-97a0-a9a521fa663c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:17.207959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.217840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:17.218664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Checking segment: {'id': '42db7298-b9ba-401f-885c-51d068b31e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:17.219682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.219682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Bound using segment: {'id': '42db7298-b9ba-401f-885c-51d068b31e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:17.220461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Bound port: 74393bba-8cc2-49ae-adf5-a800b066787f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42db7298-b9ba-401f-885c-51d068b31e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '2cfa4be4-31c6-4048-97a0-a9a521fa663c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:17.220461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.343317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Allocated IP 172.26.3.222 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/fbf6e72d-c5d2-4908-8e81-859857fa7353) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:17.410188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.424042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] For port 74393bba-8cc2-49ae-adf5-a800b066787f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:17.439524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] For port 74393bba-8cc2-49ae-adf5-a800b066787f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74393bba-8cc2-49ae-adf5-a800b066787f,segment=NetworkSegment(42db7298-b9ba-401f-885c-51d068b31e74),segment_id=42db7298-b9ba-401f-885c-51d068b31e74)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:17.451395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b93ff082-9f09-44c2-b0e6-071c2efc081f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b93ff082-9f09-44c2-b0e6-071c2efc081f,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:17.520065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.523804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.526665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-055bf262-1d05-4850-8393-5caa586982c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:17.588465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.659660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Pushing event updated for resources: {'Port': ['ID=74393bba-8cc2-49ae-adf5-a800b066787f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:17.659660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:17.659660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e085c55d-e05c-4197-ae43-6198a3c365eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:17.697683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b93ff082-9f09-44c2-b0e6-071c2efc081f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:17.702045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:17.718236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.723098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.727315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0db358f7-a429-4808-88e2-a441c8067549 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:17.791947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:17.794811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:17.797731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:17.806898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:17.847692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=fbf6e72d-c5d2-4908-8e81-859857fa7353,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:17.862357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:18.212488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Allocated IP 2001:db8::1 (2ef29da3-af11-4703-85d1-95159a4b7629/d6467711-5f9d-4da0-ac7f-ccdcc43e6f52/220f47e3-7a91-4441-a454-3ebd87687ad3) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:18.378889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.399076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Transition to ACTIVE for port object 220f47e3-7a91-4441-a454-3ebd87687ad3 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:18.455812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b93ff082-9f09-44c2-b0e6-071c2efc081f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:18.526822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b93ff082-9f09-44c2-b0e6-071c2efc081f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:18.527322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.631347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.636534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ff9e465e-5192-4bb4-8169-22c7ba9ff986 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:18.653495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74393bba-8cc2-49ae-adf5-a800b066787f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:18.674977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=64675fbc-77e8-47c8-a601-faf65dfb38ea,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:18.676976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.688654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:18.694230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1eb61-8d14-44f2-8d98-4ce5a2d35467 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:18.706303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a18f4f-d810-44d1-bd50-e840b78b1a0c None None] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:18.753349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.758395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8facf332-716e-442d-bb0c-41eb6e5c6449 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:18.828210 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/64675fbc-77e8-47c8-a601-faf65dfb38ea HTTP/1.1" status: 204  len: 168 time: 2.0117993
Dec 22 13:09:18.830622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60748) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:18.836763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 2ef29da3-af11-4703-85d1-95159a4b7629 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:18.870785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:18.880676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:18.888005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:18.902473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Port': ['ID=220f47e3-7a91-4441-a454-3ebd87687ad3,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:18.918381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:18.928164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.023528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4b2bb768-86f2-488d-934b-833fbadd6374 None None] Provisioning for port 74393bba-8cc2-49ae-adf5-a800b066787f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:19.121358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet fa94164f-63ee-4313-b72d-d7eade699fc8 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:19.128972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.132776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 74393bba-8cc2-49ae-adf5-a800b066787f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:19.140536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 74393bba-8cc2-49ae-adf5-a800b066787f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:19.141226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.204614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.307240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.372022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.420177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 74393bba-8cc2-49ae-adf5-a800b066787f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74393bba-8cc2-49ae-adf5-a800b066787f,segment=NetworkSegment(42db7298-b9ba-401f-885c-51d068b31e74),segment_id=42db7298-b9ba-401f-885c-51d068b31e74)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:19.438712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.460912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d496b77d-968b-4777-842d-45209baedce3 None None] Provisioning for port 220f47e3-7a91-4441-a454-3ebd87687ad3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:19.466765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d496b77d-968b-4777-842d-45209baedce3 None None] Provisioning complete for port 220f47e3-7a91-4441-a454-3ebd87687ad3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:19.479085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d496b77d-968b-4777-842d-45209baedce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.538316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.543598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:19.581676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.599996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.619641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-61903097-f9d7-4e70-a3c8-75b577c6d10c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:19.620419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d496b77d-968b-4777-842d-45209baedce3 None None] Port 220f47e3-7a91-4441-a454-3ebd87687ad3 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:19.644962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=74393bba-8cc2-49ae-adf5-a800b066787f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:19.656281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:19.711592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=fa94164f-63ee-4313-b72d-d7eade699fc8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:19.737576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:19.748898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.757301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ed3762ab-9061-43cb-8ade-6ac0a5ef9e01 None None] Provisioning complete for port 74393bba-8cc2-49ae-adf5-a800b066787f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:19.758275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ed3762ab-9061-43cb-8ade-6ac0a5ef9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:19.777577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60752) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:19.783669 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/fa94164f-63ee-4313-b72d-d7eade699fc8 HTTP/1.1" status: 204  len: 168 time: 0.9433579
Dec 22 13:09:19.893502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f5aa9f45-5aeb-4810-a5cc-9d46b5d12e60 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1146338
Dec 22 13:09:19.896916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60756) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.014328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.034936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd40d55a-8075-4854-9dda-5f9a7c3fed43 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:20.035681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cd40d55a-8075-4854-9dda-5f9a7c3fed43 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:20.093479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0f3784-6ef4-476f-a2d9-0b0144c9c564 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:20.116460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Router d08de756-e624-4035-938e-d0127eac9039 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:09:20.116651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.117922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.121813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2b48ad3f-27b6-4c3f-b48c-d358ec86e499 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:20.194932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cd40d55a-8075-4854-9dda-5f9a7c3fed43 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:20.195486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cd40d55a-8075-4854-9dda-5f9a7c3fed43 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2976332
Dec 22 13:09:20.198710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60760) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.205764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b1f923b6-e100-49ee-a830-0715fdb200b7 None None] Provisioning complete for port b93ff082-9f09-44c2-b0e6-071c2efc081f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:20.206141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1f923b6-e100-49ee-a830-0715fdb200b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.309235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:20.321068 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Sync routers for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:20.338208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:20.342197 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e4d340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:20.367517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event updated for resources: {'Port': ['ID=220f47e3-7a91-4441-a454-3ebd87687ad3,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:20.373695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:20.405699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2551d8-bd3f-43c4-a6ab-69ae555ff759 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:20.409178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af2551d8-bd3f-43c4-a6ab-69ae555ff759 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:20.420440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.423809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74393bba-8cc2-49ae-adf5-a800b066787f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:20.428576 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 4.8205266
Dec 22 13:09:20.430480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60764) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.445210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Network 2ef29da3-af11-4703-85d1-95159a4b7629 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:20.448238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:20.552750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:20.597984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 74393bba-8cc2-49ae-adf5-a800b066787f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:20.599999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.643505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:20.669182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Deleting port b93ff082-9f09-44c2-b0e6-071c2efc081f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:20.669908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.729200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af2551d8-bd3f-43c4-a6ab-69ae555ff759 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:20.730708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af2551d8-bd3f-43c4-a6ab-69ae555ff759 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5285690
Dec 22 13:09:20.737652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60770) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.746286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Router b9494b62-74bc-49b0-a88a-39ee54d00492 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:09:20.828095 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c2add4c1-ebb9-4a17-98c5-09779ea08f8d tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ea6f368be2fa43ac80bdf487a1dc8a69&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3951578
Dec 22 13:09:20.835192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60774) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.867496 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f1dc5c9-5ad9-445d-b253-a19c1cc88cd2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1236584
Dec 22 13:09:20.877164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60778) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.884090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:20.895897 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e4d340>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 3, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:20.900605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Checking router: d08de756-e624-4035-938e-d0127eac9039 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:09:20.901157 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Updating router d08de756-e624-4035-938e-d0127eac9039 port fbf6e72d-c5d2-4908-8e81-859857fa7353 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:09:20.961440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b831b2e8-7bdb-4b0c-b56c-f40ef2f23d14 None None] Provisioning complete for port 220f47e3-7a91-4441-a454-3ebd87687ad3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:20.962070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b831b2e8-7bdb-4b0c-b56c-f40ef2f23d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:20.970054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:20.977556 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9883721
Dec 22 13:09:20.980282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60782) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:20.981868 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.001658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] Sync routers for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:21.034797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] For port b93ff082-9f09-44c2-b0e6-071c2efc081f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b93ff082-9f09-44c2-b0e6-071c2efc081f,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:21.035322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.052456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:21.053182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984f05e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:21.077115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:21.087554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:21.131888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c5da2a-4ee3-46df-8a6e-9652f0f2c19e tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:21.137070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-97c5da2a-4ee3-46df-8a6e-9652f0f2c19e tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3005867
Dec 22 13:09:21.137919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60786) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:21.186630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9527c806-2e6d-4169-ae70-a367a7a16e5a tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0470822
Dec 22 13:09:21.188074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60790) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:21.194722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-378314316', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:21.239555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Calling delete_port for b93ff082-9f09-44c2-b0e6-071c2efc081f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:21.323151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:21.327148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.329708 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:21.330153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:21.334832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984f05e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:21.343593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:21.348448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f49e-ef7f-4ce8-acfe-92ba98b83195 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.348798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:subnet and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:21.352412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:21.357274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:21.357998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984f05e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:21.359014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:21.410793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b831b2e8-7bdb-4b0c-b56c-f40ef2f23d14 None None] Port 220f47e3-7a91-4441-a454-3ebd87687ad3 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:21.431427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984f05e0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:21.431852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6b3728-8407-420d-aaf3-58468ff4630a None None] The sync data for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:21.441888 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.459419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bae7e261-5d7d-4a9d-a71e-6e322ac04e22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.5799625
Dec 22 13:09:21.469588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60794) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:21.469588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:21.513792 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-f7c0f49e-ef7f-4ce8-acfe-92ba98b83195 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:09:21.514831 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7c0f49e-ef7f-4ce8-acfe-92ba98b83195 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492 HTTP/1.1" status: 409  len: 329 time: 0.5324130
Dec 22 13:09:21.518628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60798) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:21.551355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Transition to ACTIVE for port object fbf6e72d-c5d2-4908-8e81-859857fa7353 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:21.551689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.559836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:21.604138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Pushing event deleted for resources: {'Port': ['ID=b93ff082-9f09-44c2-b0e6-071c2efc081f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:21.605955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] No DVR routers for this DVR port b93ff082-9f09-44c2-b0e6-071c2efc081f on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:21.607342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:21.653677 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.662283 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-52c47b2e-68e1-4640-9b2e-d7eec9c0bbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:21.682873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Made reservation on behalf of ea6f368be2fa43ac80bdf487a1dc8a69 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:21.686308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.737379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Attempting to bind port fbf6e72d-c5d2-4908-8e81-859857fa7353 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:21.737379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Attempting to bind port fbf6e72d-c5d2-4908-8e81-859857fa7353 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:21.737379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Attempting to bind port fbf6e72d-c5d2-4908-8e81-859857fa7353 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:21.748637 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:21.749226 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:21.749731 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.750424 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:21.751032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Bound port: fbf6e72d-c5d2-4908-8e81-859857fa7353, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:21.751489 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.791171 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Pushing event updated for resources: {'Port': ['ID=fbf6e72d-c5d2-4908-8e81-859857fa7353,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:21.808684 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.809167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.809605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.810038 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.810478 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.810936 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.811370 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.812225 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.812225 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.813176 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.814154 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.814154 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:21.817865 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:21.851291 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] For port fbf6e72d-c5d2-4908-8e81-859857fa7353, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:21.854379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] For port fbf6e72d-c5d2-4908-8e81-859857fa7353, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fbf6e72d-c5d2-4908-8e81-859857fa7353,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:21.884279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:21.910109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:21.923531 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:21.928508 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:22.000783 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:22.001521 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e4d340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:22.036883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:22.040956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.041547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.042414 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:22.042836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:22.068823 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Pushing event updated for resources: {'Port': ['ID=fbf6e72d-c5d2-4908-8e81-859857fa7353,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:22.071901 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:22.077420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.082818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff141c26-d93e-4604-9222-ed847499be8f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:22.160665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Subnet': ['ID=3fe507b0-f24b-4898-813c-3e0d3a018515,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:22.164689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:22.168372 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1fc55701-a8a4-4793-b752-bdb3b1131d3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.7050309
Dec 22 13:09:22.171487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60802) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:22.173165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Checking segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:22.173586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network hostable DHCP agents. Network: 67d87e11-5068-4e8f-94ac-cb08011ef912, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:09:22.197780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:22.231125 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:22.276451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:09:22.376277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b93ff082-9f09-44c2-b0e6-071c2efc081f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:22.402206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 67d87e11-5068-4e8f-94ac-cb08011ef912) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:22.408521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:22.409240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:22.409844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.420385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b93ff082-9f09-44c2-b0e6-071c2efc081f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:22.420754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b93ff082-9f09-44c2-b0e6-071c2efc081f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:22.429713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:22.435564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd3d3d-e886-481b-a89a-beb07adf2e52 None None] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:22.501116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.3117509
Dec 22 13:09:22.503882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:22.533727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port 220f47e3-7a91-4441-a454-3ebd87687ad3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:22.534381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.556085 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e4d340>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 3, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:22.560213 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71acbe25-fa0d-494b-b6fd-b2c3e87fd5f5 None None] The sync data for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv is: [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:18Z', 'revision_number': 3, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:22.602998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:22.606618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.608222 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:22.608750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:22.689188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-67d87e11-5068-4e8f-94ac-cb08011ef912', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:22.690364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:22.865330 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-904450b6-bd7b-448d-82cf-3fd0c8e8249c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.6825316
Dec 22 13:09:22.868002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60810) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:22.888207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:22.898067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Allocated IP 172.20.0.2 (67d87e11-5068-4e8f-94ac-cb08011ef912/3fe507b0-f24b-4898-813c-3e0d3a018515/fc42d52a-cdbe-498d-a187-3c482253507b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:23.064247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:23.074639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:23.095855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.169256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.182665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Transition to ACTIVE for port object fc42d52a-cdbe-498d-a187-3c482253507b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:23.202577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Transition to ACTIVE for port object fc42d52a-cdbe-498d-a187-3c482253507b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:23.236910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:23.240525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.241853 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:23.242272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:23.253680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for 220f47e3-7a91-4441-a454-3ebd87687ad3 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:23.271218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.277665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:23.362582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.379421 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2232b995-4e58-4a1b-a770-72ce2ccad32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.5103300
Dec 22 13:09:23.381127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60814) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:23.388415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:23.456685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Pushing event updated for resources: {'Port': ['ID=fc42d52a-cdbe-498d-a187-3c482253507b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:23.467182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:23.473768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:23.474969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:23.477342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:23.539683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.545362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44f13ead-3ffc-4455-ad3a-d0a4f4aa0169 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:23.577591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Attempting to bind port fc42d52a-cdbe-498d-a187-3c482253507b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:23.577970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Attempting to bind port fc42d52a-cdbe-498d-a187-3c482253507b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:23.578946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Attempting to bind port fc42d52a-cdbe-498d-a187-3c482253507b on network 67d87e11-5068-4e8f-94ac-cb08011ef912 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:23.584965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:23.585399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Checking segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:23.586209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.586771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Bound using segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:23.588109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Bound port: fc42d52a-cdbe-498d-a187-3c482253507b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:23.588109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.592301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:23.602343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Port': ['ID=220f47e3-7a91-4441-a454-3ebd87687ad3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:23.605631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:23.689870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] For port fc42d52a-cdbe-498d-a187-3c482253507b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:23.693165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] For port fc42d52a-cdbe-498d-a187-3c482253507b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fc42d52a-cdbe-498d-a187-3c482253507b,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:23.791607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.797789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-be66d7d9-d850-49be-b4d0-f9666bcec1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:23.817495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:23.819205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.893802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Pushing event updated for resources: {'Port': ['ID=fc42d52a-cdbe-498d-a187-3c482253507b,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:23.899408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:23.912596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:23.915983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:23.917289 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:23.917737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:24.060368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1df6845d-b850-4d42-b513-6eb1e1a40d86 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.6749885
Dec 22 13:09:24.064384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60818) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.072961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:24.116010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Router b9494b62-74bc-49b0-a88a-39ee54d00492 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:09:24.177839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Allocated IP 172.20.0.1 (67d87e11-5068-4e8f-94ac-cb08011ef912/3fe507b0-f24b-4898-813c-3e0d3a018515/b0c90b5c-2485-4535-ac18-9ad76c5f377c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:24.212833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:24.268146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:24.281676 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7579570
Dec 22 13:09:24.282887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60822) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.289653 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] Sync routers for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:24.292359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:24.312018 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:24.313388 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529936fd60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:24.444139 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529936fd60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:24.458552 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] Routers {'b9494b62-74bc-49b0-a88a-39ee54d00492'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:24.459626 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529936fd60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['b9494b62-74bc-49b0-a88a-39ee54d00492'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:24.514830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fbf6e72d-c5d2-4908-8e81-859857fa7353 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:24.515361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:24.518867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.521616 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:24.522264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:24.557745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.565124 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529936fd60>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:24.566251 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff05bcc-dd38-4dfb-892c-96db06937860 None None] The sync data for ids ['b9494b62-74bc-49b0-a88a-39ee54d00492'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:24.581517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Transition to ACTIVE for port object b0c90b5c-2485-4535-ac18-9ad76c5f377c will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:24.600842 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-e869d1ae-1041-4c98-8505-964457ec63af tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] show failed (client error): The resource could not be found.
Dec 22 13:09:24.601883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e869d1ae-1041-4c98-8505-964457ec63af tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1879319851 HTTP/1.1" status: 404  len: 335 time: 0.3182182
Dec 22 13:09:24.607417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.613729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-379b3dc6-6679-4e26-b375-7364e5098995 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:24.679017 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-095e3008-9b3b-4f1a-8e8e-cd59d3f7bc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.6134431
Dec 22 13:09:24.681615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.687261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-379b3dc6-6679-4e26-b375-7364e5098995 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] update failed (client error): The resource could not be found.
Dec 22 13:09:24.689900 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-379b3dc6-6679-4e26-b375-7364e5098995 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1959527536 HTTP/1.1" status: 404  len: 335 time: 0.0796938
Dec 22 13:09:24.691935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60834) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.727989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-37efb38e-dea1-4c3b-8859-a0c1a9105734 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:24.746333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.752914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba72e50e-67bb-43c4-a49d-4618dee03e57 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:24.785359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port fbf6e72d-c5d2-4908-8e81-859857fa7353 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:24.790465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fbf6e72d-c5d2-4908-8e81-859857fa7353 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:24.790858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.829451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting subnet 8bf86369-1079-490a-9aa3-01f75dcfcc0b {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:24.836946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.853677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-37efb38e-dea1-4c3b-8859-a0c1a9105734 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:24.857127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-37efb38e-dea1-4c3b-8859-a0c1a9105734 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1723804
Dec 22 13:09:24.865584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:24.866790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60838) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.872795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:24.888014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:24.917091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:24.918458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:24.940197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port fbf6e72d-c5d2-4908-8e81-859857fa7353, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fbf6e72d-c5d2-4908-8e81-859857fa7353,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:24.945266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.948977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.949888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:24.951496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749686e3-0ad6-4a66-b9c7-b65061f08c95 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:24.956997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-749686e3-0ad6-4a66-b9c7-b65061f08c95 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0883877
Dec 22 13:09:24.958129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:24.959280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:24.971982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.012355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.026522 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-05f09873-5949-4174-8ac3-18fce1e54567 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0677249
Dec 22 13:09:25.031830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.032032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:25.033636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fc42d52a-cdbe-498d-a187-3c482253507b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:25.037821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:25.072669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:25.107184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.168370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:25.169640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=fbf6e72d-c5d2-4908-8e81-859857fa7353,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:25.174761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:25.182012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:25.326210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.333912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port fc42d52a-cdbe-498d-a187-3c482253507b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:25.334105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:25.338180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.338393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.345567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8eb2187-1c35-4b8a-a2ef-4ffabbf25265 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:25.388487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf86369-1079-490a-9aa3-01f75dcfcc0b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:25.415660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:25.422787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.424903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df92fa-b2ac-4bb3-9dd9-9eae0126cb75 None None] Network 2cfa4be4-31c6-4048-97a0-a9a521fa663c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:25.443628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/subnets/8bf86369-1079-490a-9aa3-01f75dcfcc0b HTTP/1.1" status: 204  len: 168 time: 0.7480686
Dec 22 13:09:25.444737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60850) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:25.533560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce567bb7-6ef6-4d77-b154-908a4e2c30a8 None None] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:25.697507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.785965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Provisioning for port fc42d52a-cdbe-498d-a187-3c482253507b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:25.797172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:25.799133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.804114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-024348a5-2a63-4dc9-bf6b-2c2b35f2f686 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:25.805169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Provisioning complete for port fc42d52a-cdbe-498d-a187-3c482253507b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:25.805559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.859028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:25.862582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:25.868093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:25.868093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.873165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port 74393bba-8cc2-49ae-adf5-a800b066787f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:25.873848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:25.895469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=afbcd8f0-4115-4902-a506-97c9a32f92ec,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:25.907722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:25.916481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4b54a-5eb7-4cc0-b72c-cea0a81431ff None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:25.996383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] DHCP port deletion for 2cfa4be4-31c6-4048-97a0-a9a521fa663c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:26.031426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Deleting port 74393bba-8cc2-49ae-adf5-a800b066787f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:26.031853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.032047 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9989669
Dec 22 13:09:26.034737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60854) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:26.040793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:a4:1a:8c', 'name': 'tempest-NetworksTestDHCPv6-2022548763'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:26.193338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:26.203897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.204181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:26.231950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] For port 74393bba-8cc2-49ae-adf5-a800b066787f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74393bba-8cc2-49ae-adf5-a800b066787f,segment=NetworkSegment(42db7298-b9ba-401f-885c-51d068b31e74),segment_id=42db7298-b9ba-401f-885c-51d068b31e74)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:26.232301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.293725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:26.371951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for 74393bba-8cc2-49ae-adf5-a800b066787f owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:26.406878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] For port fc42d52a-cdbe-498d-a187-3c482253507b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fc42d52a-cdbe-498d-a187-3c482253507b,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:26.433110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.db.resource_extend [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 22 13:09:26.451242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.464301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.465861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fbf6e72d-c5d2-4908-8e81-859857fa7353 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:26.493555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port f43a4f1f-e8b2-4586-bc1c-601212c2935d yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:26.499201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.548330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.565578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e5eb5216-69b4-41c5-bec3-b074d2cdb471 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:26.567496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a06b11ab-f562-4cd1-8908-057dadd12013 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:26.614009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.649071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': 'afbcd8f0-4115-4902-a506-97c9a32f92ec'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:26.649919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.664069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] No DVR routers for this DVR port 74393bba-8cc2-49ae-adf5-a800b066787f on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:26.665510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.677393 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] For port 74393bba-8cc2-49ae-adf5-a800b066787f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=74393bba-8cc2-49ae-adf5-a800b066787f,segment=NetworkSegment(42db7298-b9ba-401f-885c-51d068b31e74),segment_id=42db7298-b9ba-401f-885c-51d068b31e74)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:26.677835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.679837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fea4:1a8c (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/afbcd8f0-4115-4902-a506-97c9a32f92ec/f43a4f1f-e8b2-4586-bc1c-601212c2935d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:26.744362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:26.756377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:26.757002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fce99997-5698-4522-857d-5132cc3796c2 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:26.847625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Calling delete_port for 74393bba-8cc2-49ae-adf5-a800b066787f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:26.914955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Port': ['ID=74393bba-8cc2-49ae-adf5-a800b066787f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:26.933102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:26.938130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.952763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:26.975678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object f43a4f1f-e8b2-4586-bc1c-601212c2935d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:26.976921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Pushing event updated for resources: {'Port': ['ID=fc42d52a-cdbe-498d-a187-3c482253507b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:26.979855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:26.981754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529853dcd0>,) {'filters': {'network_id': ['2cfa4be4-31c6-4048-97a0-a9a521fa663c']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:26.999182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529853dcd0>, '42db7298-b9ba-401f-885c-51d068b31e74') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:26.999742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529853dcd0>, '42db7298-b9ba-401f-885c-51d068b31e74') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:27.019878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fbf6e72d-c5d2-4908-8e81-859857fa7353 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:27.020301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.022687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.043024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:27.043759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:27.045951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.056660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:09:27.057058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.059456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Provisioning for port b0c90b5c-2485-4535-ac18-9ad76c5f377c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:09:27.072877 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:09:27.076339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Provisioning complete for port b0c90b5c-2485-4535-ac18-9ad76c5f377c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:27.076723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.083181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.092517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24b07b9f-e90d-4ccf-9fb7-81d68e412428 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:27.107901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:27.108263 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:27.176150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:27.187495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:27.190474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:27.200201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:27.201775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.216895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Port b0c90b5c-2485-4535-ac18-9ad76c5f377c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:27.220952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Allocated IP 2001:db8::f816:3eff:fe09:1eec (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/afbcd8f0-4115-4902-a506-97c9a32f92ec/2efaf31d-6622-4966-87c6-e520f50c71f6) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:27.261726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=f43a4f1f-e8b2-4586-bc1c-601212c2935d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:27.265062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:27.317340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Provisioning complete for port fc42d52a-cdbe-498d-a187-3c482253507b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:27.317749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fc37fa76-0ea7-4e73-8db3-2a5e9283f2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.335543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2996461
Dec 22 13:09:27.338456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60858) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:27.371412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.377166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b53168da-f687-4759-9993-de001154b019 tempest-PortsTestJSON-795700466 tempest-PortsTestJSON-795700466-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:27.394692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.409279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Network': ['ID=2cfa4be4-31c6-4048-97a0-a9a521fa663c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:27.416508 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/networks/2cfa4be4-31c6-4048-97a0-a9a521fa663c HTTP/1.1" status: 204  len: 168 time: 1.9685705
Dec 22 13:09:27.416508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:27.417630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60862) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:27.431200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Router d08de756-e624-4035-938e-d0127eac9039 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:09:27.449026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74393bba-8cc2-49ae-adf5-a800b066787f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:27.460391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6debb4-dff6-4415-8b2e-5701e1c66105 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:27.461117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c6debb4-dff6-4415-8b2e-5701e1c66105 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:27.491138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 74393bba-8cc2-49ae-adf5-a800b066787f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:27.491495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 74393bba-8cc2-49ae-adf5-a800b066787f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:27.528235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c6debb4-dff6-4415-8b2e-5701e1c66105 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:27.532415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c6debb4-dff6-4415-8b2e-5701e1c66105 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1900358
Dec 22 13:09:27.532823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60866) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:27.609897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port f43a4f1f-e8b2-4586-bc1c-601212c2935d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:27.610292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.626898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Deleting port 74393bba-8cc2-49ae-adf5-a800b066787f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:27.627502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.715371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting subnet b653bccf-f00b-44e4-b10b-46e49c36b8e0 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:27.720767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.729200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3613e66f-038a-412c-82ea-df4090b86e61 None None] The port '74393bba-8cc2-49ae-adf5-a800b066787f' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:09:27.751885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.763732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Transition to ACTIVE for port object 2efaf31d-6622-4966-87c6-e520f50c71f6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:27.786678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Transition to ACTIVE for port object 2efaf31d-6622-4966-87c6-e520f50c71f6 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:27.848824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-24e9629b-f159-4c23-8153-829d04054729 None None] Provisioning complete for port b0c90b5c-2485-4535-ac18-9ad76c5f377c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:27.849231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24e9629b-f159-4c23-8153-829d04054729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.858549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.879358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.889550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-591b1a30-342e-4145-9421-74d03b912d39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:27.921168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:27.935807 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "PUT /v2.0/routers/d08de756-e624-4035-938e-d0127eac9039/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4233823
Dec 22 13:09:27.953207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Sync routers for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:27.975842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:27.990447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:27.997645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:28.001332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:28.008167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-24e9629b-f159-4c23-8153-829d04054729 None None] Port b0c90b5c-2485-4535-ac18-9ad76c5f377c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:28.015533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:28.016184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:28.055443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.074111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Pushing event updated for resources: {'Port': ['ID=2efaf31d-6622-4966-87c6-e520f50c71f6,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:28.076988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:28.122505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-1bb9531d-ae10-4bb1-a69e-f28f23fdd173 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Synchronizing usage tracker for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:28.174106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.178987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c12c685-45a8-49a6-baca-1630c043b9a1 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:28.188629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for f43a4f1f-e8b2-4586-bc1c-601212c2935d owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:28.216883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-1bb9531d-ae10-4bb1-a69e-f28f23fdd173 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Unset dirty status for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:28.218210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-1bb9531d-ae10-4bb1-a69e-f28f23fdd173 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174073253&fields=id&tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69 HTTP/1.1" status: 200  len: 267 time: 0.1409638
Dec 22 13:09:28.221768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Subnet': ['ID=b653bccf-f00b-44e4-b10b-46e49c36b8e0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:28.225319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:28.226585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.244576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393e1bc-e4ca-49d9-a7a0-05e55b6b7d45 None None] Network 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:28.253982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60882) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:28.255441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/subnets/b653bccf-f00b-44e4-b10b-46e49c36b8e0 HTTP/1.1" status: 204  len: 168 time: 0.8369081
Dec 22 13:09:28.326528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Attempting to bind port 2efaf31d-6622-4966-87c6-e520f50c71f6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:28.327202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Attempting to bind port 2efaf31d-6622-4966-87c6-e520f50c71f6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:28.327361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Attempting to bind port 2efaf31d-6622-4966-87c6-e520f50c71f6 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:28.376313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting subnet 8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:28.390209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.412838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:28.413228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:28.413636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.414034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:28.414518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Bound port: 2efaf31d-6622-4966-87c6-e520f50c71f6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:28.414922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.424392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fc42d52a-cdbe-498d-a187-3c482253507b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:28.452218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-465d77d5-c7d8-417e-8d77-3e42a9c96f1c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:28.453493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-465d77d5-c7d8-417e-8d77-3e42a9c96f1c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Synchronizing usage tracker for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:28.462862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.540833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.547934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a1d236d7-3d81-4d05-99c1-4f8223a2f30d tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:28.550591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-465d77d5-c7d8-417e-8d77-3e42a9c96f1c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Unset dirty status for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:28.552505 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-465d77d5-c7d8-417e-8d77-3e42a9c96f1c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/networks?id=67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 200  len: 796 time: 0.3079398
Dec 22 13:09:28.569286 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-5a6f3d71-5575-4265-9b8a-ddc7921ced8d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/quotas/ea6f368be2fa43ac80bdf487a1dc8a69 HTTP/1.1" status: 200  len: 375 time: 0.0103610
Dec 22 13:09:28.580644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:28.599752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=f43a4f1f-e8b2-4586-bc1c-601212c2935d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:28.602517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.658873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-a4f9c68a-0787-4c06-a787-8006b3ec8012 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Synchronizing usage tracker for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:28.694277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.694745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.695161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.695536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.695904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.696271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.696638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.697000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.697841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.697841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.698189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.698548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:28.701388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.712126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:28.756535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-a4f9c68a-0787-4c06-a787-8006b3ec8012 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Unset dirty status for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:28.757963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-a4f9c68a-0787-4c06-a787-8006b3ec8012 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1828880
Dec 22 13:09:28.815279 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/f43a4f1f-e8b2-4586-bc1c-601212c2935d HTTP/1.1" status: 204  len: 168 time: 1.2811182
Dec 22 13:09:28.817571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60888) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:28.856887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.870131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6b102c64-6f3f-48f6-a3e8-55ccaaf705d8 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:28.877837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] For port 2efaf31d-6622-4966-87c6-e520f50c71f6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:28.898669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fc42d52a-cdbe-498d-a187-3c482253507b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:28.899113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.915738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:28.921052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:28.924609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:28.932874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/subnets/8dd68a28-17ed-4def-b3a2-78c9a9fdbdc2 HTTP/1.1" status: 204  len: 168 time: 0.6756752
Dec 22 13:09:28.933198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60892) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:28.934079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] For port 2efaf31d-6622-4966-87c6-e520f50c71f6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2efaf31d-6622-4966-87c6-e520f50c71f6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:28.944967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd1c85-2e04-4684-8c38-19685ec89b02 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:28.946383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd1c85-2e04-4684-8c38-19685ec89b02 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:28.947272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-15fd1c85-2e04-4684-8c38-19685ec89b02 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:28.957148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4c9a6-8612-4c32-b83b-8d6a206dcaba None None] Network 62e1c835-10a0-49b2-b474-5292d4315614 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:29.025444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-dbd5f57c-436b-4b50-9b23-e12e78bcebba service neutron] 10.222.0.16 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2558434
Dec 22 13:09:29.042221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-15fd1c85-2e04-4684-8c38-19685ec89b02 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:29.045483 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-15fd1c85-2e04-4684-8c38-19685ec89b02 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.2247348
Dec 22 13:09:29.046233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60898) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:29.077610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.087769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:29.118505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet afbcd8f0-4115-4902-a506-97c9a32f92ec {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:29.121961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.181778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0a14d53e-25d6-4b33-806c-6c2c8b396870 service neutron] 10.222.0.16 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430511
Dec 22 13:09:29.185375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.192142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.203559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port f3e94ff1-1dcc-4566-937f-418e77e194d0 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:29.203922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.323719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] DHCP port deletion for 6baa9474-edcd-47b7-8dd8-2aad8dc425e0 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:29.326664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.415695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Deleting port f3e94ff1-1dcc-4566-937f-418e77e194d0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:29.416223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.443101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] For port f3e94ff1-1dcc-4566-937f-418e77e194d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f3e94ff1-1dcc-4566-937f-418e77e194d0,segment=NetworkSegment(51a5953a-eacc-4597-896a-25abf85b5e0c),segment_id=51a5953a-eacc-4597-896a-25abf85b5e0c)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:29.443502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.470870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Pushing event updated for resources: {'Port': ['ID=2efaf31d-6622-4966-87c6-e520f50c71f6,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:29.481538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:29.534593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.541193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7826cfc0-ae24-469f-91a5-75a85f98624a tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:29.597262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for f3e94ff1-1dcc-4566-937f-418e77e194d0 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:29.691142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=afbcd8f0-4115-4902-a506-97c9a32f92ec,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:29.701804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:29.710816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.724875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1190>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 2, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:29.775295 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/afbcd8f0-4115-4902-a506-97c9a32f92ec HTTP/1.1" status: 204  len: 168 time: 0.7276237
Dec 22 13:09:29.777563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:29.817538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Checking router: d08de756-e624-4035-938e-d0127eac9039 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:09:29.817727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Updating router d08de756-e624-4035-938e-d0127eac9039 port b0c90b5c-2485-4535-ac18-9ad76c5f377c binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:09:29.855717 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1df0429d-f057-4a42-87dc-e14060553732 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0769346
Dec 22 13:09:29.858292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60914) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:29.874535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:29.885898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] For port f3e94ff1-1dcc-4566-937f-418e77e194d0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f3e94ff1-1dcc-4566-937f-418e77e194d0,segment=NetworkSegment(51a5953a-eacc-4597-896a-25abf85b5e0c),segment_id=51a5953a-eacc-4597-896a-25abf85b5e0c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:29.886493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:29.979863 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0906c7b-be3d-4873-958a-e139bf3c3cc5 req-7b828c36-a446-4c6b-86e5-9a644a9aeac0 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 210 time: 0.2989039
Dec 22 13:09:30.023566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:30.028430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:30.028867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] DHCP port deletion for 62e1c835-10a0-49b2-b474-5292d4315614 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:30.032149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:30.036858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Calling delete_port for f3e94ff1-1dcc-4566-937f-418e77e194d0 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:30.038420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:30.066970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.076409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.081710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:30.090573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Deleting port 2f036e22-fc4c-432f-b880-678cc9b5640d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:30.090988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.108910 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:09:30.129495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Port': ['ID=f3e94ff1-1dcc-4566-937f-418e77e194d0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:30.133431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:30.135970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] No DVR routers for this DVR port f3e94ff1-1dcc-4566-937f-418e77e194d0 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:30.184991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:30.190553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.281958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:30.282376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:30.287118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.325062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293497e50>,) {'filters': {'network_id': ['6baa9474-edcd-47b7-8dd8-2aad8dc425e0']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:30.346446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293497e50>, '51a5953a-eacc-4597-896a-25abf85b5e0c') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:30.346872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293497e50>, '51a5953a-eacc-4597-896a-25abf85b5e0c') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:30.363955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.388045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.395980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:09:30.396787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:09:30.415651 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:09:30.536704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] For port 2f036e22-fc4c-432f-b880-678cc9b5640d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2f036e22-fc4c-432f-b880-678cc9b5640d,segment=NetworkSegment(f189a136-f043-4197-9ffa-1baa9081ad65),segment_id=f189a136-f043-4197-9ffa-1baa9081ad65)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:30.536704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.549071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2efaf31d-6622-4966-87c6-e520f50c71f6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:30.614063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.617779 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-17ccb250-f176-4402-8a9f-b2d62aeee52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:30.634379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.647152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Network': ['ID=6baa9474-edcd-47b7-8dd8-2aad8dc425e0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:30.650065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:30.652046 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/networks/6baa9474-edcd-47b7-8dd8-2aad8dc425e0 HTTP/1.1" status: 204  len: 168 time: 1.7178345
Dec 22 13:09:30.659635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60918) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:30.660377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe8ac7-9c38-4e21-9d09-381ea10287cf None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:30.754437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Calling delete_port for 2f036e22-fc4c-432f-b880-678cc9b5640d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:30.789031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Deleting port f3e94ff1-1dcc-4566-937f-418e77e194d0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:30.789430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:30.986216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.013332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-82f3579a-ba6c-4c5c-9752-6e58e5a1fc8f None None] The port 'f3e94ff1-1dcc-4566-937f-418e77e194d0' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:09:31.019588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port 2f036e22-fc4c-432f-b880-678cc9b5640d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:31.019973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.080465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:31.171359 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ffcaba1-7854-490a-9ccf-0124faaeddce req-8480dcb4-a428-4c27-ba0d-cee9ef3ccc50 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 210 time: 0.0663502
Dec 22 13:09:31.247631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c4c2ff80-395d-4d38-9bd0-718d53598e90 None None] Provisioning for port 2efaf31d-6622-4966-87c6-e520f50c71f6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:31.284302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.287618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 2efaf31d-6622-4966-87c6-e520f50c71f6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:31.295166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-cf144bb1-bc13-40bf-ad34-a52d5b03c4dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:31.357703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] For port 2f036e22-fc4c-432f-b880-678cc9b5640d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2f036e22-fc4c-432f-b880-678cc9b5640d,segment=NetworkSegment(f189a136-f043-4197-9ffa-1baa9081ad65),segment_id=f189a136-f043-4197-9ffa-1baa9081ad65)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:31.358080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.402158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2efaf31d-6622-4966-87c6-e520f50c71f6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:31.402529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.436359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Pushing event deleted for resources: {'Port': ['ID=2f036e22-fc4c-432f-b880-678cc9b5640d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:31.453193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] No DVR routers for this DVR port 2f036e22-fc4c-432f-b880-678cc9b5640d on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:31.462513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.481519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:09:31.484154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:31.493857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for 2f036e22-fc4c-432f-b880-678cc9b5640d owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:31.499243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Transition to ACTIVE for port object b0c90b5c-2485-4535-ac18-9ad76c5f377c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:31.582340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.589610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-44e00424-c454-4eaf-8891-85e4d493d217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:31.617056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.631499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.735311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:31.735883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:31.806905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 2efaf31d-6622-4966-87c6-e520f50c71f6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2efaf31d-6622-4966-87c6-e520f50c71f6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:31.807945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Pushing event updated for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:31.837082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:31.854354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:31.854679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:31.861641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:31.866111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:31.924929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f3e94ff1-1dcc-4566-937f-418e77e194d0 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:31.968029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Attempting to bind port b0c90b5c-2485-4535-ac18-9ad76c5f377c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:31.968449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Attempting to bind port b0c90b5c-2485-4535-ac18-9ad76c5f377c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:31.968816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Attempting to bind port b0c90b5c-2485-4535-ac18-9ad76c5f377c on network 67d87e11-5068-4e8f-94ac-cb08011ef912 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:31.977525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f3e94ff1-1dcc-4566-937f-418e77e194d0 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:31.977878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f3e94ff1-1dcc-4566-937f-418e77e194d0 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:31.978291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2f036e22-fc4c-432f-b880-678cc9b5640d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:32.028740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 2f036e22-fc4c-432f-b880-678cc9b5640d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:32.029492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2f036e22-fc4c-432f-b880-678cc9b5640d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:32.033141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:32.033527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Checking segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:32.033934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.034337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Bound using segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:32.034916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Bound port: b0c90b5c-2485-4535-ac18-9ad76c5f377c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:32.035272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.051078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0cabb906-c0e4-4194-b796-5ef33d2ca93e None None] Provisioning complete for port 2efaf31d-6622-4966-87c6-e520f50c71f6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:32.051078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0cabb906-c0e4-4194-b796-5ef33d2ca93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.142279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=2efaf31d-6622-4966-87c6-e520f50c71f6,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:32.157902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:32.224895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] For port b0c90b5c-2485-4535-ac18-9ad76c5f377c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:32.237204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port 2f036e22-fc4c-432f-b880-678cc9b5640d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:32.237817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.261349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] For port b0c90b5c-2485-4535-ac18-9ad76c5f377c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b0c90b5c-2485-4535-ac18-9ad76c5f377c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:32.330572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.331690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.337473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a1e03279-e561-4087-8895-82bc5acc814b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:32.357655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] The port '2f036e22-fc4c-432f-b880-678cc9b5640d' was deleted {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:09:32.383446 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c672b4e0-f804-4b5d-8a75-79892ca7587b req-1658c032-11af-4a38-9647-f6aeb58a0926 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 210 time: 0.0571325
Dec 22 13:09:32.436501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:32.437967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:32.489983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2efaf31d-6622-4966-87c6-e520f50c71f6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:32.576922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.600899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.663114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0701cd64-a9f0-44ec-9bf3-9e91fe434046 None None] Could not find standard attr ID for object f43a4f1f-e8b2-4586-bc1c-601212c2935d. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:32.673854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-695ecf72-37e5-4721-8b03-54faacc78e9f tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:32.676446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Pushing event updated for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:32.679088 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-695ecf72-37e5-4721-8b03-54faacc78e9f tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.46 "GET /v2.0/networks?id=67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 200  len: 796 time: 0.1995759
Dec 22 13:09:32.681856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52928651c0>,) {'filters': {'network_id': ['62e1c835-10a0-49b2-b474-5292d4315614']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:32.693611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:32.702641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52928651c0>, 'f189a136-f043-4197-9ffa-1baa9081ad65') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:32.703628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52928651c0>, 'f189a136-f043-4197-9ffa-1baa9081ad65') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:32.710686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 2efaf31d-6622-4966-87c6-e520f50c71f6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:32.711116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.725381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.739934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-1c3d5271-95cc-430a-a4c6-dbb8d85bbf0c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69 HTTP/1.1" status: 200  len: 379 time: 0.0561466
Dec 22 13:09:32.751555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'port': {'device_id': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'admin_state_up': True, 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'security_groups': ['03efbc1e-d488-4965-af40-3fdf6e8bc141']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:32.766556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.777329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:09:32.777806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:32.789999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   util.warn(
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:09:32.794031 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:09:32.899283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:32.909492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:32.988863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] For port 2efaf31d-6622-4966-87c6-e520f50c71f6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2efaf31d-6622-4966-87c6-e520f50c71f6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:32.990632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Made reservation on behalf of ea6f368be2fa43ac80bdf487a1dc8a69 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:32.994439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.015582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.018655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.021651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1000be1-db66-4e1f-a9f0-463cc7787e6c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:33.039984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.196502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Allocated IP 172.20.0.7 (67d87e11-5068-4e8f-94ac-cb08011ef912/3fe507b0-f24b-4898-813c-3e0d3a018515/326a0ae1-efc9-4835-bfdb-eaf27cf2f40c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:33.206212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Network': ['ID=62e1c835-10a0-49b2-b474-5292d4315614,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:33.210237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.211062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.217034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:33.217609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4ac6e3c-50e4-4abf-a7cb-b133f5ffa4ee tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:33.263239 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/networks/62e1c835-10a0-49b2-b474-5292d4315614 HTTP/1.1" status: 204  len: 168 time: 2.5765488
Dec 22 13:09:33.265722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:33.282667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:33.286260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:33.290745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:33.291366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.300519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76ed68f-58c6-4baf-ba10-86b1e2342947 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:33.318767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=2efaf31d-6622-4966-87c6-e520f50c71f6,revision_number=6']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:33.322044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:33.322508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1190>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:32Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:33.322729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9fc34d17-5dcf-42aa-a56f-da84e9c937bf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:33.380970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d008c46-6f33-4246-9aba-4378888d9cc0 None None] The sync data for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv is: [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:32Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:33.388233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=e05675e5-b793-4caa-8924-8ada8b314cb8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:33.391316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:33.415886 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.5563614
Dec 22 13:09:33.418224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:33.425987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:14:5f:ff', 'name': 'tempest-NetworksTestDHCPv6-650561012'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:33.437362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting subnet d6467711-5f9d-4da0-ac7f-ccdcc43e6f52 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:33.442584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.585584 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b634f14-72cf-4c8a-b7df-216705de57c7 req-75c73ba1-c4ee-4be5-aff8-218c8a80828e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 210 time: 0.0633218
Dec 22 13:09:33.606897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.612648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.680364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:33.680619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Transition to ACTIVE for port object 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:33.685018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:33.688357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:33.697773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:33.734488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.802556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:33.831549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.839387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:33.901860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.911812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8aadf2bd-103f-4436-80cf-41ccebb42ee6 None None] Provisioning complete for port 2efaf31d-6622-4966-87c6-e520f50c71f6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:33.912200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8aadf2bd-103f-4436-80cf-41ccebb42ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.939473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:33.944116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:33.947438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:33.949949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b2fa3-235b-4487-b89c-6c6fd0a62230 None None] Network 2ef29da3-af11-4703-85d1-95159a4b7629 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:33.954144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:33.985449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.026411 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/subnets/d6467711-5f9d-4da0-ac7f-ccdcc43e6f52 HTTP/1.1" status: 204  len: 168 time: 0.7594676
Dec 22 13:09:34.027310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:34.029417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60942) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:34.035203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:34.036927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 5faa4099-16ea-4195-85a6-6489dc3f2c8e yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:34.037978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dafe5ee1-8d54-430d-8e7d-c4b373704051 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:34.200665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe14:5fff (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/e05675e5-b793-4caa-8924-8ada8b314cb8/5faa4099-16ea-4195-85a6-6489dc3f2c8e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:34.213358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:34.214400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.238313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Subnet': ['ID=d6467711-5f9d-4da0-ac7f-ccdcc43e6f52,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:34.241056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:34.266408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.297538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Deleting port 68cd932e-6a88-4437-b20d-89bb266c5e6a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:34.297910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.350812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6044688
Dec 22 13:09:34.388437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Request body: {'port': {'device_id': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:34.443955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b0c90b5c-2485-4535-ac18-9ad76c5f377c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:34.521534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] DHCP port deletion for 2ef29da3-af11-4703-85d1-95159a4b7629 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:34.531989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Deleting port 68cd932e-6a88-4437-b20d-89bb266c5e6a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:34.815663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.815961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.815961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 5faa4099-16ea-4195-85a6-6489dc3f2c8e will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:34.816456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.816859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] For port 68cd932e-6a88-4437-b20d-89bb266c5e6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=68cd932e-6a88-4437-b20d-89bb266c5e6a,segment=NetworkSegment(dba7a334-8cf1-43a7-9e2c-85b222a2dffe),segment_id=dba7a334-8cf1-43a7-9e2c-85b222a2dffe)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:34.816859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.862356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-39eebcfa-499b-42ac-8234-680d82683b6c None None] Provisioning for port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:34.873498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.891055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:34.920784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-39eebcfa-499b-42ac-8234-680d82683b6c None None] Provisioning complete for port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:34.921165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39eebcfa-499b-42ac-8234-680d82683b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.950559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] For port 68cd932e-6a88-4437-b20d-89bb266c5e6a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=68cd932e-6a88-4437-b20d-89bb266c5e6a,segment=NetworkSegment(dba7a334-8cf1-43a7-9e2c-85b222a2dffe),segment_id=dba7a334-8cf1-43a7-9e2c-85b222a2dffe)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:34.951024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:34.974724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:34.978820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:34.995171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:35.005009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:35.005883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.012103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Calling delete_port for 68cd932e-6a88-4437-b20d-89bb266c5e6a owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:35.035143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=5faa4099-16ea-4195-85a6-6489dc3f2c8e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:35.075996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:35.076112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-39eebcfa-499b-42ac-8234-680d82683b6c None None] Port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:35.076112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b0c90b5c-2485-4535-ac18-9ad76c5f377c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:35.076112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b0c90b5c-2485-4535-ac18-9ad76c5f377c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:35.076112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.102115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Calling delete_port for 68cd932e-6a88-4437-b20d-89bb266c5e6a owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:35.128628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7093396
Dec 22 13:09:35.133616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60948) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:35.240777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d55db3-0b58-4ef2-ad5e-a68396cdec56 req-700b40f2-e152-41f7-815a-aea57d37f3ee tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:35.246521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-95d55db3-0b58-4ef2-ad5e-a68396cdec56 req-700b40f2-e152-41f7-815a-aea57d37f3ee tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Synchronizing usage tracker for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:35.259439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614c581-d032-441b-a02e-48c06f41c8cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:35.267781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b614c581-d032-441b-a02e-48c06f41c8cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:35.268697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b614c581-d032-441b-a02e-48c06f41c8cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:35.367598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.402040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b614c581-d032-441b-a02e-48c06f41c8cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:35.407124 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b614c581-d032-441b-a02e-48c06f41c8cf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.2687585
Dec 22 13:09:35.407124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60952) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:35.411346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b0c90b5c-2485-4535-ac18-9ad76c5f377c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b0c90b5c-2485-4535-ac18-9ad76c5f377c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:35.433199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-95d55db3-0b58-4ef2-ad5e-a68396cdec56 req-700b40f2-e152-41f7-815a-aea57d37f3ee tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Unset dirty status for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:35.435875 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95d55db3-0b58-4ef2-ad5e-a68396cdec56 req-700b40f2-e152-41f7-815a-aea57d37f3ee tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 931 time: 0.6929383
Dec 22 13:09:35.486777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 5faa4099-16ea-4195-85a6-6489dc3f2c8e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:35.487375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.501745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.510021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3b4a9c1-fae9-4130-a452-20754d93768a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:35.525709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.530345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9220ce94-1115-4bc7-8a91-5c849613402a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.530345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b30609b5-bee8-45ff-a34f-91af383587d9 None None] Provisioning for port 5faa4099-16ea-4195-85a6-6489dc3f2c8e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:35.539958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0245dc09-b8a2-4dc8-8739-d051784ee4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:35.573085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Port': ['ID=68cd932e-6a88-4437-b20d-89bb266c5e6a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:35.576292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:09:35.582019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] No DVR routers for this DVR port 68cd932e-6a88-4437-b20d-89bb266c5e6a on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:35.586287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:35.592588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b30609b5-bee8-45ff-a34f-91af383587d9 None None] Provisioning complete for port 5faa4099-16ea-4195-85a6-6489dc3f2c8e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:35.592588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b30609b5-bee8-45ff-a34f-91af383587d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.638366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.646065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:35.646695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:35.657281 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95d55db3-0b58-4ef2-ad5e-a68396cdec56 req-ea67b05a-de66-403e-9867-6885f62cd069 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1891837
Dec 22 13:09:35.682607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:35.691364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:35.700740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b30609b5-bee8-45ff-a34f-91af383587d9 None None] Port 5faa4099-16ea-4195-85a6-6489dc3f2c8e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:35.726951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Transition to ACTIVE for port object 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:35.736849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.758461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.763314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5299be7220>,) {'filters': {'network_id': ['2ef29da3-af11-4703-85d1-95159a4b7629']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:35.779171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299be7220>, 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:35.779465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5299be7220>, 'dba7a334-8cf1-43a7-9e2c-85b222a2dffe') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:35.791666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.808134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.814595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:09:35.815005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:09:35.829139 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:09:35.879158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:35.888231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 5faa4099-16ea-4195-85a6-6489dc3f2c8e owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:35.895592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e46cf39-96ba-4002-897a-36a8a5b3be87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:36.061859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:36.071386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:36.094570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.100377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.101049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0446f6ed-9f41-4ea2-bd94-e875e0e582d2 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:36.107951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:36.124022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.147169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Pushing event deleted for resources: {'Network': ['ID=2ef29da3-af11-4703-85d1-95159a4b7629,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:36.148441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Deleting port 68cd932e-6a88-4437-b20d-89bb266c5e6a {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:36.149302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.149627 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/networks/2ef29da3-af11-4703-85d1-95159a4b7629 HTTP/1.1" status: 204  len: 168 time: 2.1160955
Dec 22 13:09:36.150321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=5faa4099-16ea-4195-85a6-6489dc3f2c8e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:36.151007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:36.153335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:36.154409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:36.200761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.263549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c5aa4814-1f56-4b1b-9464-fbd4ac9c21d0 None None] The port '68cd932e-6a88-4437-b20d-89bb266c5e6a' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:09:36.299599 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/5faa4099-16ea-4195-85a6-6489dc3f2c8e HTTP/1.1" status: 204  len: 168 time: 0.8912380
Dec 22 13:09:36.302074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60960) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:36.362439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-356cf3a3-6ad6-4fba-b1ef-15e9999ac4d5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Synchronizing usage tracker for tenant:219c735495b54259aaf492d3710c9c90 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:36.376523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Attempting to bind port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:36.376784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Attempting to bind port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:36.377121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Attempting to bind port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c on network 67d87e11-5068-4e8f-94ac-cb08011ef912 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:36.379164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fea19f-a5fb-4be0-a127-4a305520e32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:36.380799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fea19f-a5fb-4be0-a127-4a305520e32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:36.381817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-01fea19f-a5fb-4be0-a127-4a305520e32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:36.386374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c on network 67d87e11-5068-4e8f-94ac-cb08011ef912 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:09:36.386817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Attempting to bind port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c on network 67d87e11-5068-4e8f-94ac-cb08011ef912 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:36.399549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:36.400077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Checking segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:36.403114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Bound using segment: {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:36.403675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Bound port: 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6665ddb0-97a7-44bd-9b5d-5321de4faf53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:36.404061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.404197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b0c90b5c-2485-4535-ac18-9ad76c5f377c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:36.464679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-01fea19f-a5fb-4be0-a127-4a305520e32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:36.468982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-01fea19f-a5fb-4be0-a127-4a305520e32c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1628304
Dec 22 13:09:36.469166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-356cf3a3-6ad6-4fba-b1ef-15e9999ac4d5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Unset dirty status for tenant:219c735495b54259aaf492d3710c9c90 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:36.469265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:36.469387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-356cf3a3-6ad6-4fba-b1ef-15e9999ac4d5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9494b62-74bc-49b0-a88a-39ee54d00492 HTTP/1.1" status: 200  len: 205 time: 0.3149569
Dec 22 13:09:36.472544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 60968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:36.483740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b0c90b5c-2485-4535-ac18-9ad76c5f377c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:36.484242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.539617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet e05675e5-b793-4caa-8924-8ada8b314cb8 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:36.542544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.634747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.660120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 68cd932e-6a88-4437-b20d-89bb266c5e6a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:36.693093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:36.699652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 68cd932e-6a88-4437-b20d-89bb266c5e6a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:36.700517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 68cd932e-6a88-4437-b20d-89bb266c5e6a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:36.724342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.781565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:36.815931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.928235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.962348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:36.966492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-245e4b2a-41ed-46b3-89ba-97bade5eca14 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:36.983674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-be34593a-b15c-46fa-bcf8-51984ecaa2b2 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:37.001545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=e05675e5-b793-4caa-8924-8ada8b314cb8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:37.005018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:37.007777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.016354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a8b20-a639-496b-8bbf-197ab7b9bd60 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:37.049647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.060907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.076446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.082485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.082485 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] 10.222.0.46 "PUT /v2.0/ports/326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 200  len: 1093 time: 2.7073984
Dec 22 13:09:37.082746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/e05675e5-b793-4caa-8924-8ada8b314cb8 HTTP/1.1" status: 204  len: 168 time: 0.6102405
Dec 22 13:09:37.084182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60974) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:37.088990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:09:37.128677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:37.133222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:37.155801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0f60-5089-4232-bf2d-1a56f6626d06 req-454045d2-0a6e-4bb4-98eb-d7af853387e1 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.157884 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-29da0f60-5089-4232-bf2d-1a56f6626d06 req-454045d2-0a6e-4bb4-98eb-d7af853387e1 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 943 time: 0.3315368
Dec 22 13:09:37.171932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b2267bfe-b467-47fb-91c3-dbd754a40fd3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0871267
Dec 22 13:09:37.175570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:37.195590 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'status': 'completed', 'code': 200}
Dec 22 13:09:37.263933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.264633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Fanout notify agent at l3_agent the message router_deleted on router b9494b62-74bc-49b0-a88a-39ee54d00492 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:09:37.277990 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-29da0f60-5089-4232-bf2d-1a56f6626d06 req-05c8dac0-252b-45e5-825a-709ac63b6d4b tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096482
Dec 22 13:09:37.289589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da34cc9-7ded-4415-af31-8d40f1704ba0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.290496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5da34cc9-7ded-4415-af31-8d40f1704ba0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:37.303267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.304603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-30f16527-eaec-420d-a29f-b84458f5ea45 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] 10.222.0.16 "DELETE /v2.0/routers/b9494b62-74bc-49b0-a88a-39ee54d00492 HTTP/1.1" status: 204  len: 168 time: 0.8311656
Dec 22 13:09:37.356293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5265-b026-4598-8996-e71a41db4390 req-44b98745-6996-40ff-8a8c-91a735be76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.358131 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f9b5265-b026-4598-8996-e71a41db4390 req-44b98745-6996-40ff-8a8c-91a735be76fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1096 time: 0.1530733
Dec 22 13:09:37.413461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5da34cc9-7ded-4415-af31-8d40f1704ba0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:37.414179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:37.417217 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5da34cc9-7ded-4415-af31-8d40f1704ba0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2383707
Dec 22 13:09:37.423304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60986) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:37.426196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Deleting port 2efaf31d-6622-4966-87c6-e520f50c71f6 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:37.426873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.492499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4c53f-d1f0-4d94-bf0d-2340dfbc7dbf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.493208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e4d4c53f-d1f0-4d94-bf0d-2340dfbc7dbf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:37.529708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5265-b026-4598-8996-e71a41db4390 req-ff6adca0-dd5f-4238-8c60-830f009d4fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.531267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f9b5265-b026-4598-8996-e71a41db4390 req-ff6adca0-dd5f-4238-8c60-830f009d4fee service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1662953
Dec 22 13:09:37.534792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a08bd494-e759-41fa-980a-0db2e77dbd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.631434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e4d4c53f-d1f0-4d94-bf0d-2340dfbc7dbf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:37.635687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4d4c53f-d1f0-4d94-bf0d-2340dfbc7dbf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2146807
Dec 22 13:09:37.636098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60990) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:37.647167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] For port 2efaf31d-6622-4966-87c6-e520f50c71f6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2efaf31d-6622-4966-87c6-e520f50c71f6,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:37.647677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.667609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b5265-b026-4598-8996-e71a41db4390 req-faecc727-7ee5-400a-9294-0cd7f33f87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.669062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f9b5265-b026-4598-8996-e71a41db4390 req-faecc727-7ee5-400a-9294-0cd7f33f87f1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1321545
Dec 22 13:09:37.712579 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-65939a77-6495-4fbb-a1d7-b02cf4eb9494 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0714962
Dec 22 13:09:37.714868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 60994) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:37.720276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:37.776371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-84eb23bb-4e97-4a74-9049-9db750f509a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.777924 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-84eb23bb-4e97-4a74-9049-9db750f509a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1096 time: 0.0731962
Dec 22 13:09:37.786384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Calling delete_port for 2efaf31d-6622-4966-87c6-e520f50c71f6 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:37.839475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:37.850142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:37.851799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-7284e737-dd5e-4213-aaa5-08293a5ac412 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 200  len: 217 time: 0.0673647
Dec 22 13:09:37.918434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ab94cc34-21d6-4241-9420-dff47739130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:37.919978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-ab94cc34-21d6-4241-9420-dff47739130a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fe507b0-f24b-4898-813c-3e0d3a018515 HTTP/1.1" status: 200  len: 834 time: 0.0627096
Dec 22 13:09:37.939250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:37.943192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.950537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:37.956498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:37.982181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32768) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:38.010554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Pushing event deleted for resources: {'Port': ['ID=2efaf31d-6622-4966-87c6-e520f50c71f6,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:38.012626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] No DVR routers for this DVR port 2efaf31d-6622-4966-87c6-e520f50c71f6 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:38.014190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:38.152108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-8013eaa1-889b-4e5f-ae1e-b9e8b3083ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:38.153595 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-8013eaa1-889b-4e5f-ae1e-b9e8b3083ecd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67d87e11-5068-4e8f-94ac-cb08011ef912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2272196
Dec 22 13:09:38.253445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8020303-7514-4cc7-b98a-6bde7af03bbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=219c735495b54259aaf492d3710c9c90&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2743628
Dec 22 13:09:38.255968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32774) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:38.325229 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-27b5659a-9560-43b0-96df-b2e93cf7d683 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592577
Dec 22 13:09:38.392117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2efaf31d-6622-4966-87c6-e520f50c71f6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:38.431243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 2efaf31d-6622-4966-87c6-e520f50c71f6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:38.431897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2efaf31d-6622-4966-87c6-e520f50c71f6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:38.464849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:38.466048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.471594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec2f69ea-79a0-4cf6-a6b4-6531432f2636 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:38.474822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.527458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:38.530288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:38.533022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.536262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:38.537459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.537708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.541334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a6f72-acbf-4eeb-b2c3-ff0ffe900ae1 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:38.551880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=02e76e31-fb7a-42f9-bbd5-01406f750ac6,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:38.554561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:38.571074 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e2ca3b-6a4c-4046-bfd8-d14b9fd54efa req-eee2528b-b48f-4bc8-a68f-b135187ef456 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2429709
Dec 22 13:09:38.599858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77516420-8f46-4849-881c-04dcec77f837 req-255f7038-03cf-4fbe-ab5b-cf707c49715e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:38.601292 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77516420-8f46-4849-881c-04dcec77f837 req-255f7038-03cf-4fbe-ab5b-cf707c49715e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 943 time: 0.1881516
Dec 22 13:09:38.643639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 0.9287548
Dec 22 13:09:38.646069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32780) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:38.651002 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77516420-8f46-4849-881c-04dcec77f837 req-d44d2e89-e585-414a-9b66-951fc3e4f35c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437860
Dec 22 13:09:38.654557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:7f:1c:29', 'name': 'tempest-NetworksTestDHCPv6-775210798'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:38.733197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.745054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56cc0687-528d-42cf-8e21-6f1e8fceedc2 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:38.761602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ad16b1-595d-4f94-b163-de7236963e08,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:38.769667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:38.769781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.777865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.778928 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5ad16b1-595d-4f94-b163-de7236963e08 HTTP/1.1" status: 204  len: 168 time: 0.5219488
Dec 22 13:09:38.820426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:38.830192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:38.837556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '02e76e31-fb7a-42f9-bbd5-01406f750ac6'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:38.838401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:38.887639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:38.996022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Allocated IP 2001:db8::f816:3eff:fedc:48a5 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/02e76e31-fb7a-42f9-bbd5-01406f750ac6/21636feb-d817-414d-a5b4-0880778174e3) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:39.015691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.042804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:39.210091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.220581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Transition to ACTIVE for port object 21636feb-d817-414d-a5b4-0880778174e3 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:39.239970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Transition to ACTIVE for port object 21636feb-d817-414d-a5b4-0880778174e3 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:39.333058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.338810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:39.402778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:39.404580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe7f:1c29 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/02e76e31-fb7a-42f9-bbd5-01406f750ac6/8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:39.405675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:39.408118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:39.452836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Pushing event updated for resources: {'Port': ['ID=21636feb-d817-414d-a5b4-0880778174e3,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:39.455704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:39.509290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Attempting to bind port 21636feb-d817-414d-a5b4-0880778174e3 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:39.509681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Attempting to bind port 21636feb-d817-414d-a5b4-0880778174e3 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:39.510033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Attempting to bind port 21636feb-d817-414d-a5b4-0880778174e3 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:39.515780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:39.516160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:39.516567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.516969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:39.517443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Bound port: 21636feb-d817-414d-a5b4-0880778174e3, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:39.517822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.609555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:39.612672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=21636feb-d817-414d-a5b4-0880778174e3,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:39.627284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.643266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:39.676704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.685472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b6c072e7-1641-4a0f-a16c-489d2649aeda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:39.734798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.744960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-35aa2f1d-26ba-4b97-a57b-609948819dbe tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:39.772796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Pushing event updated for resources: {'Port': ['ID=21636feb-d817-414d-a5b4-0880778174e3,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:39.780835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:39.860663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:39.871480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:39.873859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:39.879711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:39.881655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:39.907494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:39.910599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:39.911796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32806) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:39.945700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a7972-167c-44cf-91d4-9eddd4541081 req-fe021565-3790-426f-baa0-3cb6eecf8af5 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:39.947279 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f50a7972-167c-44cf-91d4-9eddd4541081 req-fe021565-3790-426f-baa0-3cb6eecf8af5 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 943 time: 0.1629429
Dec 22 13:09:39.978770 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3316493
Dec 22 13:09:39.987881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32812) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:40.011210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f50a7972-167c-44cf-91d4-9eddd4541081 req-c1c3d542-918c-4f06-adb7-851b9413323a tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569816
Dec 22 13:09:40.068143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587373285'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:40.075105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:40.080882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:40.088415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:40.101123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:40.111198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.136192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0439a5-5952-44ff-95a8-95b5d6467c3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:40.142333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0439a5-5952-44ff-95a8-95b5d6467c3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:40.143956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e0439a5-5952-44ff-95a8-95b5d6467c3e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.1614559
Dec 22 13:09:40.146524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32816) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:40.208604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.230646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.247689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:40.248036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.290135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:40.302469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:40.306905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:40.315927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:40.407975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 21636feb-d817-414d-a5b4-0880778174e3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:40.527207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 21636feb-d817-414d-a5b4-0880778174e3 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:40.556898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.689113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.699251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:40.846433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:40.856112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a979b8db-cd40-41ce-a4bd-fd6eef5e5269 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:40.863492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:40.875794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:40.880835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:40.900524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:40.935192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c82d98-1c3a-4f9d-ad8c-474155dc9af7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:40.940617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.001897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Provisioning for port 21636feb-d817-414d-a5b4-0880778174e3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:41.007330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Provisioning complete for port 21636feb-d817-414d-a5b4-0880778174e3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:41.007822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.061808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.138031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.155987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.163107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3a90bcb8-fb72-4ede-8059-133d84ebdae4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:41.173326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=21636feb-d817-414d-a5b4-0880778174e3,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:41.209514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.215338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:41.215567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53434-91b9-4b31-8a55-d1a2999f81d4 req-ce1da751-4d36-42af-ad75-164aa25f4803 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:41.217043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cba53434-91b9-4b31-8a55-d1a2999f81d4 req-ce1da751-4d36-42af-ad75-164aa25f4803 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 943 time: 0.0824606
Dec 22 13:09:41.217793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.223132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fdd6a722-89c4-4d58-92cb-e8d7181021ec tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:41.268810 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cba53434-91b9-4b31-8a55-d1a2999f81d4 req-ccdc1cc5-7951-490f-afb8-bef46c1aa968 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434539
Dec 22 13:09:41.287877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.295526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:41.325767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.337488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b5608-7aa5-4fcc-a802-a9cc03231db2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:41.337488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.337725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:09:41.339859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32822) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.340064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 HTTP/1.1" status: 204  len: 168 time: 1.1925578
Dec 22 13:09:41.408338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Pushing event updated for resources: {'Port': ['ID=21636feb-d817-414d-a5b4-0880778174e3,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:41.411892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.412986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b3d8f-efae-488b-aa5d-64e0eb7ab402 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:41.414830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b3d8f-efae-488b-aa5d-64e0eb7ab402 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:41.416535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-809b3d8f-efae-488b-aa5d-64e0eb7ab402 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.0757122
Dec 22 13:09:41.419127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.447890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.451993 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 1.5358160
Dec 22 13:09:41.452151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32830) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.464758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-12eda051-95db-44b9-aa24-d745811022f3 None None] Could not find standard attr ID for object 8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:41.517529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 02e76e31-fb7a-42f9-bbd5-01406f750ac6 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:41.520267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:41.525939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.537378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'mac_address': 'fa:16:3e:1a:98:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:09:41.595472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.613417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:09:41.630401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:41.693194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.695068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:41.715629 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-350ff9a8-03e8-4056-b43b-60d9f46c5609 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4511 time: 0.2590804
Dec 22 13:09:41.716770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.721106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.722687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-security--966221342', 'description': 'tempest-security-description-292183118'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:41.755447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.765506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:41.769858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.804971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.813173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.892820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.895356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.896600 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "PUT /v2.0/security-groups/bb7b5608-7aa5-4fcc-a802-a9cc03231db2 HTTP/1.1" status: 200  len: 1778 time: 0.1788206
Dec 22 13:09:41.897464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-50619f7a-58af-465d-ba2e-8cd9bb7420ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:41.899347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32838) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.925418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b5608-7aa5-4fcc-a802-a9cc03231db2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:41.928173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:41.949779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f5d9edb-7579-457e-903c-928a7454404c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups/bb7b5608-7aa5-4fcc-a802-a9cc03231db2 HTTP/1.1" status: 200  len: 1778 time: 0.0491438
Dec 22 13:09:41.952158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32842) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:41.962888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:09:41.966859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:41.973561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-774fa0f5-621e-4604-9c5d-269e216ec872 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:42.021271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=02e76e31-fb7a-42f9-bbd5-01406f750ac6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:42.023342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.028980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:42.029662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb3489-84cb-456d-9b9e-ad77f42b0075 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:42.047142 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/02e76e31-fb7a-42f9-bbd5-01406f750ac6 HTTP/1.1" status: 204  len: 168 time: 0.6238549
Dec 22 13:09:42.047522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.068569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.096939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.122321 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0b7fb3f3-c219-4235-9666-cfada206c244 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0729840
Dec 22 13:09:42.125095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.130739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:42.213161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.217498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e80495bc-d5b1-46ee-ab8e-02c55059772e tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:42.231202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b5608-7aa5-4fcc-a802-a9cc03231db2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:42.236289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:42.242190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.243523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb7b5608-7aa5-4fcc-a802-a9cc03231db2 HTTP/1.1" status: 204  len: 168 time: 0.2901399
Dec 22 13:09:42.245873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32854) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.254201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:42.258992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:42.263072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:42.270504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:42.305028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de6405a5-1375-4371-a0f2-b794eed7fbc9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:42.356314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:42.361482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.409078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de6405a5-1375-4371-a0f2-b794eed7fbc9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:42.413676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-de6405a5-1375-4371-a0f2-b794eed7fbc9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1666868
Dec 22 13:09:42.414483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32860) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.436759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 21636feb-d817-414d-a5b4-0880778174e3 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:42.440454 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-5c2a8a21-cf08-4ac6-9dee-c3d444653099 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] delete failed (client error): The resource could not be found.
Dec 22 13:09:42.441489 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5c2a8a21-cf08-4ac6-9dee-c3d444653099 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb7b5608-7aa5-4fcc-a802-a9cc03231db2 HTTP/1.1" status: 404  len: 347 time: 0.0257666
Dec 22 13:09:42.445520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32864) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.494736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:42.502481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1582369889'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:42.514446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:42.520631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Deleting port 21636feb-d817-414d-a5b4-0880778174e3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:42.528781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.535153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:42.565982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64870f6f-fdbe-43c1-9d9f-898f6ae77ff0 req-29200939-c9e8-47c7-98d4-5f2763113ceb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:42.567511 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64870f6f-fdbe-43c1-9d9f-898f6ae77ff0 req-29200939-c9e8-47c7-98d4-5f2763113ceb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 944 time: 0.1228051
Dec 22 13:09:42.612605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.636081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64870f6f-fdbe-43c1-9d9f-898f6ae77ff0 req-0d991eaa-0d16-4e2e-8c44-a950272e0a8d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584939
Dec 22 13:09:42.641759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:42.645800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:42.648788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:42.656862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:42.678590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 21636feb-d817-414d-a5b4-0880778174e3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:42.679097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.728736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.801552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.807924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1965cdf4-626d-4b6a-8b81-4a95de50d4bd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:42.830698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:42.848992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=21636feb-d817-414d-a5b4-0880778174e3,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:42.849382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.850268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7620e5a3-0741-4e12-9a59-558de834b3af,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:42.853393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:42.944436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:42.945809 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4980876
Dec 22 13:09:42.949022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32868) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:42.955964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '7620e5a3-0741-4e12-9a59-558de834b3af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:42.962324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:42.967609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:42.971214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:42.983270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:42.987066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-48c031e4-ab28-47e4-8f79-5452d6c9fed3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781608
Dec 22 13:09:43.013382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Calling delete_port for 21636feb-d817-414d-a5b4-0880778174e3 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:43.080327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.120719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.139713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:43.140504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:43.153631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-4ba7e07c-40b2-4774-9039-c57dbb7c9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.155182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-4ba7e07c-40b2-4774-9039-c57dbb7c9d14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 1098 time: 0.0795040
Dec 22 13:09:43.217161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.305930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-dc8b833c-446d-4c42-8c2a-10bf589001ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.307473 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-dc8b833c-446d-4c42-8c2a-10bf589001ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1329954
Dec 22 13:09:43.313201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.325782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:43.337831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:43.355608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f179ed-2046-49fc-8f4b-80dacba004d0,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:43.362660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:43.412272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=21636feb-d817-414d-a5b4-0880778174e3,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:43.417839 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-95068c67-b89a-4f0b-9117-ba4afe9beae9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 200  len: 1000 time: 0.1034532
Dec 22 13:09:43.438150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.439831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.443578 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4910226
Dec 22 13:09:43.443801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32872) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:43.477569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.483563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-f3bd26f3-348b-4337-9075-13038942f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.485062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-f3bd26f3-348b-4337-9075-13038942f85f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0608513
Dec 22 13:09:43.489070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.493247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:43.498624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:43.500380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.521735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.522587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.527718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:43.568215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-dde9fe58-3234-4ca9-a82f-df5a34f8650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.569778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-dde9fe58-3234-4ca9-a82f-df5a34f8650b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788388
Dec 22 13:09:43.595812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:43.599329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:43.603814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.604768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.607929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.627218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.630911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.634589 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/62f179ed-2046-49fc-8f4b-80dacba004d0 HTTP/1.1" status: 204  len: 168 time: 0.1873960
Dec 22 13:09:43.634955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32876) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:43.645001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Deleting port 21636feb-d817-414d-a5b4-0880778174e3 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:43.645628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.652560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=21636feb-d817-414d-a5b4-0880778174e3,revision_number=6']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:43.657381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:43.657907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d13263b-5b18-442b-8562-efa5193e75ac tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:43.713040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:09:43.729076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:43.739410 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-83ad6883-0825-4af0-87f9-8df5e8689969 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633055
Dec 22 13:09:43.741906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-863cd870-30cf-43f7-b961-862b47d25ecb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:43.748106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=610e6779-c44b-4886-99e3-72bd2813b79f,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:43.751815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:43.754252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:43.769900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62f179ed-2046-49fc-8f4b-80dacba004d0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:43.773220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:43.812945 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'code': 200}
Dec 22 13:09:43.866408 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.7394414
Dec 22 13:09:43.868342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32884) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:43.879511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:5e:1f:55', 'name': 'tempest-NetworksTestDHCPv6-1868446833'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:43.915087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:43.919678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6d35fadf-71a2-45c8-8a25-9a712756c9ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:43.957518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c23c4808-871a-4f60-b743-0c70d0dfaa40 req-d86fa8fc-b0d7-4378-b9f5-5d60830ec694 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117257
Dec 22 13:09:43.980077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19475262-33cf-4d5d-a541-0c492428c7fb req-222139c9-6fc3-4771-80b7-cd6263eb80f1 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:43.981700 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19475262-33cf-4d5d-a541-0c492428c7fb req-222139c9-6fc3-4771-80b7-cd6263eb80f1 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 944 time: 0.1394558
Dec 22 13:09:44.002047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] For port 21636feb-d817-414d-a5b4-0880778174e3, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=21636feb-d817-414d-a5b4-0880778174e3,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:44.006122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.037883 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19475262-33cf-4d5d-a541-0c492428c7fb req-a2fc6f2e-425e-4440-bd51-64a5f60d23dd tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466537
Dec 22 13:09:44.090587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-863cd870-30cf-43f7-b961-862b47d25ecb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:44.091874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-863cd870-30cf-43f7-b961-862b47d25ecb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4562330
Dec 22 13:09:44.095880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32888) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:44.139151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Calling delete_port for 21636feb-d817-414d-a5b4-0880778174e3 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:44.169804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.170120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:44.174422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:44.178383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:44.178534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:44.183513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:44.185047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:44.199102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.260526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:44.357087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.373405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d26482b9-df97-48e1-8693-eac6ec8e106d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:44.385422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7620e5a3-0741-4e12-9a59-558de834b3af,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:44.392388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:44.406535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 21636feb-d817-414d-a5b4-0880778174e3 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:44.417376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835a0eb-1de8-4701-9a38-7af29910bf05 req-47ad3b0a-8944-4630-a7bf-bab28c63c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:44.420181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.420350 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6835a0eb-1de8-4701-9a38-7af29910bf05 req-47ad3b0a-8944-4630-a7bf-bab28c63c30c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1098 time: 0.1309607
Dec 22 13:09:44.443253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.447656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:44.454181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:44.493926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 21636feb-d817-414d-a5b4-0880778174e3 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:09:44.494556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 21636feb-d817-414d-a5b4-0880778174e3 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:09:44.546390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Pushing event deleted for resources: {'Port': ['ID=21636feb-d817-414d-a5b4-0880778174e3,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:44.548666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:44.591573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] No DVR routers for this DVR port 21636feb-d817-414d-a5b4-0880778174e3 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:44.601244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.603783 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/7620e5a3-0741-4e12-9a59-558de834b3af HTTP/1.1" status: 204  len: 168 time: 0.5052278
Dec 22 13:09:44.605038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32892) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:44.607295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe5e:1f55 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/610e6779-c44b-4886-99e3-72bd2813b79f/060a5f3e-ddd5-41f3-98ab-d7591b8b91f7) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:44.612221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c3fd3-e417-4ddf-865e-b3a6b08a6bee None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:44.623384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6835a0eb-1de8-4701-9a38-7af29910bf05 req-026b3ef8-2374-44af-b1b1-9bc626439c5c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1979389
Dec 22 13:09:44.659067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1b11c9e1-dd3c-4212-a4e4-b928083fa6f0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:44.733291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1b11c9e1-dd3c-4212-a4e4-b928083fa6f0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:44.735245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b11c9e1-dd3c-4212-a4e4-b928083fa6f0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1290953
Dec 22 13:09:44.739887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32896) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:44.746237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320391291'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:44.753466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:44.763187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:44.831016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.837326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '610e6779-c44b-4886-99e3-72bd2813b79f'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:44.838805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.847061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:44.862902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.881368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:44.885549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:44.888471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:44.894291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:44.944830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:44.951916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b0663a5a-16df-4a2c-ac1f-111f47c0962e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:44.965955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.011763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Allocated IP 2001:db8::f816:3eff:fee4:9349 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/610e6779-c44b-4886-99e3-72bd2813b79f/b5ccc949-e462-4d43-a298-cfa32621239e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:45.018722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:45.021862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:45.024915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:45.031715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:45.033768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.052321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=060a5f3e-ddd5-41f3-98ab-d7591b8b91f7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:45.059372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.070081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:45.093976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e2b18838-5229-4153-a8fb-b0616620545a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:45.131537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0f023d-d107-4422-83b1-9ab57be54b5c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:45.134373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:45.151738 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 1.2822435
Dec 22 13:09:45.154489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32902) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:45.201460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.206282 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4623561
Dec 22 13:09:45.206453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:45.212362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '9c0f023d-d107-4422-83b1-9ab57be54b5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:45.220452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:45.225872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:45.229048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:45.260868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:45.286579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.301371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Transition to ACTIVE for port object b5ccc949-e462-4d43-a298-cfa32621239e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:45.305866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d6811-224c-48a9-a4a5-0251563ae7d0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:45.305866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa7d6811-224c-48a9-a4a5-0251563ae7d0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:45.319720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18885-048e-4bb0-9038-5b163b592c07 req-45578fb7-64b5-4cd1-ba9e-6faef8b5f3e8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:45.325778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Transition to ACTIVE for port object b5ccc949-e462-4d43-a298-cfa32621239e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:45.326535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4c18885-048e-4bb0-9038-5b163b592c07 req-45578fb7-64b5-4cd1-ba9e-6faef8b5f3e8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1270528
Dec 22 13:09:45.357246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.380385 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4c18885-048e-4bb0-9038-5b163b592c07 req-b7593970-3704-4a06-a943-b232a240e627 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513566
Dec 22 13:09:45.404370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.409692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-48ebd315-a79d-449c-a52b-982a31c756cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:45.438928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.439416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa7d6811-224c-48a9-a4a5-0251563ae7d0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:45.439416 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fa7d6811-224c-48a9-a4a5-0251563ae7d0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.2832708
Dec 22 13:09:45.442007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32910) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:45.477964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:45.480755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:45.484556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:45.493570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Pushing event updated for resources: {'Port': ['ID=b5ccc949-e462-4d43-a298-cfa32621239e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:45.519311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:45.519840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.535038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:45.550724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.558254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-08238a29-4951-4361-8f28-ea783bacebf3 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:45.585693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Attempting to bind port b5ccc949-e462-4d43-a298-cfa32621239e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:45.586078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Attempting to bind port b5ccc949-e462-4d43-a298-cfa32621239e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:45.586455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Attempting to bind port b5ccc949-e462-4d43-a298-cfa32621239e on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:45.590560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170ee6e8-c776-4612-b316-19618a3f8b39,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:45.592428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:45.593472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:45.593891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.594295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:45.594863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Bound port: b5ccc949-e462-4d43-a298-cfa32621239e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:45.604461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.604922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:45.694029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:45.697499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:45.739817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.743104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5334964
Dec 22 13:09:45.744118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32916) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:45.749702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '9c0f023d-d107-4422-83b1-9ab57be54b5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:45.755952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:45.759994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:45.762205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.763201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:45.766563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d64ae9ce-4f97-409a-8792-a2a7582b2a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:45.770197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:45.810927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.843542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Pushing event updated for resources: {'Port': ['ID=b5ccc949-e462-4d43-a298-cfa32621239e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:45.846633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:45.868356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:45.945301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:45.956599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.035998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.038259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-59e28d63-f0e8-4d6f-a238-d956062842a8 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:46.063419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb351c4-8785-4e3b-831a-5ee14ea44ada,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:46.068173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:46.167951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.169250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4241488
Dec 22 13:09:46.172582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32920) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:46.178107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '9c0f023d-d107-4422-83b1-9ab57be54b5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:46.184172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:46.189277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:46.192636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:46.199228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:46.219643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.225594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:46.276692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=060a5f3e-ddd5-41f3-98ab-d7591b8b91f7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:46.279086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:46.328031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.337560 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 HTTP/1.1" status: 204  len: 168 time: 0.8929455
Dec 22 13:09:46.340319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32924) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:46.352156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.411325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ec4f0-6b5e-46ff-8f03-2ad863e0071f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:46.413219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16ec4f0-6b5e-46ff-8f03-2ad863e0071f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:46.413984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a16ec4f0-6b5e-46ff-8f03-2ad863e0071f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:46.429922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b5ccc949-e462-4d43-a298-cfa32621239e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:46.444191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.481472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a16ec4f0-6b5e-46ff-8f03-2ad863e0071f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:46.482708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a16ec4f0-6b5e-46ff-8f03-2ad863e0071f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1414788
Dec 22 13:09:46.486440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32930) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:46.527457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.543078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:46.559481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 610e6779-c44b-4886-99e3-72bd2813b79f {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:46.564684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.565190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92003258-cccf-4def-9861-774a2e793046,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:46.568033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:46.596599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b5ccc949-e462-4d43-a298-cfa32621239e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:46.629220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.709796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.711179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5374150
Dec 22 13:09:46.720717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32934) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:46.729665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '9c0f023d-d107-4422-83b1-9ab57be54b5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:46.730965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.738363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:46.744032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:46.748130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:46.757055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:46.778725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a65e-4324-462c-96d8-baf3bc0bbcfb req-a55eff13-f14d-49b1-9c87-d34166ae607e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:46.780696 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eee1a65e-4324-462c-96d8-baf3bc0bbcfb req-a55eff13-f14d-49b1-9c87-d34166ae607e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1197748
Dec 22 13:09:46.832119 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eee1a65e-4324-462c-96d8-baf3bc0bbcfb req-d6d94828-d812-48ed-a377-b41a74372689 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428128
Dec 22 13:09:46.867253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.899782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.904731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c06fbdc4-7105-4edf-a68b-8db849ba21eb tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:46.944397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.951232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:46.954450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=610e6779-c44b-4886-99e3-72bd2813b79f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:46.957756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:47.013063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d70eb-b178-4843-a697-14f5fdcf3e68 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:47.045470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545f891-ee89-4a41-8073-667d53653704 req-fc6aa36d-1cc4-4e78-af36-954c139a7d0c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:47.047571 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3545f891-ee89-4a41-8073-667d53653704 req-fc6aa36d-1cc4-4e78-af36-954c139a7d0c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0924418
Dec 22 13:09:47.091980 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3545f891-ee89-4a41-8073-667d53653704 req-8b703dc4-20d7-4a76-b4c2-dc95cc79419b tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385365
Dec 22 13:09:47.115694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32940) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.168065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.177200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:47.207123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f61e28-7201-40bd-9346-c2909778eb8e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:47.213776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:47.218734 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/610e6779-c44b-4886-99e3-72bd2813b79f HTTP/1.1" status: 204  len: 168 time: 0.7270756
Dec 22 13:09:47.218734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32944) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.225487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b3a968-ed31-4de7-a7da-0e10fe693183 tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:47.227302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8b3a968-ed31-4de7-a7da-0e10fe693183 tempest-TestNetworkAdvancedServerOps-1207336802 tempest-TestNetworkAdvancedServerOps-1207336802-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1093 time: 0.1098697
Dec 22 13:09:47.230045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32948) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.236242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:47.242853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:47.247100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Usage tracker for resource:floatingip and tenant:ea6f368be2fa43ac80bdf487a1dc8a69 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:47.250967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:47.256925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:47.304138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fc32019-d200-4472-b456-95ffd7f6d5e7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0852764
Dec 22 13:09:47.304677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32952) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.307605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:09:47.313044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Deleting port b5ccc949-e462-4d43-a298-cfa32621239e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:47.313422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.342150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Provisioning for port b5ccc949-e462-4d43-a298-cfa32621239e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:47.361257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Provisioning complete for port b5ccc949-e462-4d43-a298-cfa32621239e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:47.365215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.392003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7764ff5-082b-4421-9c94-df5fd49d78c9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:47.392695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7764ff5-082b-4421-9c94-df5fd49d78c9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:47.399364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.403044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6766145
Dec 22 13:09:47.403262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.408936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '9c0f023d-d107-4422-83b1-9ab57be54b5c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:47.415550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:47.420047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:47.423177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:47.428689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:47.510330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f7764ff5-082b-4421-9c94-df5fd49d78c9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:47.510580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.514157 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7764ff5-082b-4421-9c94-df5fd49d78c9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2065501
Dec 22 13:09:47.514641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32960) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.583150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7c6ca5-5e5b-4d44-ae65-858364e003cc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:47.583881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a7c6ca5-5e5b-4d44-ae65-858364e003cc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:47.594296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.663798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:47.664391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.675038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.676226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.693361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a7c6ca5-5e5b-4d44-ae65-858364e003cc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:47.696858 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9a7c6ca5-5e5b-4d44-ae65-858364e003cc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1774902
Dec 22 13:09:47.697257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.715268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.773304 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-68900fa3-67c7-4110-9ae4-dcd48f598c5c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0706701
Dec 22 13:09:47.774771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32968) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:47.774945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.779194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:47.779968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:47.802867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Calling delete_port for b5ccc949-e462-4d43-a298-cfa32621239e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:47.813002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10e99f1f-f642-4809-95c6-1cd2c96ed1cd,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:47.820238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:47.870614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:47.893566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:47.902175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Allocated IP 172.26.3.149 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/8042e825-dd01-4674-a31f-0ab5d2d69dd1) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:47.903145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:47.974803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:47.976009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.5718362
Dec 22 13:09:47.979164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32972) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:48.009919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.010764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.015345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:48.022031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.055110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.072790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:48.073155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:48.075880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:48.079615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.087212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Pushing event updated for resources: {'Port': ['ID=b5ccc949-e462-4d43-a298-cfa32621239e,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:48.090610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:48.168212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.173272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-98fa0ac8-4e45-4d32-b52b-e31fc21c84b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:48.239870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:48.242795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:48.246704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:48.272950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.280631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=8042e825-dd01-4674-a31f-0ab5d2d69dd1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:48.287837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c175c013-3bff-4ce9-8648-20d572442245 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:48.292949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:48.314138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10e99f1f-f642-4809-95c6-1cd2c96ed1cd,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:48.322802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:48.324807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.328346 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/10e99f1f-f642-4809-95c6-1cd2c96ed1cd HTTP/1.1" status: 204  len: 168 time: 0.3457744
Dec 22 13:09:48.328945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:48.397668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-484b27b3-3e9a-40b1-af45-541d35f7df2a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:48.423358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b5ccc949-e462-4d43-a298-cfa32621239e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:09:48.521757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-484b27b3-3e9a-40b1-af45-541d35f7df2a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:48.526448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-484b27b3-3e9a-40b1-af45-541d35f7df2a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.1934636
Dec 22 13:09:48.526448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:48.556627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.557558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.568905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.582940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Deleting port b5ccc949-e462-4d43-a298-cfa32621239e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:48.583591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.608317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.615308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1621f02-f389-41dc-b48c-de57fe2c7274 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:48.686131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:48.690934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.697067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:48.700930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:48.701821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.745036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=edb34db9-1367-4271-881f-c8919714f77f,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:48.750120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:48.753315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:48.768186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07f61e28-7201-40bd-9346-c2909778eb8e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:48.771778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:48.802809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:48.840570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:48.841209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.893800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.951282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1755204
Dec 22 13:09:48.953565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32984) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:48.959667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:43:5b:39', 'name': 'tempest-NetworksTestDHCPv6-2000289526'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:48.970411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Calling delete_port for b5ccc949-e462-4d43-a298-cfa32621239e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:48.978823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:48.980046 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/07f61e28-7201-40bd-9346-c2909778eb8e HTTP/1.1" status: 204  len: 168 time: 0.4529550
Dec 22 13:09:48.985500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32988) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:48.999574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.015021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b1947bd-4f32-43f2-84ac-f09cb584ee78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:49.048510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.113428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b5ccc949-e462-4d43-a298-cfa32621239e,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:49.116575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:49.130516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6a074ce5-328c-4804-8c8d-53cdc7fa09af tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:49.171755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:49.181218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:49.252305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6a074ce5-328c-4804-8c8d-53cdc7fa09af tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:49.252589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:09:49.253049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:09:49.254568 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6a074ce5-328c-4804-8c8d-53cdc7fa09af tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.2681088
Dec 22 13:09:49.257602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 32992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:49.288708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.289801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:49.293872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.310154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.325445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.346826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 94c8559f-1d6d-4964-a44d-e31443b12d26 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:49.361507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.366340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f7b2b5a-5c09-4122-9378-9ffc9f06b58c tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:49.477740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event updated for resources: {'Port': ['ID=8042e825-dd01-4674-a31f-0ab5d2d69dd1,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:49.481637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:49.482415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.488308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.492248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cd650570-05cb-4c48-a435-e1a12ab59053 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:49.508403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92003258-cccf-4def-9861-774a2e793046,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:49.510685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:49.532327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::366 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/edb34db9-1367-4271-881f-c8919714f77f/94c8559f-1d6d-4964-a44d-e31443b12d26) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:49.659547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.660672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/92003258-cccf-4def-9861-774a2e793046 HTTP/1.1" status: 204  len: 168 time: 0.4020100
Dec 22 13:09:49.664124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 32996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:49.683027 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Floating IP 90cc8d4b-cd75-43be-b657-ce194667bddb associated. External IP: 172.26.3.149, port: 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c.
Dec 22 13:09:49.740556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.757080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 94c8559f-1d6d-4964-a44d-e31443b12d26 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:49.830467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.836038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:49.847959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-126bd538-e8de-4d75-bb9b-987a8cc1de63 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:49.905931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:49.909283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:49.913320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:49.918814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:49.919513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:49.936178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=94c8559f-1d6d-4964-a44d-e31443b12d26,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:49.939784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:49.956380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-126bd538-e8de-4d75-bb9b-987a8cc1de63 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:49.958111 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-126bd538-e8de-4d75-bb9b-987a8cc1de63 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2925904
Dec 22 13:09:49.960626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33000) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:49.990145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.002142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.008367 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.0535243
Dec 22 13:09:50.011531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33004) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:50.084109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Router d08de756-e624-4035-938e-d0127eac9039 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:09:50.106188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c859a-8117-44b4-8ffb-7990294744ed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:50.113157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c859a-8117-44b4-8ffb-7990294744ed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:50.113933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-341c859a-8117-44b4-8ffb-7990294744ed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:50.127782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Deleting port b5ccc949-e462-4d43-a298-cfa32621239e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:50.128343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.150073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.152685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:50.173513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb351c4-8785-4e3b-831a-5ee14ea44ada,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:50.177009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:50.236677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-341c859a-8117-44b4-8ffb-7990294744ed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:50.241651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-341c859a-8117-44b4-8ffb-7990294744ed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1590 time: 0.2291751
Dec 22 13:09:50.242590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33008) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:50.273435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:09:50.283995 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Sync routers for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:09:50.297011 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:50.297862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.298326 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299376fd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:50.299125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5eb351c4-8785-4e3b-831a-5ee14ea44ada HTTP/1.1" status: 204  len: 168 time: 0.3373463
Dec 22 13:09:50.302508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33012) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:50.335421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 94c8559f-1d6d-4964-a44d-e31443b12d26 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:50.335421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.367243 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6e00770e-929c-43d7-b12c-002a8d97297c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0628591
Dec 22 13:09:50.369529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33016) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:50.385593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.399276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] For port b5ccc949-e462-4d43-a298-cfa32621239e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b5ccc949-e462-4d43-a298-cfa32621239e,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:50.399681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.447421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.462383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.504503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2734733
Dec 22 13:09:50.505338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:09:50.540006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Calling delete_port for b5ccc949-e462-4d43-a298-cfa32621239e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:50.540461 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:50.559409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'status': 'completed', 'code': 200}
Dec 22 13:09:50.573560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.575650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:50.709594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.739074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.744639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:50.791392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Pushing event deleted for resources: {'Port': ['ID=b5ccc949-e462-4d43-a298-cfa32621239e,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:50.793628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] No DVR routers for this DVR port b5ccc949-e462-4d43-a298-cfa32621239e on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:09:50.795411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:50.812607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=170ee6e8-c776-4612-b316-19618a3f8b39,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:50.816359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543f9b88-111c-4c7d-a327-4208bee0f022 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:50.821718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:50.863355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:50.867377 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/170ee6e8-c776-4612-b316-19618a3f8b39 HTTP/1.1" status: 204  len: 168 time: 0.4940226
Dec 22 13:09:50.871606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33024) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:50.878267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 94c8559f-1d6d-4964-a44d-e31443b12d26 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:50.964123 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299376fd0>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '90cc8d4b-cd75-43be-b657-ce194667bddb', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'd08de756-e624-4035-938e-d0127eac9039', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'mac_address': 'fa:16:3e:1a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:48Z', 'updated_at': '2021-12-22T13:09:48Z', 'revision_number': 0, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:50.965755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3646ef06-18f4-4439-8319-49733eb5a34e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:50.970304 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Checking router: d08de756-e624-4035-938e-d0127eac9039 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:09:50.982836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:09:50.984088 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299376fd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:09:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:50.986306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-ea61eae4-c69f-4f1b-bf03-9a37593669f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:50.987859 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-ea61eae4-c69f-4f1b-bf03-9a37593669f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1098 time: 0.3827863
Dec 22 13:09:51.095242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60154bd-62b4-4642-bf34-eb37605a5970 req-d692aad2-9a15-4f9e-b616-6c46fc6d6c87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.097181 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d60154bd-62b4-4642-bf34-eb37605a5970 req-d692aad2-9a15-4f9e-b616-6c46fc6d6c87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.2904737
Dec 22 13:09:51.107170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3646ef06-18f4-4439-8319-49733eb5a34e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:51.109009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3646ef06-18f4-4439-8319-49733eb5a34e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2308857
Dec 22 13:09:51.113237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33028) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:51.155373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': 'edb34db9-1367-4271-881f-c8919714f77f'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:09:51.156233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.180143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d60154bd-62b4-4642-bf34-eb37605a5970 req-2cbc44a2-8f44-4258-a4e7-6be90309120a tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739958
Dec 22 13:09:51.211167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33032) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:51.238440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:09:51.245105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-80d512b7-d55d-42ad-8901-5cc451d1309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.246535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-80d512b7-d55d-42ad-8901-5cc451d1309e service neutron] 10.222.0.46 "GET /v2.0/networks?id=67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 200  len: 897 time: 0.2515392
Dec 22 13:09:51.324755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.340808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3ba49c4c-ec51-43df-b4fa-5dc41b9d40f8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:51.373520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-19465b90-0259-4f57-9d8d-b5388e715eed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 200  len: 999 time: 0.1125376
Dec 22 13:09:51.414444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.417651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=94c8559f-1d6d-4964-a44d-e31443b12d26,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:51.424011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:51.438540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/edb34db9-1367-4271-881f-c8919714f77f/c1966b51-b695-4850-bdf1-2024f1db63ec) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:51.476605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.478300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.483762 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-df8e74a1-f4a2-403f-b9cb-c03af290c2be tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/floatingips/90cc8d4b-cd75-43be-b657-ce194667bddb HTTP/1.1" status: 200  len: 991 time: 0.2708452
Dec 22 13:09:51.495741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-b43cc127-5249-42af-983b-8ee62f03f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.497319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-b43cc127-5249-42af-983b-8ee62f03f80a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fe507b0-f24b-4898-813c-3e0d3a018515 HTTP/1.1" status: 200  len: 834 time: 0.1168902
Dec 22 13:09:51.579227 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/94c8559f-1d6d-4964-a44d-e31443b12d26 HTTP/1.1" status: 204  len: 168 time: 1.3352857
Dec 22 13:09:51.581574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33036) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:51.602067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-a527aca3-0503-4d32-afc4-becc0efc0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.607099 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-a527aca3-0503-4d32-afc4-becc0efc0fdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67d87e11-5068-4e8f-94ac-cb08011ef912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1017666
Dec 22 13:09:51.657297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e214b7a-33f3-4b30-97b0-5f38dbc41c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.660037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e214b7a-33f3-4b30-97b0-5f38dbc41c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:51.660825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8e214b7a-33f3-4b30-97b0-5f38dbc41c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:51.679867 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299376fd0>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '90cc8d4b-cd75-43be-b657-ce194667bddb', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'd08de756-e624-4035-938e-d0127eac9039', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'mac_address': 'fa:16:3e:1a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:48Z', 'updated_at': '2021-12-22T13:09:48Z', 'revision_number': 0, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:09:51.684445 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d48ee7-de17-4c10-9aec-338cc9cc3241 None None] The sync data for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv is: [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '90cc8d4b-cd75-43be-b657-ce194667bddb', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'floating_ip_address': '172.26.3.149', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'd08de756-e624-4035-938e-d0127eac9039', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'mac_address': 'fa:16:3e:1a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:09:48Z', 'updated_at': '2021-12-22T13:09:48Z', 'revision_number': 0, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:09:51.697438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.703158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.709034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Transition to ACTIVE for port object c1966b51-b695-4850-bdf1-2024f1db63ec will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:51.717608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:51.730219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Transition to ACTIVE for port object c1966b51-b695-4850-bdf1-2024f1db63ec will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:51.738396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8e214b7a-33f3-4b30-97b0-5f38dbc41c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:51.740025 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8e214b7a-33f3-4b30-97b0-5f38dbc41c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1573155
Dec 22 13:09:51.742772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33040) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:51.746159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0f023d-d107-4422-83b1-9ab57be54b5c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:51.749698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:51.793268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.794103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-608586de-838e-4a8a-9923-394ea56c1271 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1810913
Dec 22 13:09:51.798797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:51.823812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet edb34db9-1367-4271-881f-c8919714f77f {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:51.824504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.826398 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c0f023d-d107-4422-83b1-9ab57be54b5c HTTP/1.1" status: 204  len: 168 time: 0.6900775
Dec 22 13:09:51.826930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.830780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33044) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:51.875673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:51.879410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:51.882268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:51.893939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:51.924571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:51.927209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:51.947505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8eb9a212-6bf8-4135-a76a-631a43199433 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:51.996510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4218cb-54b5-4f4b-a66f-821e28248bb9 None None] New status for floating IP 90cc8d4b-cd75-43be-b657-ce194667bddb: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:09:52.005961 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ca05b2f-bcab-4a55-8d4e-1bacf0bdf617 req-1e75eab2-caa7-4677-a1ec-619e0155b5ba service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031553
Dec 22 13:09:52.010656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.032304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8eb9a212-6bf8-4135-a76a-631a43199433 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:52.038222 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8eb9a212-6bf8-4135-a76a-631a43199433 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.2020793
Dec 22 13:09:52.038955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33048) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.044151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--798529613'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:52.060640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:52.062289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Attempting to bind port c1966b51-b695-4850-bdf1-2024f1db63ec on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:09:52.062901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Attempting to bind port c1966b51-b695-4850-bdf1-2024f1db63ec by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:09:52.063689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Attempting to bind port c1966b51-b695-4850-bdf1-2024f1db63ec on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:09:52.077768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:52.081539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:09:52.081927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:09:52.082337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.082746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:09:52.083255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Bound port: c1966b51-b695-4850-bdf1-2024f1db63ec, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:09:52.083642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.207282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.229169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:52.233842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:52.236553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:52.243002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:52.245303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.251220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fbda62a1-f09e-49a2-b6a7-edd404e8992f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:52.293003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=edb34db9-1367-4271-881f-c8919714f77f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:52.294968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.299732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:52.332574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:09:52.343219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:09:52.376183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.384639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/edb34db9-1367-4271-881f-c8919714f77f HTTP/1.1" status: 204  len: 168 time: 0.6408279
Dec 22 13:09:52.387265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33052) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.449363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.455498 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-484c6bd5-7d2f-41a3-a8fa-a6f34a79a8f9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0668039
Dec 22 13:09:52.455650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:52.457781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33056) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.487620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33062) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.500532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.514037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-843ee80e-b18f-440b-bb5a-dfc14bafcd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:52.539990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:52.543243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:52.570127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d83047-bb48-4884-8988-d4b4dcffa874,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:52.573915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:52.599273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae89de4c-2dc3-43a5-802f-9939b38aa61d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:52.600069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae89de4c-2dc3-43a5-802f-9939b38aa61d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:52.630344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.634083 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5917315
Dec 22 13:09:52.634238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cf923296-b201-49d0-84e1-c44bbed05553 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/floatingips/90cc8d4b-cd75-43be-b657-ce194667bddb HTTP/1.1" status: 200  len: 993 time: 0.1427803
Dec 22 13:09:52.634345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33066) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.641084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '29d83047-bb48-4884-8988-d4b4dcffa874', 'direction': 'ingress', 'protocol': 17}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:52.647557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:52.651831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:52.654754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:52.662426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:52.720149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ae89de4c-2dc3-43a5-802f-9939b38aa61d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:52.726956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ae89de4c-2dc3-43a5-802f-9939b38aa61d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.2654769
Dec 22 13:09:52.728338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33070) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:52.783942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.840308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8807e1a-66c7-4ec3-8d79-a9d9c545c696 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:52.841003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c8807e1a-66c7-4ec3-8d79-a9d9c545c696 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:52.877003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:52.955627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c8807e1a-66c7-4ec3-8d79-a9d9c545c696 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:52.956937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c8807e1a-66c7-4ec3-8d79-a9d9c545c696 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2265019
Dec 22 13:09:52.959455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33074) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:53.022125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.030065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-19cf9c69-04d6-41ed-9814-4fce49f6408f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:53.041116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5f02315e-736d-410d-8c00-37e95fdcc6df tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0804381
Dec 22 13:09:53.045463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33078) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:53.052409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:53.055245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9ed0c2-a18f-4555-8f36-fe15380aee19,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:53.057685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:53.155982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.157245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.5219030
Dec 22 13:09:53.160110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33082) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:53.168898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:53.179068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:53.227563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.256932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.299255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:53.299255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.378561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.382676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7bbc3182-75b3-4b36-adf1-e29200ae5901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:53.397871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d83047-bb48-4884-8988-d4b4dcffa874,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:53.400581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:53.484874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.485998 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/29d83047-bb48-4884-8988-d4b4dcffa874 HTTP/1.1" status: 204  len: 168 time: 0.3249094
Dec 22 13:09:53.488662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33086) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:53.540946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-26644fd9-a202-4e74-94ea-542936646480 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:53.589819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d1432-f7e1-461a-869c-a613d0caefef None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:53.647535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-26644fd9-a202-4e74-94ea-542936646480 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:53.653372 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-26644fd9-a202-4e74-94ea-542936646480 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1599698
Dec 22 13:09:53.654313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33090) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:53.659544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--234200225'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:53.669702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:53.681186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:53.729567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:09:53.761840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.784398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:53.788838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:53.791871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:53.792521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aec61e9b-e0f1-4b77-bf49-17e7dc6d3a01 None None] Provisioning for port c1966b51-b695-4850-bdf1-2024f1db63ec completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:53.798388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:53.817577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aec61e9b-e0f1-4b77-bf49-17e7dc6d3a01 None None] Could not find standard attr ID for object 94c8559f-1d6d-4964-a44d-e31443b12d26. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:53.872267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.956149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:53.962573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8c16478-573b-4212-9706-84c10e7d8c8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:53.992288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.008888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa95d6e-e30f-4483-a7ca-9b5164332e0d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:54.013961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:54.082673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.084019 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4292905
Dec 22 13:09:54.086581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33094) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:54.092934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--472243642'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:54.099378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:54.103857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:54.107089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:54.114358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:54.207756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.231534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:54.237062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:54.240089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:54.246518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:54.329635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.363250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-976085e3-1d46-425d-a921-d0a4d275975f None None] Could not find standard attr ID for object 060a5f3e-ddd5-41f3-98ab-d7591b8b91f7. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:54.382757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:54.392680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.407330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e6d2dc52-9c19-470e-9bd9-0fe9330495a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:54.419141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.438095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1966b51-b695-4850-bdf1-2024f1db63ec up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:54.453088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83199b6-568e-4c4c-a27e-c173e0f6bd8f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:54.458965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:54.499563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.500408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.517274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:54.556153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.560553 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4697981
Dec 22 13:09:54.560553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33098) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:54.566632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '4fa95d6e-e30f-4483-a7ca-9b5164332e0d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a83199b6-568e-4c4c-a27e-c173e0f6bd8f', 'remote_ip_prefix': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:54.573499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:54.576057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:54.579004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:54.579794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:54.582510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:54.582934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:54.583601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.583786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9b83ca11-80f8-4fbe-808a-c26a6a85b0fa None None] Could not find standard attr ID for object 94c8559f-1d6d-4964-a44d-e31443b12d26. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:09:54.589753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:54.590707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c1966b51-b695-4850-bdf1-2024f1db63ec completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:54.598803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:54.599202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.613614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=5']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:54.617458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:54.619918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b305a4be-4b7f-443b-8eeb-de13c4f73985 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:54.695602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=9fbb816b-5f02-4d3e-82d8-862806cd301a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:54.698238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:54.717148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6693156
Dec 22 13:09:54.719865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33102) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:54.727465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:54.747699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.764307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d7c89c-b7d9-4d56-80eb-ab2e8f0ecb87 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:54.825721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.865121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:54.875837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:54.895792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.896327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:54.899600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:54.906083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:54.934315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.942708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:54.961225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:54.963366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-15bb09ca-aecd-4689-a23e-794be1bf5c52 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:54.985614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6fa4b8-7b75-4b26-ad09-2bc9926fc7df,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:54.988054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:55.001489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:55.005043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.058878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.062679 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4980731
Dec 22 13:09:55.062821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:55.070028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:55.070836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33106) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.099449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.110913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.141493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fbb816b-5f02-4d3e-82d8-862806cd301a (CIDR: 2001:db8::/64)
Dec 22 13:09:55.196672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:09:55.197137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:09:55.224557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.226391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:55.245644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f6fa4b8-7b75-4b26-ad09-2bc9926fc7df,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:55.249878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:55.251248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.252349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/3f6fa4b8-7b75-4b26-ad09-2bc9926fc7df HTTP/1.1" status: 204  len: 168 time: 0.1812599
Dec 22 13:09:55.254944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33110) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.282315 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0ebfd6d6-ada0-4730-8f25-acb8215dc90c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5612781
Dec 22 13:09:55.284997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.290721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:55.309326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97d0a26b-9266-4777-834c-fe208c161327 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:55.396008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-97d0a26b-9266-4777-834c-fe208c161327 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:55.397682 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-97d0a26b-9266-4777-834c-fe208c161327 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1418216
Dec 22 13:09:55.400609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33118) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.413622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c67ef421-3fc6-4fbf-9141-73abab1fac02 None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:55.414008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c67ef421-3fc6-4fbf-9141-73abab1fac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.434862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:55.440462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:55.444748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:55.451212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:55.467808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.494831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.521879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:55.525659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.601735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.605780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:55.622095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83199b6-568e-4c4c-a27e-c173e0f6bd8f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:55.629030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:55.710510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.714227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/a83199b6-568e-4c4c-a27e-c173e0f6bd8f HTTP/1.1" status: 204  len: 168 time: 0.3100238
Dec 22 13:09:55.714619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33122) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.776054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d9404f13-bf02-4567-be17-a33e457baae0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:55.847199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d9404f13-bf02-4567-be17-a33e457baae0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:55.848526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d9404f13-bf02-4567-be17-a33e457baae0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.1330094
Dec 22 13:09:55.851359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33126) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:55.876499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.881384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d4635605-636c-4448-92e6-24b7bd73b401 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:55.917587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.939447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:55.944497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:55.945343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.945501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:55.946025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:55.951560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd026d4-1464-4922-acaf-396040d37e1b None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:55.973763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=f066cd57-50a8-4819-928d-4bdc540db516,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:55.976492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:56.041993 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7559395
Dec 22 13:09:56.044796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33130) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:56.050657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:cd:5e:75', 'name': 'tempest-NetworksTestDHCPv6-582722431'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:56.076011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.081903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61133723-6a51-4f3e-a22c-09859d422b8a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:56.098720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa95d6e-e30f-4483-a7ca-9b5164332e0d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:56.101925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:56.194363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.197775 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/4fa95d6e-e30f-4483-a7ca-9b5164332e0d HTTP/1.1" status: 204  len: 168 time: 0.3432121
Dec 22 13:09:56.198143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33134) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:56.200781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:56.228106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:56.267862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c793ba0b-e87f-495f-b97e-a07485410e99 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:56.285457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '9fbb816b-5f02-4d3e-82d8-862806cd301a', 'ip_address': '2001:db8::f816:3eff:fe0e:bec4'}, {'subnet_id': 'f066cd57-50a8-4819-928d-4bdc540db516'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': 'c1966b51-b695-4850-bdf1-2024f1db63ec'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:09:56.339106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.355963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:09:56.390715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c793ba0b-e87f-495f-b97e-a07485410e99 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:56.395822 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c793ba0b-e87f-495f-b97e-a07485410e99 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1929121
Dec 22 13:09:56.396085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33138) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:56.402146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1966b51-b695-4850-bdf1-2024f1db63ec up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:56.443252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748489516'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:56.461126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:56.476274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:56.522652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.549064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 549ed513-b046-403c-a0b6-c7629af0743a yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:09:56.583492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:56.583867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.596170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.633217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:56.642024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:56.644888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:56.650736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:56.650942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Allocated IP 2001:db8:0:1::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/f066cd57-50a8-4819-928d-4bdc540db516/c1966b51-b695-4850-bdf1-2024f1db63ec) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:56.721708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.813257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.818791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dae67e2b-8897-456e-9a3d-fdc463e9aafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:56.867197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebacffbe-1e59-4e34-a95d-f0dfa08fa2da,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:56.872221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:56.881587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:09:56.906120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.922372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Transition to ACTIVE for port object c1966b51-b695-4850-bdf1-2024f1db63ec will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:56.967170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:56.968597 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5716422
Dec 22 13:09:56.971340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33142) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:56.983449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': 'ebacffbe-1e59-4e34-a95d-f0dfa08fa2da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:56.983449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:56.987005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:56.989861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:56.996368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:57.007164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.010829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f147185f-39bf-4097-be89-e139d5f6e9c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:57.116052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.149899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:57.153335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:57.185180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8:0:1::12 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/f066cd57-50a8-4819-928d-4bdc540db516/549ed513-b046-403c-a0b6-c7629af0743a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:57.194360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fecd:5e75 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/9fbb816b-5f02-4d3e-82d8-862806cd301a/549ed513-b046-403c-a0b6-c7629af0743a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:09:57.231361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.348369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.358031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d12dd314-a150-43e1-9ce1-bd7e49a82fec tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:57.391876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a59e734-da74-404b-b039-48eca0f1bae8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:57.401012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:57.458416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.475153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 549ed513-b046-403c-a0b6-c7629af0743a will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:09:57.492872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.494089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5218396
Dec 22 13:09:57.497234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33146) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:57.529617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.541251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.584721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.590977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c9391e8e-716a-46e8-a8fc-ce3dc1fb8c7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:57.641769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.643940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f3a72a46-b226-4a0b-8868-b5a5204f239a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:57.658703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a59e734-da74-404b-b039-48eca0f1bae8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:57.663638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:57.666570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.671336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2a59e734-da74-404b-b039-48eca0f1bae8 HTTP/1.1" status: 204  len: 168 time: 0.1706629
Dec 22 13:09:57.671806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33150) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:57.722231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-758ba56d-87a9-4f12-a55c-bc0753f37bbb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:57.782131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:09:57.785156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:09:57.789171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:09:57.790419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-758ba56d-87a9-4f12-a55c-bc0753f37bbb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:57.796466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-758ba56d-87a9-4f12-a55c-bc0753f37bbb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1193016
Dec 22 13:09:57.796568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:57.796664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33154) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:57.796755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.810615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=549ed513-b046-403c-a0b6-c7629af0743a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:57.816350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:57.847420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-94fa70b5-07a9-437f-b43d-73bd1ea9c61b None None] Provisioning for port c1966b51-b695-4850-bdf1-2024f1db63ec completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:57.853339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-94fa70b5-07a9-437f-b43d-73bd1ea9c61b None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:57.853727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94fa70b5-07a9-437f-b43d-73bd1ea9c61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.869938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.899463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 1.8535092
Dec 22 13:09:57.901386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:57.902370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33158) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:57.980610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 549ed513-b046-403c-a0b6-c7629af0743a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:09:57.981309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.086866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.093693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1c0566ee-572c-4847-be89-6a21e36c246d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:58.110739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebacffbe-1e59-4e34-a95d-f0dfa08fa2da,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:58.113089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:58.195905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8416101e-04e7-4570-8249-ea29fba6be24 None None] Provisioning for port 549ed513-b046-403c-a0b6-c7629af0743a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:09:58.201105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8416101e-04e7-4570-8249-ea29fba6be24 None None] Provisioning complete for port 549ed513-b046-403c-a0b6-c7629af0743a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:58.202087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8416101e-04e7-4570-8249-ea29fba6be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.207128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.208332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/ebacffbe-1e59-4e34-a95d-f0dfa08fa2da HTTP/1.1" status: 204  len: 168 time: 0.4116094
Dec 22 13:09:58.211275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33162) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:58.242034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.258979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8416101e-04e7-4570-8249-ea29fba6be24 None None] Port 549ed513-b046-403c-a0b6-c7629af0743a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:09:58.278765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84123396-0b19-41ca-92fb-69da81556e01 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:58.349739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-84123396-0b19-41ca-92fb-69da81556e01 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:58.355106 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84123396-0b19-41ca-92fb-69da81556e01 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1388409
Dec 22 13:09:58.355973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33166) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:58.362033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--661297740'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:58.369332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:58.371312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 549ed513-b046-403c-a0b6-c7629af0743a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:09:58.379642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:58.394599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1966b51-b695-4850-bdf1-2024f1db63ec up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:09:58.464347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:09:58.464735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.481656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.502970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:58.506948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:58.510008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:58.516441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:58.598114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.663618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.669262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2459e139-3a2d-4e7f-a59e-899f326394fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:58.675504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.679499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33f09195-62dd-4e2b-b9ad-b42aad99f644 tempest-RoutersAdminNegativeIpV6Test-418536083 tempest-RoutersAdminNegativeIpV6Test-418536083-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:58.718902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=549ed513-b046-403c-a0b6-c7629af0743a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:58.722032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:58.722628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519ea42c-0711-42ae-b5a2-43cd6be768b0,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:58.727585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:58.799033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.807269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:58.808574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a0c4610f-6ba9-42aa-b671-fd33df0238ab tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4514284
Dec 22 13:09:58.812079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:58.817571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '519ea42c-0711-42ae-b5a2-43cd6be768b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:58.823582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:58.828971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:09:58.832077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:09:58.838086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:58.876867 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/549ed513-b046-403c-a0b6-c7629af0743a HTTP/1.1" status: 204  len: 168 time: 0.9730811
Dec 22 13:09:58.879106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33174) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:58.933905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.011197 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb463fd-cd0c-4c4b-91b0-f96977f85981 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:59.011844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-adb463fd-cd0c-4c4b-91b0-f96977f85981 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:59.028272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.081397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.083271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e5069162-09ad-4544-aa64-12aa82d989cc tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:59.098336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-adb463fd-cd0c-4c4b-91b0-f96977f85981 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:59.099489 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-adb463fd-cd0c-4c4b-91b0-f96977f85981 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.2193639
Dec 22 13:09:59.102078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33180) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.105711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a551d5-a503-4d72-94b1-43555e2d2272,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:59.110448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:59.186579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aad865-aa21-499d-8d24-cd5b5eff7f01 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:59.188239 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a0aad865-aa21-499d-8d24-cd5b5eff7f01 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.0848134
Dec 22 13:09:59.190774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33184) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.223695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.224893 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4116151
Dec 22 13:09:59.227784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33188) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.262108 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-63971f40-9417-4b65-bbb1-00f4dd2a7b58 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules/46a551d5-a503-4d72-94b1-43555e2d2272 HTTP/1.1" status: 200  len: 763 time: 0.0331023
Dec 22 13:09:59.264753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33192) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.293563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84d895-5388-4e11-9df1-8f400c488bbc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:59.295239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84d895-5388-4e11-9df1-8f400c488bbc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:59.297416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea84d895-5388-4e11-9df1-8f400c488bbc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:09:59.298967 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ea84d895-5388-4e11-9df1-8f400c488bbc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1072185
Dec 22 13:09:59.318550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33196) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.327516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-641b31fe-21fc-4f30-8540-39e64053fea0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:59.384606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 9fbb816b-5f02-4d3e-82d8-862806cd301a {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:59.387411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.424432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-641b31fe-21fc-4f30-8540-39e64053fea0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:59.425747 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-641b31fe-21fc-4f30-8540-39e64053fea0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1601145
Dec 22 13:09:59.428752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33200) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.444812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.457909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.469102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.527170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.584412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.586335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-067f8c42-0c4b-40d1-b12a-90ff572b593d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:59.601467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46a551d5-a503-4d72-94b1-43555e2d2272,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:59.606330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:59.681722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.685461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-788a4ecb-f5f7-4971-a078-6c5ea91ccd94 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:09:59.698549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.699714 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/46a551d5-a503-4d72-94b1-43555e2d2272 HTTP/1.1" status: 204  len: 168 time: 0.2699852
Dec 22 13:09:59.703007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33204) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.724157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbb816b-5f02-4d3e-82d8-862806cd301a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:09:59.726528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:09:59.729311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.737107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887f57d-8e14-462c-82a1-908616c084f3 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:09:59.740131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/9fbb816b-5f02-4d3e-82d8-862806cd301a HTTP/1.1" status: 204  len: 168 time: 0.4201379
Dec 22 13:09:59.750141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33208) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.753194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7018354e-010b-41bc-bc4e-e570096c07f3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:09:59.817121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet f066cd57-50a8-4819-928d-4bdc540db516 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:09:59.820082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.830180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7018354e-010b-41bc-bc4e-e570096c07f3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:09:59.834578 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7018354e-010b-41bc-bc4e-e570096c07f3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1276314
Dec 22 13:09:59.834578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33212) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:09:59.840698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '519ea42c-0711-42ae-b5a2-43cd6be768b0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:09:59.847148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:09:59.863277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:09:59.881397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.969374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:09:59.985781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.050699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.156734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.157695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.159132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1f5245e-bd60-43cd-9196-48735cab4aca tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:00.162220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-939a6624-a54a-443c-b8e6-23a622941425 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:00.183685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73133b03-4c1e-4a2c-9c2a-48770b1b4662,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:00.187051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:00.200996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=f066cd57-50a8-4819-928d-4bdc540db516,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:00.204219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:00.205141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.215122 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/f066cd57-50a8-4819-928d-4bdc540db516 HTTP/1.1" status: 204  len: 168 time: 0.4636905
Dec 22 13:10:00.218189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33216) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.270240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.274745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4362571
Dec 22 13:10:00.275025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33220) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.290178 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9cecda3a-8b24-4400-b47f-8cc9dfff590d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0705943
Dec 22 13:10:00.292832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33224) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.299465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:00.311101 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3279b8e5-b393-4e24-90a5-cd046a611c3c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules/73133b03-4c1e-4a2c-9c2a-48770b1b4662 HTTP/1.1" status: 200  len: 763 time: 0.0347002
Dec 22 13:10:00.311729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33228) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.362647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-282a8301-0ce0-44e5-a8c6-5afe91d57058 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:00.421146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:00.425448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:00.428550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:00.434437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:00.435613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-282a8301-0ce0-44e5-a8c6-5afe91d57058 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:00.438558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-282a8301-0ce0-44e5-a8c6-5afe91d57058 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1243446
Dec 22 13:10:00.439964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33232) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.471238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.483807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.533011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:00.536624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.540147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7f54d-cda3-4b81-a860-e1ade64529ba None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:00.590484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.593689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c5e36563-84be-49df-b1f1-5ecc6b65a471 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:00.612357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73133b03-4c1e-4a2c-9c2a-48770b1b4662,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:00.616522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:00.651052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-91dca42b-4469-4b33-8e1a-d135dc7a4021 None None] Provisioning complete for port c1966b51-b695-4850-bdf1-2024f1db63ec triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:00.651437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91dca42b-4469-4b33-8e1a-d135dc7a4021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.687795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.689054 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/73133b03-4c1e-4a2c-9c2a-48770b1b4662 HTTP/1.1" status: 204  len: 168 time: 0.2481701
Dec 22 13:10:00.691792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33236) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.743171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-976ee50c-97e9-43d0-a1c8-115c037939c2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:00.801539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-976ee50c-97e9-43d0-a1c8-115c037939c2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:00.805510 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-976ee50c-97e9-43d0-a1c8-115c037939c2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1100309
Dec 22 13:10:00.807893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33240) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:00.812458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '519ea42c-0711-42ae-b5a2-43cd6be768b0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:00.820606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:00.833527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:00.901652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:10:00.906581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Deleting port c1966b51-b695-4850-bdf1-2024f1db63ec {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:00.906998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:00.931912 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Project d20efaaea0044e52a67b17cdc6696d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:10:00.940777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.004131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.081994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.091473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e9320e9c-e206-4045-ab18-2ba0d43d4f11 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:01.099031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:10:01.112278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5962ee-5424-4c6e-9d62-298592c65629,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:01.115008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:01.131854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:01.132188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.196924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.198499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3916147
Dec 22 13:10:01.201080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33244) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.221217 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5fe2d611-a134-4e5e-8171-6a6dcccef6f9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules/ce5962ee-5424-4c6e-9d62-298592c65629 HTTP/1.1" status: 200  len: 769 time: 0.0188570
Dec 22 13:10:01.223562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33248) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.271784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fb8bbf5b-1623-4785-9ae3-f5d83af14187 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:01.272263 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Calling delete_port for c1966b51-b695-4850-bdf1-2024f1db63ec owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:01.356335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fb8bbf5b-1623-4785-9ae3-f5d83af14187 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:01.356711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.360754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fb8bbf5b-1623-4785-9ae3-f5d83af14187 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.1328821
Dec 22 13:10:01.360754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33252) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.390744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.401364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.423891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:10:01.424348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:10:01.515294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.517125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3d20972b-be29-463c-8d44-9cdb2b6664bb tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:01.534653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce5962ee-5424-4c6e-9d62-298592c65629,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:01.539101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:01.581344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:01.605830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.623484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.624563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ce5962ee-5424-4c6e-9d62-298592c65629 HTTP/1.1" status: 204  len: 168 time: 0.2629316
Dec 22 13:10:01.626987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33256) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.677331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8a65f5fe-f1d0-4072-9bc3-7ac3b645fff0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:01.708928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.709741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.714860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:01.784557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:01.787665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:01.792099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:01.792688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.801052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8a65f5fe-f1d0-4072-9bc3-7ac3b645fff0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:01.802831 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8a65f5fe-f1d0-4072-9bc3-7ac3b645fff0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1749487
Dec 22 13:10:01.805720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33260) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.811303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=11']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:01.816477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:01.816992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c4c500e6-c191-461d-a855-9b074622bacb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:01.870304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.880772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=ee1b64f3-db13-4fb0-bde1-a2aae3154887,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:01.883287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:01.898306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:01.910418 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6165829
Dec 22 13:10:01.913193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33264) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:01.918761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:01.925249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Deleting port c1966b51-b695-4850-bdf1-2024f1db63ec {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:01.925789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.019908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.025792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2be4319-5ea0-48a5-ac23-36ec202a5750 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:02.044359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ea42c-0711-42ae-b5a2-43cd6be768b0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:02.049079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:02.061975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:02.066418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:02.069376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:02.075047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:02.127295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.128431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/519ea42c-0711-42ae-b5a2-43cd6be768b0 HTTP/1.1" status: 204  len: 168 time: 0.3218145
Dec 22 13:10:02.130985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33268) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:02.170562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] For port c1966b51-b695-4850-bdf1-2024f1db63ec, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1966b51-b695-4850-bdf1-2024f1db63ec,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:02.171070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.178864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:02.183243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.191294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ec47e1f-fd66-4cce-8748-6d95f0c72d78 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:02.271275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ec47e1f-fd66-4cce-8748-6d95f0c72d78 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:02.273635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ec47e1f-fd66-4cce-8748-6d95f0c72d78 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1417634
Dec 22 13:10:02.277833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33272) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:02.286711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997653979'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:02.297003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:02.311944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:02.312790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Calling delete_port for c1966b51-b695-4850-bdf1-2024f1db63ec owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:02.328377 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ee1b64f3-db13-4fb0-bde1-a2aae3154887 (CIDR: 2001:db8::/64)
Dec 22 13:10:02.378805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.379080 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:02.379536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:02.402358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:02.406744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:02.409647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:02.415311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:02.428248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1966b51-b695-4850-bdf1-2024f1db63ec no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:02.465871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.502496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4cc6314a-ea2a-40e6-adf4-0a68c6d1ee6b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5857632
Dec 22 13:10:02.503060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33276) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:02.508781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:02.566070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.570561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.606762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.611773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6b8ecbeb-00f5-4c6f-9b09-44449934349d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:02.652501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:02.656723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:02.659595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:02.668727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.669281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:02.676136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5c24ef7-3877-47a2-a87e-a1df12ff0f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:02.691853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Pushing event deleted for resources: {'Port': ['ID=c1966b51-b695-4850-bdf1-2024f1db63ec,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:02.717812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:02.724349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43edbd70-7fad-44d6-8bc3-f84e7a5f0632,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:02.727157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:02.762447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] No DVR routers for this DVR port c1966b51-b695-4850-bdf1-2024f1db63ec on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:02.774364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdccb8c-adb0-4f8b-b681-6a07dac5e167 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:02.783994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:02.787697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.824397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.828751 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.5467496
Dec 22 13:10:02.829182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33280) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:02.834560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Request body: {'security_group_rule': {'security_group_id': '43edbd70-7fad-44d6-8bc3-f84e7a5f0632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:02.841125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:02.846069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Usage tracker for resource:security_group_rule and tenant:d20efaaea0044e52a67b17cdc6696d5f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:02.849081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:02.854960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:02.950876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:02.996938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': 'ee1b64f3-db13-4fb0-bde1-a2aae3154887'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:10:02.997895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.016136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.093204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.095160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08c3771d-61ea-4e09-83d4-c99ab6a8b9b7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:03.121163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70eb2f5c-fcb2-461b-b054-4526881c2373,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:03.121791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.123769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:03.130716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e0c0cc2-be4e-4cbc-9d90-2bfe2cace57c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:03.157141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Allocated IP 2001:db8::f816:3eff:fe2c:2e0e (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/ee1b64f3-db13-4fb0-bde1-a2aae3154887/0bc5d47a-b3e2-4426-aa51-a63d18e03ea2) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:03.184357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:03.187934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:03.192016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:03.192597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.212629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=23713453-fce8-4530-9197-edffec46b1d9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:03.215481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:03.230272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.234963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4014649
Dec 22 13:10:03.239385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33284) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:03.297662 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7897856
Dec 22 13:10:03.297984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33288) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:03.313924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:0f:8d:7e', 'name': 'tempest-NetworksTestDHCPv6-748781485'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:03.321963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.372424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.382427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Transition to ACTIVE for port object 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:03.399983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Transition to ACTIVE for port object 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:03.419758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.470107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.475282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-320b7eed-5f3a-4e07-ae18-fb4e67d6ff87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:03.500158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:03.510401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:03.566801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.571975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6d233ca6-6105-4903-8551-873d2edc7906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:03.580101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:03.582959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:03.586512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:03.589392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43edbd70-7fad-44d6-8bc3-f84e7a5f0632,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:03.591651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:03.593085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Pushing event updated for resources: {'Port': ['ID=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:03.597311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:03.600628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:03.622459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.623744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/43edbd70-7fad-44d6-8bc3-f84e7a5f0632 HTTP/1.1" status: 204  len: 168 time: 0.3875973
Dec 22 13:10:03.626323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33292) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:03.690078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Attempting to bind port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:10:03.690452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Attempting to bind port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:10:03.690819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Attempting to bind port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:03.696042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:10:03.696417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:03.696819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.697226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:10:03.697689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Bound port: 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:10:03.698090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.756627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6610dd2-9bf6-4735-9098-3052363436ce tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:03.788862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.789260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] For port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:10:03.792296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] For port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:10:03.816927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 50018beb-3768-41f2-8ffd-a63b4d44d6b2 yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:10:03.905417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:03.909167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0818aa22-abc9-4470-8a3a-754dd065d28b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:03.940751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6610dd2-9bf6-4735-9098-3052363436ce tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:03.942017 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c6610dd2-9bf6-4735-9098-3052363436ce tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.3147357
Dec 22 13:10:03.944874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33296) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:03.986959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Pushing event updated for resources: {'Port': ['ID=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:03.990528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:03.995737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3d562253-31cc-493b-b23d-c12263d08a3a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:04.042219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8:0:1::254 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/23713453-fce8-4530-9197-edffec46b1d9/50018beb-3768-41f2-8ffd-a63b4d44d6b2) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:04.048718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::f816:3eff:fe0f:8d7e (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/ee1b64f3-db13-4fb0-bde1-a2aae3154887/50018beb-3768-41f2-8ffd-a63b4d44d6b2) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:04.081734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3d562253-31cc-493b-b23d-c12263d08a3a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group_rule {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:04.083350 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3d562253-31cc-493b-b23d-c12263d08a3a tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.1372416
Dec 22 13:10:04.086529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33300) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:04.122658 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-fa56281c-71d6-4d62-92bb-43f3beed4e0b tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] delete failed (client error): The resource could not be found.
Dec 22 13:10:04.122658 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fa56281c-71d6-4d62-92bb-43f3beed4e0b tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "DELETE /v2.0/security-groups/43edbd70-7fad-44d6-8bc3-f84e7a5f0632 HTTP/1.1" status: 404  len: 347 time: 0.0310745
Dec 22 13:10:04.125809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33304) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:04.184899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-922bfda8-cf36-4c54-852b-89f09a25b72e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Synchronizing usage tracker for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:04.199453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-922bfda8-cf36-4c54-852b-89f09a25b72e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Unset dirty status for tenant:d20efaaea0044e52a67b17cdc6696d5f on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:04.200724 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-922bfda8-cf36-4c54-852b-89f09a25b72e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.0739274
Dec 22 13:10:04.437756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:04.441914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:04.454201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 50018beb-3768-41f2-8ffd-a63b4d44d6b2 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:04.544542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:04.551697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:04.571945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:04.621535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:04.625346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:04.629157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:04.634629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:04.635249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:04.643425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=50018beb-3768-41f2-8ffd-a63b4d44d6b2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:04.649967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:04.751336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 1.4522450
Dec 22 13:10:04.753826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33312) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:04.787800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33316) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:04.832134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 50018beb-3768-41f2-8ffd-a63b4d44d6b2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:04.832529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.045155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06958c7f-6505-4e66-9812-fad0c3d0e733 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:05.073290 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51304c06-a2d4-4e78-9f52-f47dd660e843 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d20efaaea0044e52a67b17cdc6696d5f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2837882
Dec 22 13:10:05.075855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33322) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:05.127085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc0a8-394c-4fe8-b6bf-b5d7a1d0e094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.140752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.146143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.167534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.215875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Provisioning for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:05.225846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Provisioning complete for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:05.226222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.280160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 50018beb-3768-41f2-8ffd-a63b4d44d6b2 owned by  {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:05.298474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.305378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6349a075-bb58-48ad-a350-8d4a4cb23db4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:05.324746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c82d98-1c3a-4f9d-ad8c-474155dc9af7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:05.335962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:05.418724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.447344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.448883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7c82d98-1c3a-4f9d-ad8c-474155dc9af7 HTTP/1.1" status: 204  len: 168 time: 0.3709791
Dec 22 13:10:05.483855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] For port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:05.518444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': 'ee1b64f3-db13-4fb0-bde1-a2aae3154887', 'ip_address': '2001:db8::f816:3eff:fe2c:2e0e'}, {'subnet_id': '23713453-fce8-4530-9197-edffec46b1d9'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '0bc5d47a-b3e2-4426-aa51-a63d18e03ea2'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:10:05.545345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.552289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:05.595798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.601544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-558de756-2ac6-4c07-add6-4c12d97a41db tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:05.625950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.648630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=50018beb-3768-41f2-8ffd-a63b4d44d6b2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:05.651741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:05.675710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Pushing event updated for resources: {'Port': ['ID=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:05.684227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:05.730689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:05.740820 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/50018beb-3768-41f2-8ffd-a63b4d44d6b2 HTTP/1.1" status: 204  len: 168 time: 0.9858847
Dec 22 13:10:05.743460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33328) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:05.824910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ec1ba-10bb-4df7-8d0f-45270618ae6e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:05.825613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f0ec1ba-10bb-4df7-8d0f-45270618ae6e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:05.850387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Allocated IP 2001:db8:0:1::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/23713453-fce8-4530-9197-edffec46b1d9/0bc5d47a-b3e2-4426-aa51-a63d18e03ea2) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:05.898445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f0ec1ba-10bb-4df7-8d0f-45270618ae6e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:05.902409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7f0ec1ba-10bb-4df7-8d0f-45270618ae6e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1554663
Dec 22 13:10:05.902723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33336) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:06.004917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5395a-d55e-46df-b5b1-5289ba8666c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:06.009204 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6cc5395a-d55e-46df-b5b1-5289ba8666c8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 963 time: 0.1054184
Dec 22 13:10:06.009664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33344) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:06.012004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] For port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:06.039190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.059296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Transition to ACTIVE for port object 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:06.087193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:06.093113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:06.093113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:06.093443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:06.155419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.160925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6c5e11c7-636f-40d1-9c9b-a6f1c0ccea02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:06.205973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:06.207337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-456b74b2-1a2d-4c35-860f-4da49081f766 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1964524
Dec 22 13:10:06.210028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33350) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:06.281644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 23713453-fce8-4530-9197-edffec46b1d9 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:06.285308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.310673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Pushing event updated for resources: {'Port': ['ID=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:06.314811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:06.370128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.415229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:06.613469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.665203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33362) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:06.785365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.792520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74aa603b-65c4-43db-82f1-43ca06878e4a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:06.827263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1288466979-network', 'tenant_id': '33a04f2d1fd9416398a8dd5f75fad231'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:06.842739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:06.847599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.850320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=23713453-fce8-4530-9197-edffec46b1d9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:06.852818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:06.856156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Usage tracker for resource:network and tenant:33a04f2d1fd9416398a8dd5f75fad231 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:06.861747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:06.869489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:06.917774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcbd27a-4ce8-4705-aa84-dc263225d832 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:06.939858 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/23713453-fce8-4530-9197-edffec46b1d9 HTTP/1.1" status: 204  len: 168 time: 0.7282081
Dec 22 13:10:06.941919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33368) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:06.961334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Made reservation on behalf of 33a04f2d1fd9416398a8dd5f75fad231 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:06.964322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.977987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:06.995000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:06.999538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Usage tracker for resource:security_group_rule and tenant:33a04f2d1fd9416398a8dd5f75fad231 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:07.001280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f5791230-f22f-47d4-beac-cbfe80c2a9fb None None] Could not find standard attr ID for object 50018beb-3768-41f2-8ffd-a63b4d44d6b2. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:10:07.002971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:07.009266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:07.018535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet ee1b64f3-db13-4fb0-bde1-a2aae3154887 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:07.022193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.092846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.110794 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:10:07.117618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.181520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.190303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f5791230-f22f-47d4-beac-cbfe80c2a9fb None None] Provisioning for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:07.202379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f5791230-f22f-47d4-beac-cbfe80c2a9fb None None] Provisioning complete for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:07.202792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5791230-f22f-47d4-beac-cbfe80c2a9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.253402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.259274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-74ab7fd8-dc81-4ee9-975e-957d487bd422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:07.288302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ede89-3059-4c1d-ab84-517742bf3695,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:07.300042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:07.345093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.349492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:10:07.353789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5cbaebed-0665-4b4f-812e-42c2fd5c65f2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:07.359170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.359501 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Added segment 1c929a34-cf56-4189-9323-92560c2b94b1 of type vlan for network 4647a253-e00d-4b28-962b-edd373e4dcc9
Dec 22 13:10:07.388160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.395320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=ee1b64f3-db13-4fb0-bde1-a2aae3154887,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:07.397769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:07.400949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.413148 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/ee1b64f3-db13-4fb0-bde1-a2aae3154887 HTTP/1.1" status: 204  len: 168 time: 0.4680662
Dec 22 13:10:07.413796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33372) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:07.490712 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-596e79dd-887b-4d1c-a12d-8f1910639d7c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0757132
Dec 22 13:10:07.493485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33376) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:07.500178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:07.544537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7405013d-9bd4-4a1b-a80b-d1f7b90da1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.546557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.548841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:07.549943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.553857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d6c773a-bfa4-4944-8a16-24aafd268094 tempest-ExternalNetworksTestJSON-818114736 tempest-ExternalNetworksTestJSON-818114736-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:07.617773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:07.622069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:07.626535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:07.632929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:07.655834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Pushing event updated for resources: {'Network': ['ID=4647a253-e00d-4b28-962b-edd373e4dcc9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:07.658579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:07.665616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 4647a253-e00d-4b28-962b-edd373e4dcc9 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:10:07.733327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0605686
Dec 22 13:10:07.733560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33380) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:07.736577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Request body: {'subnet': {'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1288466979-subnet', 'tenant_id': '33a04f2d1fd9416398a8dd5f75fad231', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:07.745535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:07.750356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Usage tracker for resource:subnet and tenant:33a04f2d1fd9416398a8dd5f75fad231 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:07.753480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:07.759725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:07.824002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:07.828213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:07.865483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95eb798-09bf-40a8-853d-26c9744aba10 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:07.903382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Made reservation on behalf of 33a04f2d1fd9416398a8dd5f75fad231 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:07.906898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.040406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e893ec0f-50be-410f-b827-9e633d5b6f16 None None] Provisioning complete for port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:08.040989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e893ec0f-50be-410f-b827-9e633d5b6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.220714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:10:08.225012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Deleting port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:08.225390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.402672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:08.476631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.481852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa70fe65-a66f-42ce-95fb-c0f07e467c9a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:08.499482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] For port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:08.499883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.516491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.544415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:08.548326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:08.551292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:08.551910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.594034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=2086d1cc-d7e4-4484-826f-d06afeaa9abc,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:08.594034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:08.596606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5b3c14d2-3d75-4785-92a3-3ab0ad10214f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:08.630005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Calling delete_port for 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:08.659396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Checking segment: {'id': '1c929a34-cf56-4189-9323-92560c2b94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:08.659758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Network hostable DHCP agents. Network: 4647a253-e00d-4b28-962b-edd373e4dcc9, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:10:08.677630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289754c5-c85a-42d8-82a1-836485caff58,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:08.680199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.680457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:08.721932 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.2273946
Dec 22 13:10:08.724780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33384) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:08.730582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:08.752840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.798086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Network 4647a253-e00d-4b28-962b-edd373e4dcc9 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:10:08.818029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.847969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.872392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:08.877092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:08.879922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:08.881439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:08.885645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:08.921450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 4647a253-e00d-4b28-962b-edd373e4dcc9) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:08.925970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:08.926478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:08.933563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] No DVR routers for this DVR port 0bc5d47a-b3e2-4426-aa51-a63d18e03ea2 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:08.937937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Pushing event deleted for resources: {'Port': ['ID=0bc5d47a-b3e2-4426-aa51-a63d18e03ea2,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:08.940410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:08.942896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55568cb-d661-45ee-b6a8-c7c3e8d95534 None None] Network 4647a253-e00d-4b28-962b-edd373e4dcc9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:08.957481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97718c01-6290-4df0-abe3-067cf72dbdfd None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:08.978359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:08.981934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:09.052930 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3222611
Dec 22 13:10:09.121807 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.ipam_backend_mixin [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2086d1cc-d7e4-4484-826f-d06afeaa9abc (CIDR: 2001:db8::/64)
Dec 22 13:10:09.173267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:09.173755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:09.290641 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-de6dade1-7843-4ffd-95b6-129f1aeaebd9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5617259
Dec 22 13:10:09.291164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33392) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:09.298504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:09.386661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941de345-553f-4e04-8a1b-9bf62bdb1dca None None] Network 4647a253-e00d-4b28-962b-edd373e4dcc9 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:09.448897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:09.452479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '2086d1cc-d7e4-4484-826f-d06afeaa9abc'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:10:09.453321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:09.453961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:09.457403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:09.463441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:09.538313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:09.543702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:09.734431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/2086d1cc-d7e4-4484-826f-d06afeaa9abc/00e5962e-8721-4b62-abd1-efedb34d2dc5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:09.836114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33406) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:09.842553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1782234986-network', 'tenant_id': '88eefccf4f684775a2ff0f6b31784e53'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:09.847376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:09.851241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Usage tracker for resource:network and tenant:88eefccf4f684775a2ff0f6b31784e53 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:09.854124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:09.861082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:09.943872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:09.954001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Transition to ACTIVE for port object 00e5962e-8721-4b62-abd1-efedb34d2dc5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:09.972729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Transition to ACTIVE for port object 00e5962e-8721-4b62-abd1-efedb34d2dc5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:09.983593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:10:09.985716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:09.990485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-744e254a-c576-4cf6-bf3b-763e1e98ae07 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:10.021151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Made reservation on behalf of 88eefccf4f684775a2ff0f6b31784e53 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:10.023490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.035855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.040419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a17b774a-bea7-4442-8a14-0210efe3f98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:10.052177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.070660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:10.075302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:10.082299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:10.082908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.086669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:10.100723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:10.100922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Usage tracker for resource:security_group_rule and tenant:88eefccf4f684775a2ff0f6b31784e53 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:10.103481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=0540c1e9-e629-4224-a38f-2fccfb65e5e9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:10.103651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:10.105700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:10.107216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:10.109352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:10.115164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.115295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:10.141083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Pushing event updated for resources: {'Port': ['ID=00e5962e-8721-4b62-abd1-efedb34d2dc5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:10.148196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:10.205923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Attempting to bind port 00e5962e-8721-4b62-abd1-efedb34d2dc5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:10:10.206210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Attempting to bind port 00e5962e-8721-4b62-abd1-efedb34d2dc5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:10:10.206580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Attempting to bind port 00e5962e-8721-4b62-abd1-efedb34d2dc5 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:10.211903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:10:10.212284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:10.212942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.213342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:10:10.213832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Bound port: 00e5962e-8721-4b62-abd1-efedb34d2dc5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:10:10.214206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.306145 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.0112469
Dec 22 13:10:10.306927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33410) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:10.310579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] For port 00e5962e-8721-4b62-abd1-efedb34d2dc5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:10:10.311475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.312711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:8c:b9:c8', 'name': 'tempest-NetworksTestDHCPv6-1143555708'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:10.314038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] For port 00e5962e-8721-4b62-abd1-efedb34d2dc5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e5962e-8721-4b62-abd1-efedb34d2dc5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:10:10.371143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.374589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cfe93e81-5d61-40d5-a8f5-91a21277888e tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:10.390962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.397321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:10.407997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:10:10.419796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cabcae-25d9-4f61-9484-57b8bda662a4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:10.423604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:10.426358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.426959 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Added segment 8e79ead2-a544-4ae8-9098-fe0155f54ddb of type vlan for network ebeb5c03-7d00-44c5-858d-5bfdcd52256e
Dec 22 13:10:10.456806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.466777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:10.483017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Pushing event updated for resources: {'Port': ['ID=00e5962e-8721-4b62-abd1-efedb34d2dc5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:10.486302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:10.552105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:10.578524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.579614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:10.580193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.583862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc36fe98-de7d-4706-827b-f979c56339c8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:10.641121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:10.688135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Pushing event updated for resources: {'Network': ['ID=ebeb5c03-7d00-44c5-858d-5bfdcd52256e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:10.690875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:10.699468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network ebeb5c03-7d00-44c5-858d-5bfdcd52256e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:10:10.751153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9137697
Dec 22 13:10:10.753719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33416) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:10.759576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Request body: {'subnet': {'network_id': 'ebeb5c03-7d00-44c5-858d-5bfdcd52256e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1782234986-subnet', 'tenant_id': '88eefccf4f684775a2ff0f6b31784e53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:10.765480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:10.770183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Usage tracker for resource:subnet and tenant:88eefccf4f684775a2ff0f6b31784e53 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:10.773408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:10.786654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:10.830349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:10.860617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 4b266d6b-2199-4318-85c7-8c441e268e9d yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:10:10.909161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Made reservation on behalf of 88eefccf4f684775a2ff0f6b31784e53 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:10.918335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.089146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::3 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/2086d1cc-d7e4-4484-826f-d06afeaa9abc/4b266d6b-2199-4318-85c7-8c441e268e9d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:11.096361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:b9c8 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/0540c1e9-e629-4224-a38f-2fccfb65e5e9/4b266d6b-2199-4318-85c7-8c441e268e9d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:11.207167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.212783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2a00756e-c60c-4950-9e9b-cedbc3813485 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:11.297040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab145de8-9db2-40bb-a64c-a1adf8088b41,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:11.301134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:11.301947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Checking segment: {'id': '8e79ead2-a544-4ae8-9098-fe0155f54ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'ebeb5c03-7d00-44c5-858d-5bfdcd52256e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:11.302306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Network hostable DHCP agents. Network: ebeb5c03-7d00-44c5-858d-5bfdcd52256e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:10:11.312482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.332265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 4b266d6b-2199-4318-85c7-8c441e268e9d will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:11.389659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Network ebeb5c03-7d00-44c5-858d-5bfdcd52256e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:10:11.463718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.470119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:11.498379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, ebeb5c03-7d00-44c5-858d-5bfdcd52256e) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:11.503231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:11.504029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.509105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6ad84f-06b3-4852-a6d8-b6a04122f0b7 None None] Network ebeb5c03-7d00-44c5-858d-5bfdcd52256e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:11.546679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:11.549810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:11.554017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:11.559817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:11.560529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.580006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=4b266d6b-2199-4318-85c7-8c441e268e9d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:11.584945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:11.605252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba6400-d6e9-450d-a076-86c2a06adf43 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:11.664894 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9101055
Dec 22 13:10:11.699630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.3914204
Dec 22 13:10:11.702717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33424) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:11.781822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 4b266d6b-2199-4318-85c7-8c441e268e9d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:11.782199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:11.839853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1dbb38da-a05d-4669-89ef-3fc4e20ea038 None None] Provisioning for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:11.946871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0f61b-7f13-4c3d-b5b4-0f603922ce1b None None] Network ebeb5c03-7d00-44c5-858d-5bfdcd52256e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:12.049793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.300712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 4b266d6b-2199-4318-85c7-8c441e268e9d owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:12.318246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-0208b663-099a-426f-94aa-874d4e49cfb2 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:12.320667 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-0208b663-099a-426f-94aa-874d4e49cfb2 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/networks?id=4647a253-e00d-4b28-962b-edd373e4dcc9 HTTP/1.1" status: 200  len: 812 time: 0.1931162
Dec 22 13:10:12.340212 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-bbf6f0d9-e299-45bc-ac98-b02ad2d001ae tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/quotas/33a04f2d1fd9416398a8dd5f75fad231 HTTP/1.1" status: 200  len: 375 time: 0.0105720
Dec 22 13:10:12.349385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Update dhcp port {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'fixed_ips': [{'subnet_id': '2086d1cc-d7e4-4484-826f-d06afeaa9abc', 'ip_address': '2001:db8::2'}, {'subnet_id': '0540c1e9-e629-4224-a38f-2fccfb65e5e9'}], 'binding:host_id': 'dv-neutron-822662-1-hyperv'}, 'id': '00e5962e-8721-4b62-abd1-efedb34d2dc5'} from dv-neutron-822662-1-hyperv. {{(pid=88168) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 22 13:10:12.404063 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-52d41904-a913-43fa-8b4e-b96e3d4d46e9 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0588536
Dec 22 13:10:12.413698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.545368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e5962e-8721-4b62-abd1-efedb34d2dc5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:12.629944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.636809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-867c1ecf-4df7-46ca-a03f-1b15662d86f3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:12.681058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-05221aff-d7f4-4491-9f7d-29b59fab444b service neutron] 10.222.0.16 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2755771
Dec 22 13:10:12.689160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=4b266d6b-2199-4318-85c7-8c441e268e9d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:12.697359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Allocated IP 2001:db8:0:1:f816:3eff:fe68:871d (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/0540c1e9-e629-4224-a38f-2fccfb65e5e9/00e5962e-8721-4b62-abd1-efedb34d2dc5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:12.717418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:12.772338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.781114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:12.785114 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/4b266d6b-2199-4318-85c7-8c441e268e9d HTTP/1.1" status: 204  len: 168 time: 1.0749090
Dec 22 13:10:12.785287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33442) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:12.799696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:12.800080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.819995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-5e74bd0c-cff1-4b33-a717-fd1f7d430df8 service neutron] 10.222.0.16 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327765
Dec 22 13:10:12.869514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016b1bc-38ed-4061-a09a-65759d5125fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:12.870371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2016b1bc-38ed-4061-a09a-65759d5125fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:12.906512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] For port 00e5962e-8721-4b62-abd1-efedb34d2dc5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e5962e-8721-4b62-abd1-efedb34d2dc5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:12.949491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2016b1bc-38ed-4061-a09a-65759d5125fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:12.953189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2016b1bc-38ed-4061-a09a-65759d5125fb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1640584
Dec 22 13:10:12.953588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33448) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:12.981005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:12.992842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.029618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Transition to ACTIVE for port object 00e5962e-8721-4b62-abd1-efedb34d2dc5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:13.081784 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2624556b-65ed-4dca-b438-ac912a351797 req-4e094cb6-ffc7-488d-b3d5-1de7cb146a9c tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 210 time: 0.0439034
Dec 22 13:10:13.090390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88557503-7e60-4a1d-a814-7cf35f6f90d5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:13.091202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-88557503-7e60-4a1d-a814-7cf35f6f90d5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:13.108122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-88557503-7e60-4a1d-a814-7cf35f6f90d5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:13.109384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-88557503-7e60-4a1d-a814-7cf35f6f90d5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.1547570
Dec 22 13:10:13.111884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33456) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:13.144370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.152020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b0a707bf-546d-4824-b365-b5b464d44be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:13.188344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:13.189875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:13.191526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:13.192353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:13.281294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:13.285025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0d79e908-4e86-4ad0-8d62-36cff5860a68 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1696606
Dec 22 13:10:13.285191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33464) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:13.309947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:10:13.310459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:10:13.324499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Pushing event updated for resources: {'Port': ['ID=00e5962e-8721-4b62-abd1-efedb34d2dc5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:13.328030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:13.356337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 0540c1e9-e629-4224-a38f-2fccfb65e5e9 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:13.359769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.421973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.506445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.658970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.664143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84ac5afb-38d0-43a3-805d-eef5434f54f0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:13.706650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=0540c1e9-e629-4224-a38f-2fccfb65e5e9,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:13.714010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.714010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:13.834716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-55250755-e412-441a-99d2-41d76585295c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/0540c1e9-e629-4224-a38f-2fccfb65e5e9 HTTP/1.1" status: 204  len: 168 time: 0.5440385
Dec 22 13:10:13.834716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33472) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:13.866429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.898211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400d4e8-8333-4bc5-9d4b-3df078c7502f None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:13.914374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 2086d1cc-d7e4-4484-826f-d06afeaa9abc {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:13.918191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.924297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d6b8349a-f4a5-4c58-964e-cdc35ed19bd1 None None] Could not find standard attr ID for object 4b266d6b-2199-4318-85c7-8c441e268e9d. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:10:13.973650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:13.979025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 00e5962e-8721-4b62-abd1-efedb34d2dc5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e5962e-8721-4b62-abd1-efedb34d2dc5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:14.084160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.085894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d6b8349a-f4a5-4c58-964e-cdc35ed19bd1 None None] Provisioning for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:14.090913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7dd80627-e9dc-4972-8a0d-4b315dd23c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:14.182443 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5b35af2-d7df-4eca-a2a4-79106c25ad0e req-8046316f-d3f2-41ac-9049-b2304b54badd tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 210 time: 0.0450027
Dec 22 13:10:14.217284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d6b8349a-f4a5-4c58-964e-cdc35ed19bd1 None None] Provisioning complete for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:14.217486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6b8349a-f4a5-4c58-964e-cdc35ed19bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.233774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.306148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=00e5962e-8721-4b62-abd1-efedb34d2dc5,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:14.312099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:14.410225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e5962e-8721-4b62-abd1-efedb34d2dc5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:14.484780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:14.485220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.863109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.867461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-555b2bba-e7b5-4583-ac7b-8aaa407348ac tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:14.905453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=2086d1cc-d7e4-4484-826f-d06afeaa9abc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:14.907754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:14.913564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.917066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d6536be7-9c36-47d5-8f97-23f936102692 None None] Provisioning complete for port 00e5962e-8721-4b62-abd1-efedb34d2dc5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:14.917527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d6536be7-9c36-47d5-8f97-23f936102692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:14.922464 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/2086d1cc-d7e4-4484-826f-d06afeaa9abc HTTP/1.1" status: 204  len: 168 time: 1.0888417
Dec 22 13:10:14.925207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33478) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:14.999124 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93d751d3-985a-4dd1-8baf-15826d11de67 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0725915
Dec 22 13:10:15.001837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33482) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:15.007856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:15.124053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:15.128250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:15.131423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:15.137174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:15.141312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede8096-d1fd-4d0b-8d74-be55ba442942 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:15.205752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:15.215002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.221491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f689a25e-8cbc-4a73-b7e1-cd4d39c4fa8b None None] Could not find standard attr ID for object 50018beb-3768-41f2-8ffd-a63b4d44d6b2. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:10:15.375851 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-70c6d05b-6d94-4626-9b9a-6f6f89894c0a req-1b3b0351-b2c1-480f-9ee4-1ccf0779cb24 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 210 time: 0.0662942
Dec 22 13:10:15.416968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:10:15.421983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Deleting port 00e5962e-8721-4b62-abd1-efedb34d2dc5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:15.422452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.576921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.580846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3c5fab9-34d5-4c45-9f7d-a27133ae9382 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:15.633320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] For port 00e5962e-8721-4b62-abd1-efedb34d2dc5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e5962e-8721-4b62-abd1-efedb34d2dc5,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:15.633713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.638934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:15.641767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:15.644729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:15.645328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.663080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=6e9911e7-76e6-4520-a4bc-8299ba5baf74,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:15.665696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:15.754940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7517681
Dec 22 13:10:15.757822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33488) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:15.758273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Calling delete_port for 00e5962e-8721-4b62-abd1-efedb34d2dc5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:15.765285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:15.903112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:15.909347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:15.941309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:15.947922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:15.951342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:15.958471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:15.960605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Pushing event deleted for resources: {'Port': ['ID=00e5962e-8721-4b62-abd1-efedb34d2dc5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:15.962873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] No DVR routers for this DVR port 00e5962e-8721-4b62-abd1-efedb34d2dc5 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:15.964440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:15.978465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ffee4e-28c6-4b65-a71a-f8427268d2ca None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:16.028165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:16.032405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.183163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.ipam_backend_mixin [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e9911e7-76e6-4520-a4bc-8299ba5baf74 (CIDR: 2001:db8::/64)
Dec 22 13:10:16.229543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'tenant_id': 'bad89777b0dc4cc5b05048a18e7334e9', 'fixed_ips': [{'subnet_id': '6e9911e7-76e6-4520-a4bc-8299ba5baf74'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:10:16.230505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.249338 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:16.249857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:16.306504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-7ffc6b67-30de-494f-89bf-f70c1b790a99 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:16.308066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-7ffc6b67-30de-494f-89bf-f70c1b790a99 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.46 "GET /v2.0/networks?id=4647a253-e00d-4b28-962b-edd373e4dcc9 HTTP/1.1" status: 200  len: 812 time: 0.2835996
Dec 22 13:10:16.325149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Request body: {'port': {'device_id': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9', 'admin_state_up': True, 'tenant_id': '33a04f2d1fd9416398a8dd5f75fad231'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:16.338627 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0acdbcac-8e62-4652-8cf7-e695eec7ac05 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5794539
Dec 22 13:10:16.339619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33492) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:16.349079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'subnet': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:16.476737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:16.479806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e5962e-8721-4b62-abd1-efedb34d2dc5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:16.480949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Usage tracker for resource:port and tenant:33a04f2d1fd9416398a8dd5f75fad231 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:16.484173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:16.489823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:16.516219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Allocated IP 2001:db8::2 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/6e9911e7-76e6-4520-a4bc-8299ba5baf74/aa19d0b1-8b82-4d18-b8be-5e964a7c5c79) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:16.527936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 00e5962e-8721-4b62-abd1-efedb34d2dc5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:10:16.528352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e5962e-8721-4b62-abd1-efedb34d2dc5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:10:16.534620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:16.540161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:subnet and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:16.543488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:16.549764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:16.583477 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-82743779-ff88-4032-b68e-37b9dbf53af7 req-a8cf65bd-cf70-447f-81a6-ba61ca1ecf81 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 210 time: 0.0555837
Dec 22 13:10:16.584742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Made reservation on behalf of 33a04f2d1fd9416398a8dd5f75fad231 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:16.588513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.612340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:16.616106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.747376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.755431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Allocated IP 172.20.0.7 (4647a253-e00d-4b28-962b-edd373e4dcc9/289754c5-c85a-42d8-82a1-836485caff58/a3c2abe4-53a3-4cd1-ae6a-e95819d20938) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:16.762116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Transition to ACTIVE for port object aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:16.778955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Transition to ACTIVE for port object aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:16.830796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:16.836575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:16.899995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:16.902818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:16.907748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:16.916555 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Pushing event updated for resources: {'Port': ['ID=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:16.947964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:16.968197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.005260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Attempting to bind port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:10:17.005840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Attempting to bind port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:10:17.006081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Attempting to bind port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 on network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:17.011488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:10:17.011875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Checking segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:17.012292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.012696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Bound using segment: {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:10:17.013221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Bound port: aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c53f5344-4444-4915-9cc9-086fcb22ac2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:10:17.014111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.074042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.objects.ports [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88166) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 22 13:10:17.080578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.086367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c88b7154-80d0-4eb9-9e16-d5340cf7ecc8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:17.109097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] For port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:10:17.112490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] For port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:10:17.151930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Network 4647a253-e00d-4b28-962b-edd373e4dcc9 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:17.156469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:17.160436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:17.189401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.194351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:17.196669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Pushing event updated for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:17.206151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:17.229701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:17.230984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.275442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Pushing event updated for resources: {'Port': ['ID=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:17.278562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:17.325230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.328758 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0056438
Dec 22 13:10:17.338668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Request body: {'port': {'device_id': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:17.460252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.574965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] For port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:17.613571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.674447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.676055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.691271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32a8f1d5-3ade-441d-aa0f-c13ac2691163 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:17.767300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:17.770450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:17.775368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:17.776064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.799116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,revision_number=4']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:17.804478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:17.805017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2e59a36-2a45-43d4-add9-2ed72735cb2c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:17.859971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ebe3-4687-4626-b833-97286245d069 req-1ef5ed61-a73d-4704-9da1-fb23b41daa56 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:17.860672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-aaf9ebe3-4687-4626-b833-97286245d069 req-1ef5ed61-a73d-4704-9da1-fb23b41daa56 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Synchronizing usage tracker for tenant:33a04f2d1fd9416398a8dd5f75fad231 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:17.867200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Subnet': ['ID=ba7d44f6-358d-4022-8922-c9442eef4df8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:17.870050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:17.911006 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.5696743
Dec 22 13:10:17.913829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33506) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:17.919759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Request body: {'port': {'network_id': 'c807c84b-bae8-4a6a-97d3-752c2f4d5b3b', 'mac_address': 'fa:16:3e:4b:37:c8', 'name': 'tempest-NetworksTestDHCPv6-348388130'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:17.939829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c2abe4-53a3-4cd1-ae6a-e95819d20938 {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:17.947108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:17.962697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Transition to ACTIVE for port object a3c2abe4-53a3-4cd1-ae6a-e95819d20938 will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:18.006742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-aaf9ebe3-4687-4626-b833-97286245d069 req-1ef5ed61-a73d-4704-9da1-fb23b41daa56 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Unset dirty status for tenant:33a04f2d1fd9416398a8dd5f75fad231 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:18.008412 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaf9ebe3-4687-4626-b833-97286245d069 req-1ef5ed61-a73d-4704-9da1-fb23b41daa56 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 931 time: 0.2806005
Dec 22 13:10:18.047599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.055766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:18.105255 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaf9ebe3-4687-4626-b833-97286245d069 req-c4b0877b-4db5-4c9a-a322-90acb9dc36de tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902760
Dec 22 13:10:18.195364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:18.199674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Usage tracker for resource:port and tenant:bad89777b0dc4cc5b05048a18e7334e9 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:18.203484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:18.209408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:18.233745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:18.263231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:18.307932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Attempting to bind port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:10:18.308172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Attempting to bind port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '1c929a34-cf56-4189-9323-92560c2b94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:10:18.308963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Attempting to bind port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 on network 4647a253-e00d-4b28-962b-edd373e4dcc9 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:18.314289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 on network 4647a253-e00d-4b28-962b-edd373e4dcc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:10:18.314675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Attempting to bind port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 on network 4647a253-e00d-4b28-962b-edd373e4dcc9 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:18.320637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:10:18.321157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Checking segment: {'id': '1c929a34-cf56-4189-9323-92560c2b94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:18.326613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Bound using segment: {'id': '1c929a34-cf56-4189-9323-92560c2b94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:10:18.326613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Bound port: a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c929a34-cf56-4189-9323-92560c2b94b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:10:18.326613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.395304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Made reservation on behalf of bad89777b0dc4cc5b05048a18e7334e9 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:18.432391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44359924-26b9-4686-86fd-3e1e233d9336 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:18.460857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:18.543815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:10:18.549018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,segment=NetworkSegment(1c929a34-cf56-4189-9323-92560c2b94b1),segment_id=1c929a34-cf56-4189-9323-92560c2b94b1)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:10:18.551131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.578427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] device_id is not set on port 2107debb-5d5e-44b7-9616-40b4998fce37 yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:10:18.603295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c426fd68-2d80-4a71-a9b1-91cdd2fb0d29 None None] Provisioning for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:18.624946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.629723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-829876da-8210-4063-8ac4-5ba785f9c332 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:18.689530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:18.692585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.692585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/a3c2abe4-53a3-4cd1-ae6a-e95819d20938 HTTP/1.1" status: 200  len: 1093 time: 1.3571963
Dec 22 13:10:18.692585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:18.713860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:18.726250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:18.746179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938', 'status': 'completed', 'code': 200}
Dec 22 13:10:18.754878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:18.766346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:18.766746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.822540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8::28 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/6e9911e7-76e6-4520-a4bc-8299ba5baf74/2107debb-5d5e-44b7-9616-40b4998fce37) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:18.829416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:37c8 (c807c84b-bae8-4a6a-97d3-752c2f4d5b3b/ba7d44f6-358d-4022-8922-c9442eef4df8/2107debb-5d5e-44b7-9616-40b4998fce37) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:18.846567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63860513-c226-4405-b1ef-58bdc4f179cc req-5c17a4df-bd16-4813-96df-f82dec62171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:18.848234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-63860513-c226-4405-b1ef-58bdc4f179cc req-5c17a4df-bd16-4813-96df-f82dec62171c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 1096 time: 0.0804276
Dec 22 13:10:18.915632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:18.957249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:19.008871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63860513-c226-4405-b1ef-58bdc4f179cc req-bc415bdd-bef7-4c30-9219-55579be0e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.010610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-63860513-c226-4405-b1ef-58bdc4f179cc req-bc415bdd-bef7-4c30-9219-55579be0e906 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1504691
Dec 22 13:10:19.023833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.030060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-80c58608-255f-454c-af86-a41dd2e03b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:19.057991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.077021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Transition to ACTIVE for port object 2107debb-5d5e-44b7-9616-40b4998fce37 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:19.104116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:19.107404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:19.166964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63860513-c226-4405-b1ef-58bdc4f179cc req-c24cce29-7697-4215-8334-28f8dc446c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.168503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-63860513-c226-4405-b1ef-58bdc4f179cc req-c24cce29-7697-4215-8334-28f8dc446c3b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1497674
Dec 22 13:10:19.184807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.191524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-874fea19-8562-4df8-95c1-e7a658bf1264 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:19.273008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event updated for resources: {'Port': ['ID=2107debb-5d5e-44b7-9616-40b4998fce37,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:19.278508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:19.281144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:19.283298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:19.285828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:19.292330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.292960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.364890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7155d-6fe9-428e-a6ec-d803881e4f4c req-d90508ba-7ec3-40e6-9b6f-e0edd4907e7f tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.367050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ee7155d-6fe9-428e-a6ec-d803881e4f4c req-d90508ba-7ec3-40e6-9b6f-e0edd4907e7f tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 943 time: 0.1196165
Dec 22 13:10:19.372119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-7ffdcc80-c9c9-4198-adb0-3ccb1cb2fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.378671 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-7ffdcc80-c9c9-4198-adb0-3ccb1cb2fc7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 1096 time: 0.1662531
Dec 22 13:10:19.408129 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 1.4914200
Dec 22 13:10:19.409617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:19.459468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-627100b6-5e18-4438-ad60-4ae01a10220c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938 HTTP/1.1" status: 200  len: 217 time: 0.0711923
Dec 22 13:10:19.484410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting port 2107debb-5d5e-44b7-9616-40b4998fce37 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:19.484756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.525216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ee7155d-6fe9-428e-a6ec-d803881e4f4c req-a5af96f8-9083-45bc-836f-9cc0e83ec340 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498933
Dec 22 13:10:19.535494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f0b54253-33a2-492a-a153-186c5975dd0a None None] Provisioning complete for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:19.536072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0b54253-33a2-492a-a153-186c5975dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.547855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35126-7929-445d-ac49-457612da6858 req-8ca1981f-4765-4301-9f2d-0a0e27eb7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:19.549280 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-8ca1981f-4765-4301-9f2d-0a0e27eb7cfc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=289754c5-c85a-42d8-82a1-836485caff58 HTTP/1.1" status: 200  len: 852 time: 0.0820460
Dec 22 13:10:19.598897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-5f0b339c-fde2-4452-b8a7-3dc071b1921b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4647a253-e00d-4b28-962b-edd373e4dcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430303
Dec 22 13:10:19.759275 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-9e745ce4-0d8b-4d8d-b628-7435fe81702d service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525779
Dec 22 13:10:19.784074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:19.785371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1dcb3202-bfa6-4a82-869a-cde841fe988e None None] Could not find standard attr ID for object 4b266d6b-2199-4318-85c7-8c441e268e9d. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:10:19.919891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Calling delete_port for 2107debb-5d5e-44b7-9616-40b4998fce37 owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:19.920334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bab35126-7929-445d-ac49-457612da6858 req-0f429520-073b-4ecc-ab95-51c0cafd1b6d service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1532290
Dec 22 13:10:20.212084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:20.212505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c19228d3-77df-4759-a601-4b050254c30b None None] Provisioning for port 2107debb-5d5e-44b7-9616-40b4998fce37 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:20.218278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c19228d3-77df-4759-a601-4b050254c30b None None] Provisioning complete for port 2107debb-5d5e-44b7-9616-40b4998fce37 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:20.218678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c19228d3-77df-4759-a601-4b050254c30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:20.218810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f6bd875b-2f52-428a-b5bf-83184c3d0175 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:20.253406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c19228d3-77df-4759-a601-4b050254c30b None None] Port 2107debb-5d5e-44b7-9616-40b4998fce37 was deleted so its status cannot be updated. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 22 13:10:20.269510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Port': ['ID=2107debb-5d5e-44b7-9616-40b4998fce37,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:20.272584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:20.350403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:20.360960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/2107debb-5d5e-44b7-9616-40b4998fce37 HTTP/1.1" status: 204  len: 168 time: 0.9501379
Dec 22 13:10:20.364323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33518) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:20.419112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:20.456998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e52b945-8556-4e59-9e6b-d8d7248168a8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.458193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1e52b945-8556-4e59-9e6b-d8d7248168a8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:20.491106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:20.491634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:20.549202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1e52b945-8556-4e59-9e6b-d8d7248168a8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:20.550389 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1e52b945-8556-4e59-9e6b-d8d7248168a8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1850500
Dec 22 13:10:20.554448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:20.639600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b1597-8fa8-44cd-8410-d78607e5cf18 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.641175 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ca0b1597-8fa8-44cd-8410-d78607e5cf18 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0871947
Dec 22 13:10:20.643763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33528) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:20.710417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.712032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.713915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.714787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:20.728888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a5d3c-654f-4342-aef5-f950a0a070d8 req-1bc5e823-8ab6-49d8-a868-157d06a6e117 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:20.732526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-969a5d3c-654f-4342-aef5-f950a0a070d8 req-1bc5e823-8ab6-49d8-a868-157d06a6e117 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 943 time: 0.0899916
Dec 22 13:10:20.774869 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-969a5d3c-654f-4342-aef5-f950a0a070d8 req-b11f4a1c-e040-444b-8d72-5d95648acd3d tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381541
Dec 22 13:10:20.806403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:20.808507 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bb7b82a8-5e14-4e21-81f6-9872d8bfd7c1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1629126
Dec 22 13:10:20.811159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33532) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:20.996531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet 6e9911e7-76e6-4520-a4bc-8299ba5baf74 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:21.000227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.054292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.142558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.320186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.325097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-681bc05f-9202-4f50-95cd-d42a1b04dd21 tempest-NetworksTest-1062691299 tempest-NetworksTest-1062691299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:21.362819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9911e7-76e6-4520-a4bc-8299ba5baf74,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:21.364772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.367386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:21.371336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872fb901-337e-4118-b825-3046a971db01 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:21.459294 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/6e9911e7-76e6-4520-a4bc-8299ba5baf74 HTTP/1.1" status: 204  len: 168 time: 0.6468406
Dec 22 13:10:21.461794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33536) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:21.539079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Deleting subnet ba7d44f6-358d-4022-8922-c9442eef4df8 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:21.539079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.589692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.678749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.838008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.843578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7f10f2a-b4bc-479c-8a8c-db3ca2a99263 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:21.884589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7d44f6-358d-4022-8922-c9442eef4df8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:21.897549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:21.900684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:21.917937 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d74c357e-58ed-46bf-8e0f-851f280f8784 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/ba7d44f6-358d-4022-8922-c9442eef4df8 HTTP/1.1" status: 204  len: 168 time: 0.4547696
Dec 22 13:10:21.920644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33546) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.021513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6da82bd7-d5ed-492c-9056-4a57bff3c6e7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0990820
Dec 22 13:10:22.023943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33558) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.027631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a72-a1fe-4f9b-a3f5-bae3dce7c862 req-45ca3649-7d3d-44e2-b872-e97dd391707c tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:22.030314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2c3e7a72-a1fe-4f9b-a3f5-bae3dce7c862 req-45ca3649-7d3d-44e2-b872-e97dd391707c tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 943 time: 0.1213274
Dec 22 13:10:22.113762 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2c3e7a72-a1fe-4f9b-a3f5-bae3dce7c862 req-e998e26b-b933-46b3-b027-1a8fe67300ab tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622323
Dec 22 13:10:22.136049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec98245-262b-4efa-a53e-98e72d8bef04 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:22.137639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7ec98245-262b-4efa-a53e-98e72d8bef04 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1125660
Dec 22 13:10:22.141245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33562) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.211976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318590f-7cad-43f4-a27a-9085a23b0711 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:22.212871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e318590f-7cad-43f4-a27a-9085a23b0711 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Synchronizing usage tracker for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:22.259730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee3a76-bf2f-4078-b319-3171b5645f71 None None] Network c807c84b-bae8-4a6a-97d3-752c2f4d5b3b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:10:22.307893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e318590f-7cad-43f4-a27a-9085a23b0711 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Unset dirty status for tenant:bad89777b0dc4cc5b05048a18e7334e9 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:22.312038 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e318590f-7cad-43f4-a27a-9085a23b0711 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1669149
Dec 22 13:10:22.316306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33566) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.388218 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c8d496db-9022-4497-8211-aee0da3d8b3c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0746660
Dec 22 13:10:22.395238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33570) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.409762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-31e0e6da-519a-41c2-852a-badb955530c9 None None] Provisioning complete for port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:22.410360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-31e0e6da-519a-41c2-852a-badb955530c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:22.441963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dfe36c6-0df6-4722-ac7b-d57ab80f60f6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.442515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dfe36c6-0df6-4722-ac7b-d57ab80f60f6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.446719 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3dfe36c6-0df6-4722-ac7b-d57ab80f60f6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/2107debb-5d5e-44b7-9616-40b4998fce37 HTTP/1.1" status: 404  len: 333 time: 0.0478358
Dec 22 13:10:22.448593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33574) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.490437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e7c7d0-0f4c-46ca-bf77-93ea44efc39f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.490961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e7c7d0-0f4c-46ca-bf77-93ea44efc39f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.494882 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-41e7c7d0-0f4c-46ca-bf77-93ea44efc39f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/ba7d44f6-358d-4022-8922-c9442eef4df8 HTTP/1.1" status: 404  len: 337 time: 0.0445881
Dec 22 13:10:22.495887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33580) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.536333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bc1ad7-01a6-4311-992d-f82c64b0facf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.536910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bc1ad7-01a6-4311-992d-f82c64b0facf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.538689 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e0bc1ad7-01a6-4311-992d-f82c64b0facf tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/6e9911e7-76e6-4520-a4bc-8299ba5baf74 HTTP/1.1" status: 404  len: 337 time: 0.0416782
Dec 22 13:10:22.541526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33584) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.625404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-266fa51f-f810-4680-8df3-07078f6ae1bb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.625904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266fa51f-f810-4680-8df3-07078f6ae1bb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.628731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-266fa51f-f810-4680-8df3-07078f6ae1bb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/4b266d6b-2199-4318-85c7-8c441e268e9d HTTP/1.1" status: 404  len: 333 time: 0.0850728
Dec 22 13:10:22.630534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33590) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.664000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] DHCP port deletion for c807c84b-bae8-4a6a-97d3-752c2f4d5b3b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:10:22.668049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Deleting port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:22.668450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:22.676121 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d82b02-6f01-40d2-915f-2c58b2c00dcb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.684141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d82b02-6f01-40d2-915f-2c58b2c00dcb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.684141 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a0d82b02-6f01-40d2-915f-2c58b2c00dcb tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/0540c1e9-e629-4224-a38f-2fccfb65e5e9 HTTP/1.1" status: 404  len: 337 time: 0.0467341
Dec 22 13:10:22.684141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33594) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.695416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21b386-18d5-4a44-bda9-7bb48486696e req-dc324abf-de04-48e6-95ab-efa54d109f39 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:22.697183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bd21b386-18d5-4a44-bda9-7bb48486696e req-dc324abf-de04-48e6-95ab-efa54d109f39 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1176243
Dec 22 13:10:22.733608 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4486dd0-a919-456c-ae22-8c0aafd700e3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.734371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4486dd0-a919-456c-ae22-8c0aafd700e3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.739325 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4486dd0-a919-456c-ae22-8c0aafd700e3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/2086d1cc-d7e4-4484-826f-d06afeaa9abc HTTP/1.1" status: 404  len: 337 time: 0.0575359
Dec 22 13:10:22.740149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33600) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.754479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bd21b386-18d5-4a44-bda9-7bb48486696e req-e7ff522e-9420-4f8a-a4c3-064defeafe9e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491772
Dec 22 13:10:22.793092 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb752d8-abb1-4b23-a967-31b677ae630c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.793298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb752d8-abb1-4b23-a967-31b677ae630c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.797942 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8fb752d8-abb1-4b23-a967-31b677ae630c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/50018beb-3768-41f2-8ffd-a63b4d44d6b2 HTTP/1.1" status: 404  len: 333 time: 0.0543902
Dec 22 13:10:22.799857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33606) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.839427 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c820f4-881f-4a31-a6d5-d1c6fc28e51d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.839885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c820f4-881f-4a31-a6d5-d1c6fc28e51d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.842157 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69c820f4-881f-4a31-a6d5-d1c6fc28e51d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/23713453-fce8-4530-9197-edffec46b1d9 HTTP/1.1" status: 404  len: 337 time: 0.0430815
Dec 22 13:10:22.844935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33610) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.884481 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e1aba5-e3fd-4b97-8765-e0e58de7d63a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.884864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e1aba5-e3fd-4b97-8765-e0e58de7d63a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.886577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-91e1aba5-e3fd-4b97-8765-e0e58de7d63a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/ee1b64f3-db13-4fb0-bde1-a2aae3154887 HTTP/1.1" status: 404  len: 337 time: 0.0406971
Dec 22 13:10:22.889304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33614) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.899625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] For port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,segment=NetworkSegment(c53f5344-4444-4915-9cc9-086fcb22ac2c),segment_id=c53f5344-4444-4915-9cc9-086fcb22ac2c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:22.900030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:22.931749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa99ad3-0e3e-4fa9-bb08-32151f0af60e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.933168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa99ad3-0e3e-4fa9-bb08-32151f0af60e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.934554 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4aa99ad3-0e3e-4fa9-bb08-32151f0af60e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/549ed513-b046-403c-a0b6-c7629af0743a HTTP/1.1" status: 404  len: 333 time: 0.0439391
Dec 22 13:10:22.936966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33618) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:22.979621 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a96a8f-62ff-4b1b-9281-f53e9f4acfd2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:22.980089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a96a8f-62ff-4b1b-9281-f53e9f4acfd2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:22.981864 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-27a96a8f-62ff-4b1b-9281-f53e9f4acfd2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/f066cd57-50a8-4819-928d-4bdc540db516 HTTP/1.1" status: 404  len: 337 time: 0.0439377
Dec 22 13:10:22.984907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33622) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.034538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c759d3e-9516-43ae-b615-be762c8a6ea6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.034538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c759d3e-9516-43ae-b615-be762c8a6ea6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.035381 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c759d3e-9516-43ae-b615-be762c8a6ea6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/9fbb816b-5f02-4d3e-82d8-862806cd301a HTTP/1.1" status: 404  len: 337 time: 0.0487850
Dec 22 13:10:23.035529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Calling delete_port for aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:23.037602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33626) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.078373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf6d716-9a00-4bb7-a2cb-949aa111c84c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.078876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf6d716-9a00-4bb7-a2cb-949aa111c84c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.080574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-abf6d716-9a00-4bb7-a2cb-949aa111c84c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/94c8559f-1d6d-4964-a44d-e31443b12d26 HTTP/1.1" status: 404  len: 333 time: 0.0420573
Dec 22 13:10:23.083289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33630) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.126136 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2f883a-68cc-42a5-aaa0-ce364247ff22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.127139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2f883a-68cc-42a5-aaa0-ce364247ff22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.129043 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bb2f883a-68cc-42a5-aaa0-ce364247ff22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/edb34db9-1367-4271-881f-c8919714f77f HTTP/1.1" status: 404  len: 337 time: 0.0447741
Dec 22 13:10:23.131637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33636) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.176716 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97658b7-bfde-44c5-93b2-116676293c97 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.177188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97658b7-bfde-44c5-93b2-116676293c97 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.178877 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d97658b7-bfde-44c5-93b2-116676293c97 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/060a5f3e-ddd5-41f3-98ab-d7591b8b91f7 HTTP/1.1" status: 404  len: 333 time: 0.0462949
Dec 22 13:10:23.181397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33640) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.218402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:23.223610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-299eae07-c4e6-4c00-8833-9db0f1d391d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:23.224696 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0ab426-738f-43d5-94cb-b3bc900738a1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.225162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0ab426-738f-43d5-94cb-b3bc900738a1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.229212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1b0ab426-738f-43d5-94cb-b3bc900738a1 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/610e6779-c44b-4886-99e3-72bd2813b79f HTTP/1.1" status: 404  len: 337 time: 0.0445781
Dec 22 13:10:23.229545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33644) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.269116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Pushing event deleted for resources: {'Port': ['ID=aa19d0b1-8b82-4d18-b8be-5e964a7c5c79,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:23.271671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] No DVR routers for this DVR port aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:23.273243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:23.306126 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d14dd2e-5e32-4384-9ff1-c95bfdaeb682 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.306126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d14dd2e-5e32-4384-9ff1-c95bfdaeb682 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.311671 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d14dd2e-5e32-4384-9ff1-c95bfdaeb682 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/8dcf2daf-f4b6-4d91-8bdb-96bf231d8cd3 HTTP/1.1" status: 404  len: 333 time: 0.0710816
Dec 22 13:10:23.312585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33648) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.352079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a7beeb-3413-40da-a835-e7dc90e65256 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.352532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a7beeb-3413-40da-a835-e7dc90e65256 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.354216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93a7beeb-3413-40da-a835-e7dc90e65256 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/02e76e31-fb7a-42f9-bbd5-01406f750ac6 HTTP/1.1" status: 404  len: 337 time: 0.0406959
Dec 22 13:10:23.356816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33652) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.403084 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-e737c68f-7264-4f5c-9baf-6fec6127e23b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.403774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e737c68f-7264-4f5c-9baf-6fec6127e23b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.405647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e737c68f-7264-4f5c-9baf-6fec6127e23b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/5faa4099-16ea-4195-85a6-6489dc3f2c8e HTTP/1.1" status: 404  len: 333 time: 0.0476060
Dec 22 13:10:23.408170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33656) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.420253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3929c0e-26f6-4d00-8619-0c92ab620fb1 req-16b5d3f1-d9f7-439c-80de-9948d4e9844c tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:23.421766 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3929c0e-26f6-4d00-8619-0c92ab620fb1 req-16b5d3f1-d9f7-439c-80de-9948d4e9844c tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 943 time: 0.2154500
Dec 22 13:10:23.447072 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c5915b-4110-444c-b167-101e1b410439 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.447530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c5915b-4110-444c-b167-101e1b410439 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.449220 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-99c5915b-4110-444c-b167-101e1b410439 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/e05675e5-b793-4caa-8924-8ada8b314cb8 HTTP/1.1" status: 404  len: 337 time: 0.0401232
Dec 22 13:10:23.452005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33660) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.472570 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3929c0e-26f6-4d00-8619-0c92ab620fb1 req-f816896e-9c35-45ff-a7fb-b452c3d835e9 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434051
Dec 22 13:10:23.494149 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d7b50c-500f-4f18-88cb-14e2942f32a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.494626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d7b50c-500f-4f18-88cb-14e2942f32a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.496367 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-21d7b50c-500f-4f18-88cb-14e2942f32a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/f43a4f1f-e8b2-4586-bc1c-601212c2935d HTTP/1.1" status: 404  len: 333 time: 0.0434744
Dec 22 13:10:23.499479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33664) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.536711 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d4b4b7-c5e1-4daf-ba09-52d0484f5880 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.537151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d4b4b7-c5e1-4daf-ba09-52d0484f5880 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88167) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.538723 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8d4b4b7-c5e1-4daf-ba09-52d0484f5880 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/afbcd8f0-4115-4902-a506-97c9a32f92ec HTTP/1.1" status: 404  len: 337 time: 0.0384138
Dec 22 13:10:23.541337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33668) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.566568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a3c2abe4-53a3-4cd1-ae6a-e95819d20938 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:10:23.586746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f554e3d-42b9-4d4d-b039-3d3e2fc9ffe9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.587717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f554e3d-42b9-4d4d-b039-3d3e2fc9ffe9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.589153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1f554e3d-42b9-4d4d-b039-3d3e2fc9ffe9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/80e3fe5f-58cf-405e-9e0f-0a6109016ccb HTTP/1.1" status: 404  len: 333 time: 0.0468683
Dec 22 13:10:23.592297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33672) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.631741 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc8c06-54b8-4f0c-8629-5c4bf6dc2dab tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.632195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bc8c06-54b8-4f0c-8629-5c4bf6dc2dab tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.633839 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17bc8c06-54b8-4f0c-8629-5c4bf6dc2dab tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/fa94164f-63ee-4313-b72d-d7eade699fc8 HTTP/1.1" status: 404  len: 337 time: 0.0406442
Dec 22 13:10:23.637415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33676) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.674313 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-0326ea02-ba6c-41d3-b8a9-3152364a6835 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.674764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0326ea02-ba6c-41d3-b8a9-3152364a6835 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.676422 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0326ea02-ba6c-41d3-b8a9-3152364a6835 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/64675fbc-77e8-47c8-a601-faf65dfb38ea HTTP/1.1" status: 404  len: 337 time: 0.0390711
Dec 22 13:10:23.679159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33680) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.703274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,segment=NetworkSegment(1c929a34-cf56-4189-9323-92560c2b94b1),segment_id=1c929a34-cf56-4189-9323-92560c2b94b1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:23.718154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938', 'network_id': '4647a253-e00d-4b28-962b-edd373e4dcc9', 'port_id': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938', 'mac_address': 'fa:16:3e:6b:0f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289754c5-c85a-42d8-82a1-836485caff58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:10:23.724285 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f1da47-a647-4416-80ca-aa1e49088cae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.725178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f1da47-a647-4416-80ca-aa1e49088cae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.726363 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-97f1da47-a647-4416-80ca-aa1e49088cae tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/eb143585-0291-416a-9909-456be5c85c01 HTTP/1.1" status: 404  len: 333 time: 0.0463338
Dec 22 13:10:23.729114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33684) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.766813 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d825595b-9f0d-4862-b745-49a885ee05df tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.767284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d825595b-9f0d-4862-b745-49a885ee05df tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.771339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d825595b-9f0d-4862-b745-49a885ee05df tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7b10dfaf-7b97-45fd-b84f-5866be8c2f44 HTTP/1.1" status: 404  len: 337 time: 0.0389249
Dec 22 13:10:23.771558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33688) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.775020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:23.794295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c2abe4-53a3-4cd1-ae6a-e95819d20938 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:23.809663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-8846ec8f-f30d-4f45-aa82-43ede5d6d70a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.810288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,segment=NetworkSegment(1c929a34-cf56-4189-9323-92560c2b94b1),segment_id=1c929a34-cf56-4189-9323-92560c2b94b1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:23.810426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8846ec8f-f30d-4f45-aa82-43ede5d6d70a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.812360 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8846ec8f-f30d-4f45-aa82-43ede5d6d70a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/732238c7-51ab-4dca-99c6-2901b8529cee HTTP/1.1" status: 404  len: 337 time: 0.0399177
Dec 22 13:10:23.814916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33694) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.861665 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce722309-c0de-49ce-bdf0-19bbc2843c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.862060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce722309-c0de-49ce-bdf0-19bbc2843c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.863778 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ce722309-c0de-49ce-bdf0-19bbc2843c42 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/71356c2c-8f6c-4d1f-916d-ecf8caeaaa05 HTTP/1.1" status: 404  len: 333 time: 0.0479338
Dec 22 13:10:23.866318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33698) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.905328 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a69aee1-046a-484b-9a5b-1a37bb3494a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.905790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a69aee1-046a-484b-9a5b-1a37bb3494a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.908169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:23.910121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:23.911230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4a69aee1-046a-484b-9a5b-1a37bb3494a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/a4914351-e1ae-4432-815b-a07ed12b4643 HTTP/1.1" status: 404  len: 337 time: 0.0429854
Dec 22 13:10:23.911637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33702) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.949789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-178df791-6658-419c-9c35-0eca542df51a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:23.950248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178df791-6658-419c-9c35-0eca542df51a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:23.955049 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-178df791-6658-419c-9c35-0eca542df51a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5433453d-ba56-4401-ba95-c18ef0485bac HTTP/1.1" status: 404  len: 337 time: 0.0400236
Dec 22 13:10:23.955220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028468-8f47-4686-a2dc-2688020e4d4f req-61da6637-317c-4492-83f0-dea46b31b7a4 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:23.955410 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd028468-8f47-4686-a2dc-2688020e4d4f req-61da6637-317c-4492-83f0-dea46b31b7a4 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0894582
Dec 22 13:10:23.957793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33706) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:23.982244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:23.991328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:24.004065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd028468-8f47-4686-a2dc-2688020e4d4f req-02654dd3-d9fe-4d92-b19c-f82e64897247 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428743
Dec 22 13:10:24.011656 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-14460fc2-59f8-4d85-864b-f655bf844212 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.011952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14460fc2-59f8-4d85-864b-f655bf844212 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.014194 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-14460fc2-59f8-4d85-864b-f655bf844212 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/7ac89fb7-dc7f-431e-999e-e3bdc436bc5d HTTP/1.1" status: 404  len: 333 time: 0.0551825
Dec 22 13:10:24.017024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33710) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.056277 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c5e4e6-50b4-48a3-ba08-44c4b8c35e82 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.056902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c5e4e6-50b4-48a3-ba08-44c4b8c35e82 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.058582 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f1c5e4e6-50b4-48a3-ba08-44c4b8c35e82 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/8dcddfb5-364f-43a4-ae02-dee5584171ad HTTP/1.1" status: 404  len: 337 time: 0.0406561
Dec 22 13:10:24.062224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33714) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.100551 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b514316-0031-448b-84a9-8ce064237eb5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.101005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b514316-0031-448b-84a9-8ce064237eb5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.102626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3b514316-0031-448b-84a9-8ce064237eb5 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/2d2f322e-5646-4a5c-adbb-2ec33495e3c4 HTTP/1.1" status: 404  len: 337 time: 0.0395312
Dec 22 13:10:24.105307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33718) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.136684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a3c2abe4-53a3-4cd1-ae6a-e95819d20938'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:10:24.153052 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a11845e8-f834-42d8-907c-0bb1250a61c3 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a400266-4a82-471a-ba20-7c48ca98865d HTTP/1.1" status: 200  len: 205 time: 0.0466247
Dec 22 13:10:24.161940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33722) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.229227 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-1e78085a-9b29-4767-bde1-333a610108e8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] delete failed (client error): The resource could not be found.
Dec 22 13:10:24.231663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1e78085a-9b29-4767-bde1-333a610108e8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/routers/4a400266-4a82-471a-ba20-7c48ca98865d HTTP/1.1" status: 404  len: 336 time: 0.0696459
Dec 22 13:10:24.234596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33726) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.277219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c978fe-c7de-4592-9ebf-ae5c796c5659 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.277674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c978fe-c7de-4592-9ebf-ae5c796c5659 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.279700 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a6c978fe-c7de-4592-9ebf-ae5c796c5659 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5659d4bc-4ded-4320-b15c-c5af7f84435b HTTP/1.1" status: 404  len: 337 time: 0.0439520
Dec 22 13:10:24.282107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33730) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.327435 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-12bf6720-d350-4631-8b49-26fd140dd75c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "GET /v2.0/ports?device_id=d33ae5d7-4ab6-4176-b250-4c43eae276b8 HTTP/1.1" status: 200  len: 205 time: 0.0440965
Dec 22 13:10:24.329672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33734) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.410288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:24.448029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:10:24.453585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa19d0b1-8b82-4d18-b8be-5e964a7c5c79 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:10:24.518288 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-685b54a1-61c7-451f-80bd-3e8e18c0de1f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] delete failed (client error): The resource could not be found.
Dec 22 13:10:24.522140 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-685b54a1-61c7-451f-80bd-3e8e18c0de1f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/routers/d33ae5d7-4ab6-4176-b250-4c43eae276b8 HTTP/1.1" status: 404  len: 336 time: 0.1887844
Dec 22 13:10:24.522140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33740) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.561326 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b3c158-5c8b-45e8-9d30-77c1ce59b068 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.561783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b3c158-5c8b-45e8-9d30-77c1ce59b068 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.563496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-11b3c158-5c8b-45e8-9d30-77c1ce59b068 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/58c4e388-3d76-49e5-a895-a87594a0db65 HTTP/1.1" status: 404  len: 337 time: 0.0406559
Dec 22 13:10:24.566026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33744) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.605543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6e1890-d2b4-4ece-978f-cb0690e61e20 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.605989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6e1890-d2b4-4ece-978f-cb0690e61e20 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.608584 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5c6e1890-d2b4-4ece-978f-cb0690e61e20 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/1d7ff8e4-3943-47ce-a279-bb69514fbfb3 HTTP/1.1" status: 404  len: 337 time: 0.0416663
Dec 22 13:10:24.611063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33748) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.654999 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b281f3-8e32-418e-8711-0bb3cd4fa1cd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.655465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b281f3-8e32-418e-8711-0bb3cd4fa1cd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.657272 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a2b281f3-8e32-418e-8711-0bb3cd4fa1cd tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/7fa17773-161c-4601-adb6-a6d81f8c2231 HTTP/1.1" status: 404  len: 333 time: 0.0451210
Dec 22 13:10:24.659564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d391a49-4735-4730-827a-b0af747dd3db req-73fd9e59-4cc4-48c4-8a0d-b807f4f421e0 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:24.660068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33752) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.661158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d391a49-4735-4730-827a-b0af747dd3db req-73fd9e59-4cc4-48c4-8a0d-b807f4f421e0 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 944 time: 0.0810199
Dec 22 13:10:24.699058 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fb0bbe-8797-4f46-b5de-199d7dfb115c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.699058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fb0bbe-8797-4f46-b5de-199d7dfb115c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.700214 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-85fb0bbe-8797-4f46-b5de-199d7dfb115c tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7e6e2f38-0886-4489-a389-85b3c1bc04e8 HTTP/1.1" status: 404  len: 337 time: 0.0394754
Dec 22 13:10:24.703031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33756) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.710610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d391a49-4735-4730-827a-b0af747dd3db req-d73b2b92-e60a-4bbc-82b0-1c517512983d tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433860
Dec 22 13:10:24.748002 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bbe63f-d3d2-48cd-98c3-8af028483ba9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.748650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bbe63f-d3d2-48cd-98c3-8af028483ba9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.750304 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4bbe63f-d3d2-48cd-98c3-8af028483ba9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/48ce49a5-6e95-4b2a-a2e4-94608be4133c HTTP/1.1" status: 404  len: 333 time: 0.0465872
Dec 22 13:10:24.762503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33760) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.799793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-229cccde-fcae-4e3f-82c5-e176961b1c59 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.800238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229cccde-fcae-4e3f-82c5-e176961b1c59 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.801805 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-229cccde-fcae-4e3f-82c5-e176961b1c59 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/8ae7e876-6f81-4bd6-ae5c-dada43ab0cc0 HTTP/1.1" status: 404  len: 337 time: 0.0383162
Dec 22 13:10:24.804188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33764) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.845441 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f98edc1-8524-4dcc-82cd-4aae0056a36f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.845720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f98edc1-8524-4dcc-82cd-4aae0056a36f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.847311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2f98edc1-8524-4dcc-82cd-4aae0056a36f tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/d52ff9c0-6cf6-401d-971c-caf0a81e346c HTTP/1.1" status: 404  len: 333 time: 0.0422711
Dec 22 13:10:24.849762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33768) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.890322 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd7074a-df8a-4f89-9960-cd27ae85b6f4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.890765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd7074a-df8a-4f89-9960-cd27ae85b6f4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.892390 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4dd7074a-df8a-4f89-9960-cd27ae85b6f4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/648db8cf-8f45-496c-814b-2eef694718c4 HTTP/1.1" status: 404  len: 337 time: 0.0417750
Dec 22 13:10:24.894836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33772) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.936186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cef8b57-d608-455c-a73d-5c161ca6851e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.936654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cef8b57-d608-455c-a73d-5c161ca6851e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.938375 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6cef8b57-d608-455c-a73d-5c161ca6851e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/a839e07a-bb9f-4e37-bd98-6ec5efc0186e HTTP/1.1" status: 404  len: 333 time: 0.0426474
Dec 22 13:10:24.940786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33776) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:24.977451 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4afce4-eabc-46f8-84bd-e96f9646672e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:24.977888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4afce4-eabc-46f8-84bd-e96f9646672e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:24.979461 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-df4afce4-eabc-46f8-84bd-e96f9646672e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/57069b5f-5344-4b39-a704-b0618005283e HTTP/1.1" status: 404  len: 337 time: 0.0378058
Dec 22 13:10:24.982359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33780) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.026140 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-162442e2-6243-4b92-8960-14a0b699f12b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.026521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162442e2-6243-4b92-8960-14a0b699f12b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.028473 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-162442e2-6243-4b92-8960-14a0b699f12b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/c896461a-c630-4f50-bd68-8515cd8d1ed8 HTTP/1.1" status: 404  len: 333 time: 0.0447357
Dec 22 13:10:25.031296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33786) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.069238 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-607a9a63-422e-4b0b-875d-47a6dcb2b645 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.071743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607a9a63-422e-4b0b-875d-47a6dcb2b645 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.071743 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-607a9a63-422e-4b0b-875d-47a6dcb2b645 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/3171f4f9-2c4d-4f39-8b5b-f8c1a7e82c8c HTTP/1.1" status: 404  len: 337 time: 0.0391531
Dec 22 13:10:25.073909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33790) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.115915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f83a8a-3186-4895-9023-3c147491d5a9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.116512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f83a8a-3186-4895-9023-3c147491d5a9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.124960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8f83a8a-3186-4895-9023-3c147491d5a9 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/b9283805-8b4a-44c8-b97e-231757111a24 HTTP/1.1" status: 404  len: 333 time: 0.0478618
Dec 22 13:10:25.127286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33794) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.166491 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46bcea4-6b56-479c-8ccd-bbd42fa3552a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.166972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46bcea4-6b56-479c-8ccd-bbd42fa3552a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.168618 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b46bcea4-6b56-479c-8ccd-bbd42fa3552a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/5849d206-3855-4108-bcae-4122242beb29 HTTP/1.1" status: 404  len: 337 time: 0.0425644
Dec 22 13:10:25.171778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33798) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.193458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd0598-4b32-4f96-a60c-8f173a9272d0 req-34e31b38-3018-4549-bd3a-b48d7ca57ab4 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:25.194927 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6bd0598-4b32-4f96-a60c-8f173a9272d0 req-34e31b38-3018-4549-bd3a-b48d7ca57ab4 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0800869
Dec 22 13:10:25.212797 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f013d9-77c4-4888-9645-f8cd90130ebc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.213266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f013d9-77c4-4888-9645-f8cd90130ebc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.214935 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d0f013d9-77c4-4888-9645-f8cd90130ebc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/ports/e6c35008-2445-4744-b8f6-b88b824d3b9a HTTP/1.1" status: 404  len: 333 time: 0.0422485
Dec 22 13:10:25.218333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33802) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.239950 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6bd0598-4b32-4f96-a60c-8f173a9272d0 req-65bcf38d-a83c-4fe9-8d1e-65bd24a2eb5e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392363
Dec 22 13:10:25.255533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed902fe-558c-4112-b8ce-9e127218e491 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:10:25.255990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed902fe-558c-4112-b8ce-9e127218e491 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:10:25.258989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9ed902fe-558c-4112-b8ce-9e127218e491 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/subnets/7728885a-1ee3-4b87-a529-e5752cde9aba HTTP/1.1" status: 404  len: 337 time: 0.0384073
Dec 22 13:10:25.260217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33806) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:25.374579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.507858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.537169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529359e5b0>,) {'filters': {'network_id': ['c807c84b-bae8-4a6a-97d3-752c2f4d5b3b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:25.549500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529359e5b0>, 'c53f5344-4444-4915-9cc9-086fcb22ac2c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:25.549789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529359e5b0>, 'c53f5344-4444-4915-9cc9-086fcb22ac2c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:25.561637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.569327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a3c2abe4-53a3-4cd1-ae6a-e95819d20938 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:25.577970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.583907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:10:25.584354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:10:25.599127 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:10:25.760722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:25.766637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:25.767055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.818352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.822958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.826618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17c678fe-c2ff-4d84-b762-f685c657578c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:25.852342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Pushing event deleted for resources: {'Network': ['ID=c807c84b-bae8-4a6a-97d3-752c2f4d5b3b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:25.855489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:25.858074 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] 10.222.0.16 "DELETE /v2.0/networks/c807c84b-bae8-4a6a-97d3-752c2f4d5b3b HTTP/1.1" status: 204  len: 168 time: 0.5962520
Dec 22 13:10:25.908079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39264b-5d25-4e6c-a40f-57518e01320c req-6e504c23-a063-4ab4-ab2a-6cd810802af6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:25.909497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a39264b-5d25-4e6c-a40f-57518e01320c req-6e504c23-a063-4ab4-ab2a-6cd810802af6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 944 time: 0.0920458
Dec 22 13:10:25.941599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:25.961285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a39264b-5d25-4e6c-a40f-57518e01320c req-a81e8efa-3da3-44d6-bc7d-b7f9423172db tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417604
Dec 22 13:10:25.972290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:25.988018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,segment=NetworkSegment(1c929a34-cf56-4189-9323-92560c2b94b1),segment_id=1c929a34-cf56-4189-9323-92560c2b94b1)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:26.018220 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938', 'code': 200}
Dec 22 13:10:26.073904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:26.073904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2fe8861c-4d11-4e31-ba64-9f428a31e73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:26.142364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:26.145643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:26.482455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33822) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:26.492716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c000bb-3186-42d3-8f54-fce781fad4f4 req-4e3076f6-d4d0-4aee-9f2b-bb1530133672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:26.494453 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50c000bb-3186-42d3-8f54-fce781fad4f4 req-4e3076f6-d4d0-4aee-9f2b-bb1530133672 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 1098 time: 0.1044250
Dec 22 13:10:26.504070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87ac84-886e-42a1-ad97-227fd6f803d5 req-8ce323e9-4d2a-4ae6-b2ec-f75ad559da96 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:26.505610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c87ac84-886e-42a1-ad97-227fd6f803d5 req-8ce323e9-4d2a-4ae6-b2ec-f75ad559da96 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1541581
Dec 22 13:10:26.576333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50c000bb-3186-42d3-8f54-fce781fad4f4 req-0d4f7df4-962c-4ebf-a3af-10ae2a9f9de4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696921
Dec 22 13:10:26.579249 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c87ac84-886e-42a1-ad97-227fd6f803d5 req-d161e6a7-fe3a-45a6-9cd3-813d5ae251e7 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599630
Dec 22 13:10:26.639561 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84b58f73-b101-4bb8-b898-55fae503301d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bad89777b0dc4cc5b05048a18e7334e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1556339
Dec 22 13:10:26.641857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:26.704652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:26.730758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:26.783089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6908e4-5d11-4aa6-9c88-72c641d41be3 req-bcef2d33-ddd0-4d66-b4ae-f054bbb005a1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:26.784571 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-de6908e4-5d11-4aa6-9c88-72c641d41be3 req-bcef2d33-ddd0-4d66-b4ae-f054bbb005a1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.0866678
Dec 22 13:10:26.829272 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-de6908e4-5d11-4aa6-9c88-72c641d41be3 req-38c22f9d-5efb-471f-ac9d-bca81577b6a2 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391057
Dec 22 13:10:26.886646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:26.892892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b509ec79-80bf-441a-a731-48aa624d936c tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:26.901556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d163222a-d9df-486b-9e8c-277f81a10bc4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:26.905390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:26.915246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:26.915246 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d163222a-d9df-486b-9e8c-277f81a10bc4 HTTP/1.1" status: 204  len: 168 time: 0.2668748
Dec 22 13:10:27.148651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a483d-dfd2-4242-b47c-29aef2cecfe8 req-99db88a8-1e80-4da0-be57-4b4dd6d6b47d tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:27.150115 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c8a483d-dfd2-4242-b47c-29aef2cecfe8 req-99db88a8-1e80-4da0-be57-4b4dd6d6b47d tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0815637
Dec 22 13:10:27.201261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c8a483d-dfd2-4242-b47c-29aef2cecfe8 req-dd6bdcfd-38a0-4b1a-953b-1bf3a7ff26bb tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432630
Dec 22 13:10:27.922144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108e85-707a-4aea-bdbc-dbfc5f3264e1 req-145b7c3d-0594-4f4d-b022-c70a78776f84 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:27.923731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8b108e85-707a-4aea-bdbc-dbfc5f3264e1 req-145b7c3d-0594-4f4d-b022-c70a78776f84 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0877314
Dec 22 13:10:27.999163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33860) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:28.032221 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8b108e85-707a-4aea-bdbc-dbfc5f3264e1 req-b5fe00c2-5acf-4481-a5f6-01e28689c4e5 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012208
Dec 22 13:10:28.060994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9931a2-b232-40ba-9851-76674e7849a3 req-61584625-9da6-469b-83fc-179a6365d41a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:28.062482 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f9931a2-b232-40ba-9851-76674e7849a3 req-61584625-9da6-469b-83fc-179a6365d41a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.1160011
Dec 22 13:10:28.106970 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f9931a2-b232-40ba-9851-76674e7849a3 req-bef496fc-037c-408b-8ec3-250fe6a7716b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384352
Dec 22 13:10:28.119220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7c142140-42ab-4439-abce-20bd60c930aa tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:28.119952 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-7c142140-42ab-4439-abce-20bd60c930aa tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 22 13:10:28.120452 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-7c142140-42ab-4439-abce-20bd60c930aa tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:10:28.121403 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7c142140-42ab-4439-abce-20bd60c930aa tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.1212285
Dec 22 13:10:28.125826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33866) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:28.130557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--979825234'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:28.139321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:28.143964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:28.146071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:28.151807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:28.217843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.234877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.255948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:28.259979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:28.263349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:28.269425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:28.356481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.386837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e87fe6-8219-4ca0-903b-d8906648ab5d req-36149c22-a5ce-4733-b216-f8f958c14192 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:28.388404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6e87fe6-8219-4ca0-903b-d8906648ab5d req-36149c22-a5ce-4733-b216-f8f958c14192 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0798764
Dec 22 13:10:28.410587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.414176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0684e6ae-2e17-4b32-a6ef-c061213dee4b tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:28.424658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:28.432621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:28.442115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:28.451943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:28.455534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec640a9-5d21-423b-8d81-5672021732be,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:28.459776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:28.469431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6e87fe6-8219-4ca0-903b-d8906648ab5d req-1d154740-2148-4a13-91fa-7b87a327cd38 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754020
Dec 22 13:10:28.514879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-9002c9fd-ecc6-4241-9125-3029daf88d5b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:28.516383 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-9002c9fd-ecc6-4241-9125-3029daf88d5b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.0885425
Dec 22 13:10:28.535537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.587905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 99b6eb24-6393-41aa-8806-d2d807ff3afd {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:28.588236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.594777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.599047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4cc6daa7-0b22-468a-a534-78f0ef02b20e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:28.638206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9c34bd-d4bc-45a5-91f8-9e3f89da910a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:28.641044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:28.714908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.716760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.5894275
Dec 22 13:10:28.719523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33874) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:28.724874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c34bd-d4bc-45a5-91f8-9e3f89da910a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:28.730990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:28.735632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:28.738722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:28.744548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:28.829727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede63fb-0757-47f1-a8ca-b597f6d37568 req-cf417044-de45-4481-b2be-5309304e4338 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:28.830089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.831274 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cede63fb-0757-47f1-a8ca-b597f6d37568 req-cf417044-de45-4481-b2be-5309304e4338 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.2476716
Dec 22 13:10:28.894569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.909309 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cede63fb-0757-47f1-a8ca-b597f6d37568 req-8081761b-b585-481d-a5f3-999e10d4da81 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640445
Dec 22 13:10:28.933670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] For port 99b6eb24-6393-41aa-8806-d2d807ff3afd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=99b6eb24-6393-41aa-8806-d2d807ff3afd,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:28.934022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.953578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:28.955835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-082bb698-9223-448c-89f6-679164e0b2b3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:28.980968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d60644e-6239-4706-91eb-b8194d77fad6,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:28.992656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.993373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.994774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.994774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.994774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.995164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.995717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.996298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.996676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.997045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.997456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:28.997802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.002444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:29.069475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.074192 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3536839
Dec 22 13:10:29.074811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33882) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:29.080897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'ad9c34bd-d4bc-45a5-91f8-9e3f89da910a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:29.087415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:29.092196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:29.095232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:29.101361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:29.191188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.296494 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:10:29.302602 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-18ae23c5-d27a-44ce-a941-2c1403dcdd3b tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2258694
Dec 22 13:10:29.303485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33888) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:29.379966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.409825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.417356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a57db-766b-4650-8855-7e6969790c00 req-dea11157-cd43-422e-8a9e-ba3c9ba1ad16 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:29.418822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1b2a57db-766b-4650-8855-7e6969790c00 req-dea11157-cd43-422e-8a9e-ba3c9ba1ad16 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.2681177
Dec 22 13:10:29.420567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.420932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.421233 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 29cdf546-44fa-469c-afc8-09ec45911f12 disassociated. External IP: 172.26.3.50, port: 99b6eb24-6393-41aa-8806-d2d807ff3afd.
Dec 22 13:10:29.421568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 99b6eb24-6393-41aa-8806-d2d807ff3afd owned by compute:nova {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:29.549407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.554364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:29.569610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9c34bd-d4bc-45a5-91f8-9e3f89da910a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:29.572546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:29.573777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.583857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad9c34bd-d4bc-45a5-91f8-9e3f89da910a HTTP/1.1" status: 204  len: 168 time: 0.2701259
Dec 22 13:10:29.583857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33894) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:29.584056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1b2a57db-766b-4650-8855-7e6969790c00 req-11fc7f54-e557-4ebe-bf0a-ada25dec35dd tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307619
Dec 22 13:10:29.653732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-96393add-30fa-49d6-9322-3c4109cd617d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:29.655569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a899094-4ac7-4ed9-83f2-d607ee8cb40e req-bf1ab822-7451-48e6-80eb-9a63110f5d94 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:29.657067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a899094-4ac7-4ed9-83f2-d607ee8cb40e req-bf1ab822-7451-48e6-80eb-9a63110f5d94 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 945 time: 0.2073088
Dec 22 13:10:29.750868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.759665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a899094-4ac7-4ed9-83f2-d607ee8cb40e req-9f9e0af4-b4fb-42b2-a56f-3f46149e292b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933547
Dec 22 13:10:29.764601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-68a5d585-232d-4376-8446-2ffa540b81d3 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:29.770597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-96393add-30fa-49d6-9322-3c4109cd617d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:29.776029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-96393add-30fa-49d6-9322-3c4109cd617d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1930923
Dec 22 13:10:29.778652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33898) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:29.782694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--642409427'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:29.789699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:29.800997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:29.814702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=99b6eb24-6393-41aa-8806-d2d807ff3afd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:29.830114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.830562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.830971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.831345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.831713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.832085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.832447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.832838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.833163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.833514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.833868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.834221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:29.847624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:29.868054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.888602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:29.892412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:29.895298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:29.900922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:29.983590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:29.995116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c9f75-cfaa-4d51-ab43-1de8fcb6f0a4 req-fd5f82a3-123d-434a-b5d8-e8aadfeac8c0 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:29.996592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-727c9f75-cfaa-4d51-ab43-1de8fcb6f0a4 req-fd5f82a3-123d-434a-b5d8-e8aadfeac8c0 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.2952852
Dec 22 13:10:30.069392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.072423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-727c9f75-cfaa-4d51-ab43-1de8fcb6f0a4 req-e0561ebc-13d7-4434-8f27-4f1f3f10955e tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662112
Dec 22 13:10:30.078141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:10:30.079951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-375afe95-84cc-4fef-b83c-cd47218ffe34 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:30.119414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc6812-b0b9-4283-828d-405973e5cbba,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:30.124888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:30.229526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.234813 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4573140
Dec 22 13:10:30.235547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33902) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:30.241104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5771ebc0-9c31-48c5-8566-00123b612353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '7fcc6812-b0b9-4283-828d-405973e5cbba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:30.242325 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-5771ebc0-9c31-48c5-8566-00123b612353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 22 13:10:30.242835 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-5771ebc0-9c31-48c5-8566-00123b612353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:30.244071 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5771ebc0-9c31-48c5-8566-00123b612353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0074790
Dec 22 13:10:30.246769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33906) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:30.275194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:10:30.286556 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:10:30.299910 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:10:30.300540 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923deb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:10:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:30.327981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.373537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] No DVR routers for this DVR port 99b6eb24-6393-41aa-8806-d2d807ff3afd on host hv-neutron-8226 {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:30.376820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.379739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'name': 'network-vif-deleted', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:30.380289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.430649 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65db063-1a61-454c-bf02-745dccb2b85e', 'name': 'network-vif-deleted', 'tag': '99b6eb24-6393-41aa-8806-d2d807ff3afd', 'status': 'completed', 'code': 200}
Dec 22 13:10:30.470075 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d655d19-96f2-4f2e-962e-168eb9b5a94b req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "DELETE /v2.0/ports/99b6eb24-6393-41aa-8806-d2d807ff3afd HTTP/1.1" status: 204  len: 173 time: 1.9486115
Dec 22 13:10:30.521002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.524576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:10:30.526088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47c16f66-5d79-4353-8cae-4a45dfd0f541 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:30.541716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc6812-b0b9-4283-828d-405973e5cbba,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:30.545728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:30.565007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.566126 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/7fcc6812-b0b9-4283-828d-405973e5cbba HTTP/1.1" status: 204  len: 168 time: 0.3179431
Dec 22 13:10:30.572433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33912) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:30.621418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-357092bf-941d-4510-a269-4711619a0537 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:30.691057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-357092bf-941d-4510-a269-4711619a0537 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:30.696602 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-357092bf-941d-4510-a269-4711619a0537 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1235409
Dec 22 13:10:30.697298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33918) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:30.703952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--834148696'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:30.711016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:30.768160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:30.815382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4588992-95e8-45e4-ac89-51600ae030d2 req-a7f66a52-67d9-48f5-8d6d-8adb81d490b8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:30.816971 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d4588992-95e8-45e4-ac89-51600ae030d2 req-a7f66a52-67d9-48f5-8d6d-8adb81d490b8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1030903
Dec 22 13:10:30.856344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:30.864298 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923deb0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:30.869737 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:10:30.881420 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d4588992-95e8-45e4-ac89-51600ae030d2 req-041fec1f-00d2-44e8-91f4-b11f58932d52 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582197
Dec 22 13:10:30.881646 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:10:30.882254 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923deb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:10:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:30.918874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:30.933151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:30.938200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e07f8901-6bd9-41d6-8c9b-15286ccce9cb req-22d46d24-d9d6-4ecd-8575-bb7a3a50244b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:30.940877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:30.947533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:31.090673 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:10:31.165645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-e07f8901-6bd9-41d6-8c9b-15286ccce9cb req-22d46d24-d9d6-4ecd-8575-bb7a3a50244b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:31.166858 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e07f8901-6bd9-41d6-8c9b-15286ccce9cb req-22d46d24-d9d6-4ecd-8575-bb7a3a50244b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=d65db063-1a61-454c-bf02-745dccb2b85e HTTP/1.1" status: 200  len: 210 time: 0.2811933
Dec 22 13:10:31.189852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.269981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b49152-2700-425c-9f7b-1bfc25f3c017 req-9c94bd7f-a1f7-40d6-8ffd-952ec8e1b4dd tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:31.277963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8b49152-2700-425c-9f7b-1bfc25f3c017 req-9c94bd7f-a1f7-40d6-8ffd-952ec8e1b4dd tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0907636
Dec 22 13:10:31.320674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8b49152-2700-425c-9f7b-1bfc25f3c017 req-3e314d8a-4171-4874-b35e-bd35e5a30388 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411558
Dec 22 13:10:31.345956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.351690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ca4878e5-6ad1-4c59-8295-7aca3a01a19f tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:31.399456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0c7900-a1f1-49db-a24c-d3c68735a0d1,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:31.403210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:31.435054 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923deb0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:31.439348 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34466efd-7642-473e-b86b-e8ba041bfb77 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:10:31.468292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.472567 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7714458
Dec 22 13:10:31.473106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33928) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:31.480403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d9abc41f-6a7a-4cad-a262-7008600bba7f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'eb0c7900-a1f1-49db-a24c-d3c68735a0d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:31.481589 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-d9abc41f-6a7a-4cad-a262-7008600bba7f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 22 13:10:31.482211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-d9abc41f-6a7a-4cad-a262-7008600bba7f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:31.486169 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9abc41f-6a7a-4cad-a262-7008600bba7f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0091257
Dec 22 13:10:31.486454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33932) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:31.555122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.588023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.600752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 99b6eb24-6393-41aa-8806-d2d807ff3afd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:31.639619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 99b6eb24-6393-41aa-8806-d2d807ff3afd {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:10:31.639850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 99b6eb24-6393-41aa-8806-d2d807ff3afd not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:10:31.707489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4ebae-2a36-4782-973d-02cd67025449 None None] New status for floating IP 29cdf546-44fa-469c-afc8-09ec45911f12: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:10:31.715029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.720621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91997aa5-c5b6-4264-a75d-1046a9e4ad38 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:31.755895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0c7900-a1f1-49db-a24c-d3c68735a0d1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:31.759362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:31.771081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:31.776076 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb0c7900-a1f1-49db-a24c-d3c68735a0d1 HTTP/1.1" status: 204  len: 168 time: 0.2885461
Dec 22 13:10:31.776885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:31.840635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be0175d2-d417-44fa-a9ff-648e78b455f4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:31.920665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866e9d4-cfc5-43e9-a28a-7f5d98158226 req-c89962e1-dccf-4087-84fc-cc1c4b573578 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:31.922155 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5866e9d4-cfc5-43e9-a28a-7f5d98158226 req-c89962e1-dccf-4087-84fc-cc1c4b573578 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.1842129
Dec 22 13:10:31.938002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-be0175d2-d417-44fa-a9ff-648e78b455f4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:31.939958 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-be0175d2-d417-44fa-a9ff-648e78b455f4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1619461
Dec 22 13:10:31.943725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 33944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:31.956591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448961365'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:31.968894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:31.996025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-b0672858-d171-438c-b4a0-065164ff2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:31.998080 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-b0672858-d171-438c-b4a0-065164ff2905 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 1098 time: 0.1533012
Dec 22 13:10:31.999073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:32.029245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5866e9d4-cfc5-43e9-a28a-7f5d98158226 req-25ec2250-2a8a-4cde-bb4b-54d59f0084b4 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009698
Dec 22 13:10:32.172779 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:32.231215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:32.233763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-cf830203-6a25-4bad-af78-b642aa9057b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:32.235333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-cf830203-6a25-4bad-af78-b642aa9057b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4647a253-e00d-4b28-962b-edd373e4dcc9 HTTP/1.1" status: 200  len: 913 time: 0.2284517
Dec 22 13:10:32.239485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:32.249781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371b71f-e6c1-4160-9699-e64fa5dbc08a req-30d3010d-a435-470e-ab1e-eba7c87665c9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:32.253691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2371b71f-e6c1-4160-9699-e64fa5dbc08a req-30d3010d-a435-470e-ab1e-eba7c87665c9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.2211485
Dec 22 13:10:32.253691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:32.319170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:32.320427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:32.334662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-f0da004a-3490-44b6-b356-7fbf030b5ab3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938 HTTP/1.1" status: 200  len: 217 time: 0.0824101
Dec 22 13:10:32.442511 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2371b71f-e6c1-4160-9699-e64fa5dbc08a req-7414c6ef-d654-4c56-a9bc-7fe0bd065f87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306584
Dec 22 13:10:32.449037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-1b6554c6-01df-4ce2-965f-401f914dc2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:32.450553 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-1b6554c6-01df-4ce2-965f-401f914dc2c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=289754c5-c85a-42d8-82a1-836485caff58 HTTP/1.1" status: 200  len: 852 time: 0.1046290
Dec 22 13:10:32.506430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-d1346f6e-ea0c-436a-a52b-f20be268cfd0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4647a253-e00d-4b28-962b-edd373e4dcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0476842
Dec 22 13:10:32.575490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:32.643738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:32.651732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d9514f49-255c-48a0-9c92-0d8b9a5f0246 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:32.673560 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-7d4f5281-8051-4efa-9161-483c42d69031 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482630037&fields=id&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 267 time: 0.1563861
Dec 22 13:10:32.797772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01af5b33-3a81-4d42-92f1-39800b36e721,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:32.814829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:32.838581 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-9066604b-d388-4445-bdc7-2899f8de33b8 service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3224955
Dec 22 13:10:32.880170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:32.881302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.9338565
Dec 22 13:10:32.884506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33956) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:32.890424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2fb54720-4436-4005-80e7-3f96a5dda87d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '01af5b33-3a81-4d42-92f1-39800b36e721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:32.892312 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-2fb54720-4436-4005-80e7-3f96a5dda87d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 22 13:10:32.892849 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-2fb54720-4436-4005-80e7-3f96a5dda87d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:32.893806 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2fb54720-4436-4005-80e7-3f96a5dda87d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0083184
Dec 22 13:10:32.896502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33960) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:32.902560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6cc1514f-0ab5-4636-a76f-a086068f6159 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '01af5b33-3a81-4d42-92f1-39800b36e721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:32.903935 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-6cc1514f-0ab5-4636-a76f-a086068f6159 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 22 13:10:32.904515 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-6cc1514f-0ab5-4636-a76f-a086068f6159 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:32.905417 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6cc1514f-0ab5-4636-a76f-a086068f6159 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0080605
Dec 22 13:10:32.907903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:32.912339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b6409c0c-3ece-4c1d-a407-cdb72016b7ae tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '01af5b33-3a81-4d42-92f1-39800b36e721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:32.913087 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-b6409c0c-3ece-4c1d-a407-cdb72016b7ae tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 22 13:10:32.913533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-b6409c0c-3ece-4c1d-a407-cdb72016b7ae tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:32.914409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b6409c0c-3ece-4c1d-a407-cdb72016b7ae tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0056717
Dec 22 13:10:32.916858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33968) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:32.922036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-780ae344-79d8-4413-99d0-a7a41f3a4c34 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '01af5b33-3a81-4d42-92f1-39800b36e721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:32.922822 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-780ae344-79d8-4413-99d0-a7a41f3a4c34 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 22 13:10:32.923298 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-780ae344-79d8-4413-99d0-a7a41f3a4c34 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:32.924204 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-780ae344-79d8-4413-99d0-a7a41f3a4c34 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0065472
Dec 22 13:10:32.926535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33972) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:32.965061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-56d7bcea-cd19-42f6-b5fc-fe2880fcee57 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:32.967183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-56d7bcea-cd19-42f6-b5fc-fe2880fcee57 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.2853501
Dec 22 13:10:32.993099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.002241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b56757ef-b0f3-4385-84df-c2fe1aa53c48 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/quotas/3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 375 time: 0.0284610
Dec 22 13:10:33.020761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.064476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e11e071-94d8-4cb3-9931-82bf1ba3afa8 req-564d0f0e-d4ec-4e6a-bfce-c2676fd6582a service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161210
Dec 22 13:10:33.111691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-bd229b30-0b3f-4814-b2fb-1a4a6b428423 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0934179
Dec 22 13:10:33.153312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.158587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d20582f7-bf52-4f75-b907-09dba93d3a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:33.177122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01af5b33-3a81-4d42-92f1-39800b36e721,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:33.179453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:33.183027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.185664 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/01af5b33-3a81-4d42-92f1-39800b36e721 HTTP/1.1" status: 204  len: 168 time: 0.2572682
Dec 22 13:10:33.187758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33978) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:33.240183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ab219e38-73d7-49c1-9155-1c4ae96b5353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:33.307640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b68f1587-7b59-4a30-b00f-2d828ca1931b service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839640
Dec 22 13:10:33.324993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ab219e38-73d7-49c1-9155-1c4ae96b5353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:33.326884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab219e38-73d7-49c1-9155-1c4ae96b5353 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1381631
Dec 22 13:10:33.330755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33982) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:33.336915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--532682145'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:33.344374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:33.354729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:33.423905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.445712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:33.449566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:33.452667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:33.458436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:33.513763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002be1-cd9e-4fe7-afb6-1fe54e5888d0 req-c8fc7d76-b27d-4430-85be-2f14cb23e916 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:33.515248 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5002be1-cd9e-4fe7-afb6-1fe54e5888d0 req-c8fc7d76-b27d-4430-85be-2f14cb23e916 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.3193197
Dec 22 13:10:33.528123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.589533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.595088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c789432a-c3b9-4e7e-a0e5-11df4ab92a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:33.601415 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5002be1-cd9e-4fe7-afb6-1fe54e5888d0 req-782e68b2-2f0d-4a3e-b09e-cd8dfc5ab73b tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742078
Dec 22 13:10:33.607195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-9d080666-2a0e-4679-b244-179fb65ed339 service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921507
Dec 22 13:10:33.641960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cb3838-6ce4-40c4-b390-409602b3662f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:33.645116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:33.719344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:33.723667 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.3888423
Dec 22 13:10:33.723667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33990) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:33.729367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-34d7e83a-73dc-4884-a346-b1b054e39dbe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:33.733130 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-34d7e83a-73dc-4884-a346-b1b054e39dbe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 22 13:10:33.733130 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-34d7e83a-73dc-4884-a346-b1b054e39dbe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:33.733130 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-34d7e83a-73dc-4884-a346-b1b054e39dbe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0064783
Dec 22 13:10:33.735163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 33994) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:33.740461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:33.748430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:33.752547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:33.759767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:33.766490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:33.829457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2383763-9c89-42f5-8e01-71a418859a6f req-fed2c28d-33e3-46b7-bddd-408d1fa72f34 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:33.830946 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2383763-9c89-42f5-8e01-71a418859a6f req-fed2c28d-33e3-46b7-bddd-408d1fa72f34 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1037805
Dec 22 13:10:33.877025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2383763-9c89-42f5-8e01-71a418859a6f req-9c8af9d7-7944-448d-bba7-2ea40dc5b597 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401452
Dec 22 13:10:34.006314 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.007444 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fdb7f8c4-b731-4f51-93ba-cf2482c89709 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2712910
Dec 22 13:10:34.014707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34002) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.019694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7f4aed53-6d6a-418a-81fd-ad1247a22630 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.020195 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-7f4aed53-6d6a-418a-81fd-ad1247a22630 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 22 13:10:34.020685 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-7f4aed53-6d6a-418a-81fd-ad1247a22630 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.022519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7f4aed53-6d6a-418a-81fd-ad1247a22630 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0059538
Dec 22 13:10:34.023863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34006) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.028854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.035582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:34.039668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:34.042604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:34.049576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:34.292992 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.296965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d674f91-44dc-4d73-b3d9-faf41ff1f404 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2722125
Dec 22 13:10:34.297197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34012) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.302163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b3a71e87-17f8-4aba-81f8-d2cf7335ea51 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.302641 dv-neutron-822662-1-hyperv neutron-server[88167]: WARNING neutron.api.v2.base [None req-b3a71e87-17f8-4aba-81f8-d2cf7335ea51 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 22 13:10:34.303237 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-b3a71e87-17f8-4aba-81f8-d2cf7335ea51 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.304392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b3a71e87-17f8-4aba-81f8-d2cf7335ea51 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0061619
Dec 22 13:10:34.307174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34016) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.312979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.319890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:34.323765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:34.327484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:34.333435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:34.378922 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c94f9b0-7d1e-4737-8231-2456de901d6d req-6ddb61f1-935e-4fc8-88a2-8eb0f755b656 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 210 time: 0.0488262
Dec 22 13:10:34.481259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.482409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c65989cb-e8f7-42aa-9a7e-472d499da36e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.1742144
Dec 22 13:10:34.485481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34026) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.491224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-42e24c5f-2e54-4f28-8227-a6c26cbd79e1 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.491700 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-42e24c5f-2e54-4f28-8227-a6c26cbd79e1 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 22 13:10:34.492158 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-42e24c5f-2e54-4f28-8227-a6c26cbd79e1 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.493042 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-42e24c5f-2e54-4f28-8227-a6c26cbd79e1 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0067260
Dec 22 13:10:34.495418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34030) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.499861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.505765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:34.509518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:34.512284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:34.519292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:34.713734 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.714788 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c84671f6-3e9f-4432-838e-20d80bc19cc3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.2184808
Dec 22 13:10:34.717833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34036) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:34.723082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': 'a7cb3838-6ce4-40c4-b390-409602b3662f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:34.730033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:34.734116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:34.736996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:34.742878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:34.789135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af47de-1232-4c7f-95d7-70752b086ef3 req-bfb28353-3abe-4be2-b515-4ea3bc816ae6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:34.791762 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22af47de-1232-4c7f-95d7-70752b086ef3 req-bfb28353-3abe-4be2-b515-4ea3bc816ae6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0822606
Dec 22 13:10:34.838131 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22af47de-1232-4c7f-95d7-70752b086ef3 req-1bf1e443-09b9-4cc5-939f-21ec6497f8ec tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416656
Dec 22 13:10:34.966449 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:34.970621 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-26b368a8-3265-4f39-b78e-94d3e48a19c3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2489302
Dec 22 13:10:34.970621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34046) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:35.042037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.074985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92bf03-3d95-4dd2-8b5b-1cb278aa10c5 req-75dee666-96ef-4697-867f-94144e97dec6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:35.076599 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d92bf03-3d95-4dd2-8b5b-1cb278aa10c5 req-75dee666-96ef-4697-867f-94144e97dec6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0864584
Dec 22 13:10:35.124254 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d92bf03-3d95-4dd2-8b5b-1cb278aa10c5 req-f21c2b81-4952-4814-b50c-ef441c8a5b93 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418441
Dec 22 13:10:35.177155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19e152e6-120c-4493-8c96-ef6ae3321b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.193638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.336311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.342502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-67d71e2c-bbbd-4f22-89bc-bb7448950605 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:35.358118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cb3838-6ce4-40c4-b390-409602b3662f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:35.361900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:35.365261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.366362 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/a7cb3838-6ce4-40c4-b390-409602b3662f HTTP/1.1" status: 204  len: 168 time: 0.3948007
Dec 22 13:10:35.369044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34050) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:35.420457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-81476efa-d83d-4663-bb2e-2bf794ec9c04 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:35.535844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-81476efa-d83d-4663-bb2e-2bf794ec9c04 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:35.537144 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-81476efa-d83d-4663-bb2e-2bf794ec9c04 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1671977
Dec 22 13:10:35.541094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34058) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:35.547177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446549677'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:35.553792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:35.563341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:35.584298 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19bd84e3-e74d-4e47-a511-1d5d6078f0e5 req-042b0cbd-7bc4-45bc-91ef-c1d809bf7ab1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 210 time: 0.0840938
Dec 22 13:10:35.628673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e155f4-7e36-4808-acb8-0fc1aa855840 req-ca2bbbb4-0346-47f1-b902-1f09549407af tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:35.630132 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52e155f4-7e36-4808-acb8-0fc1aa855840 req-ca2bbbb4-0346-47f1-b902-1f09549407af tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0914307
Dec 22 13:10:35.635256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.658103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:35.661789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:35.665749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:35.672388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:35.675098 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52e155f4-7e36-4808-acb8-0fc1aa855840 req-a789c39b-068b-4452-8f05-ddb19cb9c1fa tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391333
Dec 22 13:10:35.742395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.804270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.808225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44bbbd67-56fd-48b3-b0f1-b193a461f4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:35.854478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ab7fc3-9a22-4139-9958-1532b706f571,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:35.857744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:35.914683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:35.915965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3736050
Dec 22 13:10:35.918874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34062) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:35.924085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '73ab7fc3-9a22-4139-9958-1532b706f571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:35.929990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:35.933790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:35.936996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:35.942810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:36.120824 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The resource could not be found.
Dec 22 13:10:36.122636 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cb2557d5-f964-4b92-8b9e-ed7588f50b93 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2022207
Dec 22 13:10:36.125541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34066) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:36.130766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '73ab7fc3-9a22-4139-9958-1532b706f571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '6a9e5ef0-aefc-4d58-a3e4-5cad95be1b84'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:36.136807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:36.141332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:36.144242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:36.150531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:36.316881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696b195-ff61-4ce9-a8bd-120dc06d79ed req-0e1d92c2-286b-48c5-8660-c671fc16ebc7 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:36.318335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1696b195-ff61-4ce9-a8bd-120dc06d79ed req-0e1d92c2-286b-48c5-8660-c671fc16ebc7 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0817790
Dec 22 13:10:36.360760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The resource could not be found.
Dec 22 13:10:36.364377 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-647e0040-2792-4693-ac5e-6b940e018a99 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2353389
Dec 22 13:10:36.369462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34072) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:36.386874 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1696b195-ff61-4ce9-a8bd-120dc06d79ed req-b01e7d5b-bf4d-4276-a3d7-b7075648ce0d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626116
Dec 22 13:10:36.429621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:36.457132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:36.511792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-5f4be03d-45df-4c23-b8aa-f820c09f53b1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:36.513536 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-5f4be03d-45df-4c23-b8aa-f820c09f53b1 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.1551435
Dec 22 13:10:36.567289 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-20b1343d-7986-43fb-8793-60f75340cd87 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 380 time: 0.0450649
Dec 22 13:10:36.575802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'port': {'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'admin_state_up': True, 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'security_groups': ['eeb95d2b-4877-470d-a46c-7c0b07b5c3dd']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:36.581572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:36.587087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c4863a1e-85b1-4ed4-9759-12c07aa26666 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:36.601781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ab7fc3-9a22-4139-9958-1532b706f571,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:36.608170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:36.611427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:36.615572 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/73ab7fc3-9a22-4139-9958-1532b706f571 HTTP/1.1" status: 204  len: 168 time: 0.2496517
Dec 22 13:10:36.621100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34078) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:36.672032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f35a1f2f-9e12-47e1-8d16-95f9a148d32f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:36.755233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f35a1f2f-9e12-47e1-8d16-95f9a148d32f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:36.758002 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f35a1f2f-9e12-47e1-8d16-95f9a148d32f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1406484
Dec 22 13:10:36.761436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:36.769407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '6684aa9e-88a9-4ce4-a86a-388afa5cc71f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:36.775820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:36.780133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:36.783687 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44180613-9575-438a-939a-e8d9c55d868f req-159bc817-3834-4215-9841-833fb5ddb394 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 210 time: 0.0615268
Dec 22 13:10:36.784685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:36.786867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:36.793551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:36.834777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:36.883448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c561-bc32-448a-8faa-99cb2eedb544 req-166d18a6-cb9d-482e-ada1-b70ff969c06b tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:36.885123 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46f9c561-bc32-448a-8faa-99cb2eedb544 req-166d18a6-cb9d-482e-ada1-b70ff969c06b tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0897458
Dec 22 13:10:36.920462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Made reservation on behalf of 3f15ee5ef35c474bb7e9c8febc4ca530 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:10:36.927646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:36.939250 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The resource could not be found.
Dec 22 13:10:36.940618 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9b19c866-f68e-4fa7-8f21-472bea68380f tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1782103
Dec 22 13:10:36.944302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34090) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:36.951187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--247525139'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:36.955832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46f9c561-bc32-448a-8faa-99cb2eedb544 req-e1984753-3264-4733-b5c3-d98c66df3bb1 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647290
Dec 22 13:10:36.959378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:36.970404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:37.046384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.072949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:37.079486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:37.083173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:37.090824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:37.118355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.20.0.14 (443cb7df-1189-42c5-9131-3c66775263fe/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4/50ad70b5-89f8-4008-b0d4-79ae7914e091) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:37.188672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.320450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.323962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.326697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:37.340450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Transition to ACTIVE for port object 50ad70b5-89f8-4008-b0d4-79ae7914e091 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:37.373156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10832603-5c63-49d3-85fd-6de019fdb206,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:37.376124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:37.439725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.439901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.446201 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4968469
Dec 22 13:10:37.446490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1465072-4be5-46bd-889f-b700006ec42a tempest-RoutersAdminTest-181007759 tempest-RoutersAdminTest-181007759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:37.448333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34100) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:37.454673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886025612'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:37.473647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:37.478379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:37.480940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:37.496625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:37.523585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:37.527922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:37.532670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:37.566996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:37.651584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:37.704878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:37.705504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.737852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b145222e-91e9-43f4-bc5f-db7453cee96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.764906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.791510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:37.796045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:37.800855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:37.806279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:37.891349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7c88d-95a8-46f5-bea5-b738f6f9d95d req-1ee8f6a6-5239-4b05-b1a2-394838118773 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:37.892822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66a7c88d-95a8-46f5-bea5-b738f6f9d95d req-1ee8f6a6-5239-4b05-b1a2-394838118773 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.3321478
Dec 22 13:10:37.920150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f884fea-53fb-4d3c-93ce-18067b2e9295 req-275b8bf7-8050-47d6-a9f4-7b65f1ef731c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:37.923316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f884fea-53fb-4d3c-93ce-18067b2e9295 req-275b8bf7-8050-47d6-a9f4-7b65f1ef731c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.3614857
Dec 22 13:10:37.959820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:37.979356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-3d02163b-1da7-44a2-81c5-54c7b2c83776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:37.981776 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-3d02163b-1da7-44a2-81c5-54c7b2c83776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 1098 time: 0.1095753
Dec 22 13:10:37.983329 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66a7c88d-95a8-46f5-bea5-b738f6f9d95d req-1aac9643-ec69-42eb-9d0f-53a63b679f37 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840919
Dec 22 13:10:38.009541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f884fea-53fb-4d3c-93ce-18067b2e9295 req-9b9e8f5f-8c5a-4620-acad-7712b74fbad4 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803466
Dec 22 13:10:38.030130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ec53747-dc99-45b1-9ebe-087cb89b66cb None None] Provisioning for port 50ad70b5-89f8-4008-b0d4-79ae7914e091 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:38.036033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ec53747-dc99-45b1-9ebe-087cb89b66cb None None] Provisioning complete for port 50ad70b5-89f8-4008-b0d4-79ae7914e091 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:38.036424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ec53747-dc99-45b1-9ebe-087cb89b66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.057407 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4852233
Dec 22 13:10:38.069909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Request body: {'port': {'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:38.095702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1ec53747-dc99-45b1-9ebe-087cb89b66cb None None] Port 50ad70b5-89f8-4008-b0d4-79ae7914e091 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:10:38.100887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.111852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:38.193408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52311180-c29d-4d54-a5ba-973820ca6c49,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:38.197450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:38.218524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-b8ae1b49-07cd-4295-b7bc-2e21fe5b81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:38.220118 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-b8ae1b49-07cd-4295-b7bc-2e21fe5b81d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4647a253-e00d-4b28-962b-edd373e4dcc9 HTTP/1.1" status: 200  len: 913 time: 0.2317932
Dec 22 13:10:38.259790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.284819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0c60d-1405-4081-bc8c-279c37f06ded req-80d9053d-a04e-466c-893e-bbb15b1c11e0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:38.285513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-48e0c60d-1405-4081-bc8c-279c37f06ded req-80d9053d-a04e-466c-893e-bbb15b1c11e0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:38.303374 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-05087013-1dc3-4260-a6a7-0bc285ccf455 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938 HTTP/1.1" status: 200  len: 217 time: 0.0765426
Dec 22 13:10:38.304687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.306125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8568497
Dec 22 13:10:38.308990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:38.352360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group_rule': {'security_group_id': '10832603-5c63-49d3-85fd-6de019fdb206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '52311180-c29d-4d54-a5ba-973820ca6c49'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:38.368143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:38.378726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:38.382820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:38.392458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:38.398749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-85965978-a7f6-4459-9c6f-563bbb441ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:38.400308 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-85965978-a7f6-4459-9c6f-563bbb441ba9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=289754c5-c85a-42d8-82a1-836485caff58 HTTP/1.1" status: 200  len: 852 time: 0.0877523
Dec 22 13:10:38.447870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-48e0c60d-1405-4081-bc8c-279c37f06ded req-80d9053d-a04e-466c-893e-bbb15b1c11e0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:38.449005 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48e0c60d-1405-4081-bc8c-279c37f06ded req-80d9053d-a04e-466c-893e-bbb15b1c11e0 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 932 time: 0.3342855
Dec 22 13:10:38.449233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-1303eda8-8799-4a1e-9ec3-fc78df9ddb19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4647a253-e00d-4b28-962b-edd373e4dcc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413082
Dec 22 13:10:38.553893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.576534 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48e0c60d-1405-4081-bc8c-279c37f06ded req-af31f5a2-7f2c-4803-bb5c-9428f575af73 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206381
Dec 22 13:10:38.600887 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-74ed20e9-c317-4695-b8c3-4b13f3b4b522 service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433012
Dec 22 13:10:38.687242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ad70b5-89f8-4008-b0d4-79ae7914e091 {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:38.694853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.709474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Transition to ACTIVE for port object 50ad70b5-89f8-4008-b0d4-79ae7914e091 will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:10:38.719437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:10:38.723329 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b3f7090c-b443-4ce0-82bd-f6d5f8caa903 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.4098198
Dec 22 13:10:38.723472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34110) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:38.742001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.771905 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d1bc191-a849-4ef9-95fa-a336a866da25 req-e98d6a56-0f2d-4766-83bb-43ca2aa72d26 service neutron] 10.222.0.46 "GET /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637516
Dec 22 13:10:38.805589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.811331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.816776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9aaeb9c8-34ba-4306-b225-3df2d23b8ecd tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:38.832945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:38.977037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:38.985391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:39.023693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.030293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e049c563-0352-4d70-895f-9d48633e2d32 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:39.049693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52311180-c29d-4d54-a5ba-973820ca6c49,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:39.052410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:39.068079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Attempting to bind port 50ad70b5-89f8-4008-b0d4-79ae7914e091 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:10:39.068522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Attempting to bind port 50ad70b5-89f8-4008-b0d4-79ae7914e091 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:10:39.068923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Attempting to bind port 50ad70b5-89f8-4008-b0d4-79ae7914e091 on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:39.073968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Port 50ad70b5-89f8-4008-b0d4-79ae7914e091 on network 443cb7df-1189-42c5-9131-3c66775263fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:10:39.074152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.074476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Attempting to bind port 50ad70b5-89f8-4008-b0d4-79ae7914e091 on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:10:39.085012 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8878abab-fec0-4ec6-8aa4-101257289abe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/52311180-c29d-4d54-a5ba-973820ca6c49 HTTP/1.1" status: 204  len: 168 time: 0.3553905
Dec 22 13:10:39.085139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34118) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:39.103399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:10:39.103747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:10:39.104138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Bound using segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:10:39.108653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Bound port: 50ad70b5-89f8-4008-b0d4-79ae7914e091, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:10:39.108653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.332440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f34e84-a0a6-4416-b986-fc8abb091544 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:39.371621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:10:39.376450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:10:39.401226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435791-bb0c-43ba-8af9-868158c3dc7b req-e90988d8-f951-4ca0-8f69-261d939f5fe0 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:39.402696 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f435791-bb0c-43ba-8af9-868158c3dc7b req-e90988d8-f951-4ca0-8f69-261d939f5fe0 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.2303398
Dec 22 13:10:39.410863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1790-d4b7-4a12-903b-741838c34956 req-41c7b185-6307-4c38-b4ab-f11fc36ee0e6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:39.412263 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8fdc1790-d4b7-4a12-903b-741838c34956 req-41c7b185-6307-4c38-b4ab-f11fc36ee0e6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.2410183
Dec 22 13:10:39.469107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.478974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-39f34e84-a0a6-4416-b986-fc8abb091544 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:39.480181 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-39f34e84-a0a6-4416-b986-fc8abb091544 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4510 time: 0.3959808
Dec 22 13:10:39.483516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34122) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:39.485977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-59a148fc-bcc5-444d-9320-036de8ffc55b tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:39.539861 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f435791-bb0c-43ba-8af9-868158c3dc7b req-ab8dd752-0419-400b-86a4-ef143c58f629 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266341
Dec 22 13:10:39.547214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.554813 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8fdc1790-d4b7-4a12-903b-741838c34956 req-ded9abfa-e2cb-44a8-a30f-407df42f6ae1 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281965
Dec 22 13:10:39.561175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:39.562117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.563302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] 10.222.0.46 "PUT /v2.0/ports/50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 1094 time: 1.4984639
Dec 22 13:10:39.563747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:39.589727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.602617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:39.607460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:39.623152 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'status': 'completed', 'code': 200}
Dec 22 13:10:39.726298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.730212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9056a17c-6faf-4637-b0ce-85431412cb3f tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:39.749855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10832603-5c63-49d3-85fd-6de019fdb206,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:39.753285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:39.842457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:39.843802 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/10832603-5c63-49d3-85fd-6de019fdb206 HTTP/1.1" status: 204  len: 168 time: 0.3592367
Dec 22 13:10:39.846429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34134) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:39.847336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aea07b-3462-4371-bb91-8ee09f9d6586 req-7fc5f488-42f3-45f7-818c-6e456e8f9ac8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:39.848838 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e9aea07b-3462-4371-bb91-8ee09f9d6586 req-7fc5f488-42f3-45f7-818c-6e456e8f9ac8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.1121628
Dec 22 13:10:39.851193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-5249ecdc-5113-415e-bcae-80744fcbdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:39.852556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-5249ecdc-5113-415e-bcae-80744fcbdb1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1097 time: 0.1682494
Dec 22 13:10:39.901259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c56be22f-5ca9-44cf-b7ce-59e1b575de9d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:39.983386 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e9aea07b-3462-4371-bb91-8ee09f9d6586 req-1da3cd78-e07e-43ec-a629-de1f3768f063 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229665
Dec 22 13:10:39.990066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c56be22f-5ca9-44cf-b7ce-59e1b575de9d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:39.992166 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c56be22f-5ca9-44cf-b7ce-59e1b575de9d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1446569
Dec 22 13:10:40.000303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34138) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.002995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845017028'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:40.018557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:40.029417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:40.038475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-a241692e-2f58-45c6-9e6d-18cf8f8e743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.040034 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-a241692e-2f58-45c6-9e6d-18cf8f8e743c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1629927
Dec 22 13:10:40.092305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.127317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.151845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:40.156046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Usage tracker for resource:security_group_rule and tenant:83b9936fc1c947b8b40971cdf0a429e7 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:40.159234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:40.165556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:40.239972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.304916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-f0bdd5b4-6754-46ca-9596-4ae48051df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.306442 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bffdce28-fb85-43c3-a192-34540f4fdba6 req-f0bdd5b4-6754-46ca-9596-4ae48051df15 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2596767
Dec 22 13:10:40.312919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.318366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c585c95-1c6c-419a-8ac1-d5c110e3670a tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:40.364120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5709c46-0b40-4364-b5e5-297c50c8a483,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:40.366986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:40.411055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-47179acf-39d8-4e27-8512-7f2767a3e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.412517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-47179acf-39d8-4e27-8512-7f2767a3e3f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1097 time: 0.0710909
Dec 22 13:10:40.436325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.437553 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.4390574
Dec 22 13:10:40.440513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34146) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.445599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4df71a6e-5e24-4fb1-9b9f-fa02ab1b22e3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:40.446143 dv-neutron-822662-1-hyperv neutron-server[88166]: WARNING neutron.api.v2.base [None req-4df71a6e-5e24-4fb1-9b9f-fa02ab1b22e3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 22 13:10:40.446623 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-4df71a6e-5e24-4fb1-9b9f-fa02ab1b22e3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 22 13:10:40.447705 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4df71a6e-5e24-4fb1-9b9f-fa02ab1b22e3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "PUT /v2.0/security-groups/e5709c46-0b40-4364-b5e5-297c50c8a483 HTTP/1.1" status: 409  len: 330 time: 0.0062230
Dec 22 13:10:40.450859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34150) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.487266 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-9d7cf318-9048-49cd-a4c2-c245c1db08a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 217 time: 0.0664127
Dec 22 13:10:40.552996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d8a5a982-e9b6-4417-bea0-73a3efa55e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.554344 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-d8a5a982-e9b6-4417-bea0-73a3efa55e53 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0605998
Dec 22 13:10:40.641236 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.650403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-78d6dbd5-1363-4a73-a224-44d12f7931da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.652061 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-78d6dbd5-1363-4a73-a224-44d12f7931da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0871012
Dec 22 13:10:40.669826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.788879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.793123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:40.808124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5709c46-0b40-4364-b5e5-297c50c8a483,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:40.810854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:40.818858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:40.822266 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/e5709c46-0b40-4364-b5e5-297c50c8a483 HTTP/1.1" status: 204  len: 168 time: 0.3682671
Dec 22 13:10:40.822555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34158) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.875428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c0baa644-f9db-4108-af0f-1256a9dec9be tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Synchronizing usage tracker for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:40.915562 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-5eff3174-7c31-449e-820b-49fca104e5c7 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536769
Dec 22 13:10:40.930081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096d9d4-917e-469d-bdd9-cb0d73a8be30 req-abf4574a-9774-4846-89b9-5be0801bc7f6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.931614 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7096d9d4-917e-469d-bdd9-cb0d73a8be30 req-abf4574a-9774-4846-89b9-5be0801bc7f6 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.2467773
Dec 22 13:10:40.953249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c0baa644-f9db-4108-af0f-1256a9dec9be tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Unset dirty status for tenant:83b9936fc1c947b8b40971cdf0a429e7 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:40.954517 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c0baa644-f9db-4108-af0f-1256a9dec9be tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2983 time: 0.1310363
Dec 22 13:10:40.958450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34162) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.975809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c8424-9071-4487-9169-11941aa7a959 req-ec79e430-d786-445a-a25d-0e7cc83ebffc tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:40.976034 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-ebaf93ec-e8fc-448b-9519-481080247751 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] delete failed (client error): The resource could not be found.
Dec 22 13:10:40.976993 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ebaf93ec-e8fc-448b-9519-481080247751 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d5fb2c7-99be-42de-b9d5-2c8e6559eb5c HTTP/1.1" status: 404  len: 347 time: 0.0175841
Dec 22 13:10:40.977223 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c36c8424-9071-4487-9169-11941aa7a959 req-ec79e430-d786-445a-a25d-0e7cc83ebffc tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.2553415
Dec 22 13:10:40.980661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34166) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:40.998072 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-8a7da132-4ba3-439e-b046-2b9336fe476e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] show failed (client error): The resource could not be found.
Dec 22 13:10:40.999094 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8a7da132-4ba3-439e-b046-2b9336fe476e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-groups/667a0de7-d3de-4131-a583-fe68ce2682e2 HTTP/1.1" status: 404  len: 347 time: 0.0173655
Dec 22 13:10:41.003006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:41.017794 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-4fa531a9-3ce2-4243-abad-c7b63a6ef600 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] show failed (client error): The resource could not be found.
Dec 22 13:10:41.019018 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4fa531a9-3ce2-4243-abad-c7b63a6ef600 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] 10.222.0.16 "GET /v2.0/security-group-rules/fc7848e2-9a8f-4c2f-8c72-ebbc6df85fbe HTTP/1.1" status: 404  len: 356 time: 0.0150521
Dec 22 13:10:41.098023 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7096d9d4-917e-469d-bdd9-cb0d73a8be30 req-88a21bb1-7fdc-4c41-ab7d-1b95a20164be tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1452222
Dec 22 13:10:41.127405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c36c8424-9071-4487-9169-11941aa7a959 req-acf32856-4b80-4e3a-a33f-1b5c6bbf54ef tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1383898
Dec 22 13:10:41.159849 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e65c8282-a23e-4239-92ce-cf6a15ce5e44 req-cef92a3d-3b49-436f-9205-3d1fd6168356 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272620
Dec 22 13:10:41.319631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174f538-9f6f-4a29-b66f-87048ea6815f req-4339ae7c-90fc-429f-871e-d323de0ad0bc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:41.321573 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2174f538-9f6f-4a29-b66f-87048ea6815f req-4339ae7c-90fc-429f-871e-d323de0ad0bc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0917835
Dec 22 13:10:41.411470 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2174f538-9f6f-4a29-b66f-87048ea6815f req-e2a10b45-4c14-4e30-a543-5a1d74bfedc4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589995
Dec 22 13:10:41.423860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341829f7-80a7-45d8-8ba4-4eec4e91bb6e req-a55cc2a5-625b-4552-be51-35541911baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:41.425385 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-341829f7-80a7-45d8-8ba4-4eec4e91bb6e req-a55cc2a5-625b-4552-be51-35541911baa4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1098 time: 0.1032104
Dec 22 13:10:41.468293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-341829f7-80a7-45d8-8ba4-4eec4e91bb6e req-1f61beb4-3651-413c-b24d-dfe98e577018 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359340
Dec 22 13:10:41.585950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34182) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:41.741749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a4116ae9-17ec-4731-afcc-81c56f615433 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83b9936fc1c947b8b40971cdf0a429e7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1521709
Dec 22 13:10:41.744155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34190) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:41.808590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:41.835052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:41.839183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376263b-afdb-42f9-9bcf-d57e0292448e req-36c6c597-1721-4886-80a3-14cf8022c041 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:41.840896 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2376263b-afdb-42f9-9bcf-d57e0292448e req-36c6c597-1721-4886-80a3-14cf8022c041 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0841839
Dec 22 13:10:41.886780 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2376263b-afdb-42f9-9bcf-d57e0292448e req-26d82fba-0a2e-44d2-98e1-c4136f32b51a tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398197
Dec 22 13:10:41.977794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:41.982157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-950629b3-e493-4462-a8bb-95888f3cb49c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:41.994463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec640a9-5d21-423b-8d81-5672021732be,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:41.998237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:42.083183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:42.084311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ec640a9-5d21-423b-8d81-5672021732be HTTP/1.1" status: 204  len: 168 time: 0.3414159
Dec 22 13:10:42.310318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae176dd-efed-42d9-ba0f-840b0183c05f req-7b11b7bf-cd0d-4e84-8ca0-97569c6873f6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:42.311813 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ae176dd-efed-42d9-ba0f-840b0183c05f req-7b11b7bf-cd0d-4e84-8ca0-97569c6873f6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0826497
Dec 22 13:10:42.360262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ae176dd-efed-42d9-ba0f-840b0183c05f req-d5cc3d7f-733f-4359-acfb-1c0696d8da87 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427890
Dec 22 13:10:42.598670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39505fe4-ec89-4e62-a8d5-578465acd774 req-f8a67f37-ccb3-4452-9a4a-ba7730ee0276 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:42.600187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39505fe4-ec89-4e62-a8d5-578465acd774 req-f8a67f37-ccb3-4452-9a4a-ba7730ee0276 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0811887
Dec 22 13:10:42.647162 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39505fe4-ec89-4e62-a8d5-578465acd774 req-516dd81b-e34d-4ab2-a526-8f3631d13343 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410094
Dec 22 13:10:43.081559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2770fbf-8203-46ce-8581-590d1531d5ca req-4266835f-981f-42f0-8f87-a9a430cdfd8a tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:43.083045 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2770fbf-8203-46ce-8581-590d1531d5ca req-4266835f-981f-42f0-8f87-a9a430cdfd8a tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.0849495
Dec 22 13:10:43.126758 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2770fbf-8203-46ce-8581-590d1531d5ca req-1242fe62-83f4-4bc9-b142-5c4b48b9e762 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375831
Dec 22 13:10:43.135508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34220) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:43.149189 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0042086
Dec 22 13:10:43.149495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34222) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:43.251165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-312225e7-738c-4672-bc7a-4037e63de08c tempest-NetworksApiDiscovery-995068546 tempest-NetworksApiDiscovery-995068546-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1049066
Dec 22 13:10:43.551501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d23ba-4be4-437d-b15a-b7d4e36044c3 req-ca20961d-e59c-4fe3-b3e3-afd25b58758f tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:43.552999 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-469d23ba-4be4-437d-b15a-b7d4e36044c3 req-ca20961d-e59c-4fe3-b3e3-afd25b58758f tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0809455
Dec 22 13:10:43.596483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-469d23ba-4be4-437d-b15a-b7d4e36044c3 req-8df078cd-4ba6-4732-8b0f-fbaec74d1112 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378945
Dec 22 13:10:43.624561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34232) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:43.659229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:10:43.740539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34240) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:43.758517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:43.767713 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c4bbde89-2a93-4418-95c2-7456ebedda4f tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/floatingips/90cc8d4b-cd75-43be-b657-ce194667bddb HTTP/1.1" status: 200  len: 993 time: 0.1419225
Dec 22 13:10:43.923924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:43.943962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'port_id': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'mac_address': 'fa:16:3e:1a:98:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:10:43.948032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.014687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.016973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:44.030015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.040042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:44.044333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:44.050233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:44.051494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Usage tracker for resource:security_group_rule and tenant:a3ba57cd29854f4296e64296de3500eb is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:44.054816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:44.068232 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'code': 200}
Dec 22 13:10:44.068810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:44.109246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6fb12-d2a3-47c6-a563-d8b23d201e88 req-75d01171-0ec2-45e9-9f49-f8eb276d33ab tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:44.110032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:10:44.110667 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-27a6fb12-d2a3-47c6-a563-d8b23d201e88 req-75d01171-0ec2-45e9-9f49-f8eb276d33ab tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.3440485
Dec 22 13:10:44.120502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-00477ce5-d7a0-4b1f-920c-2b1cf6b9bff7 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:44.122560 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-00477ce5-d7a0-4b1f-920c-2b1cf6b9bff7 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.1773252
Dec 22 13:10:44.136807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.140871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ca159127-02c7-47d1-9304-1cac6fe20ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:44.235192 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-27a6fb12-d2a3-47c6-a563-d8b23d201e88 req-9e8dae76-b8d8-4f4e-97b7-2f7628058c58 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1115775
Dec 22 13:10:44.248787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Deleting port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:10:44.249132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.282279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:10:44.283991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:10:44.289048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:44.297666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.300734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.301075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.301401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.301722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.302038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:10:44.305887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:44.426923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.530528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.551351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21cb6004-23b5-4e01-b78e-2d482a62b79c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:44.575122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaeb44-dc0c-4469-9bdc-802e076f06b5 req-043c140f-1d8b-4380-a451-9b3b9e06331b tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:44.576619 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67eaeb44-dc0c-4469-9bdc-802e076f06b5 req-043c140f-1d8b-4380-a451-9b3b9e06331b tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 945 time: 0.2933269
Dec 22 13:10:44.623474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3ba57cd29854f4296e64296de3500eb&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8817983
Dec 22 13:10:44.626293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34252) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:44.660797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4801daa0-5e34-47dc-a40b-b649bc5ea76d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:44.679054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:44.688582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.690707 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67eaeb44-dc0c-4469-9bdc-802e076f06b5 req-0c854aa5-afac-428b-9174-ff1b3756c0b8 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/security-groups?id=f95ede89-3059-4c1d-ab84-517742bf3695&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973897
Dec 22 13:10:44.692347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] For port a3c2abe4-53a3-4cd1-ae6a-e95819d20938, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,segment=NetworkSegment(1c929a34-cf56-4189-9323-92560c2b94b1),segment_id=1c929a34-cf56-4189-9323-92560c2b94b1)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:44.692708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.720732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.823071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Calling delete_port for a3c2abe4-53a3-4cd1-ae6a-e95819d20938 owned by compute:nova {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:10:44.842188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.860534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:44.870034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.875419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cf9f3fa3-1772-4cec-a3af-1a8f4af51af5 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:44.876450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:44.896535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4801daa0-5e34-47dc-a40b-b649bc5ea76d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:44.910812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:44.912137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.913387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6ff93455-a198-4f13-96d3-a3388d1248c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4801daa0-5e34-47dc-a40b-b649bc5ea76d HTTP/1.1" status: 204  len: 168 time: 0.2858183
Dec 22 13:10:44.964374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:44.967458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:45.029542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-0b78dd23-e845-43e2-a8d0-3f3715bd894b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0730958
Dec 22 13:10:45.034359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:45.037449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:45.067408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:45.073875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:45.123401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Pushing event deleted for resources: {'Port': ['ID=a3c2abe4-53a3-4cd1-ae6a-e95819d20938,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:45.129782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:45.190249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:10:45.208285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-77b4e293-ac13-4a95-87f3-2e8e4dc2cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:45.209787 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-77b4e293-ac13-4a95-87f3-2e8e4dc2cce4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1097 time: 0.0886226
Dec 22 13:10:45.210031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] No DVR routers for this DVR port a3c2abe4-53a3-4cd1-ae6a-e95819d20938 on host hv-neutron-8226 {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:10:45.212838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:45.216377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'name': 'network-vif-deleted', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:45.303841 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6a79fd7-c396-45c4-bf5d-4b252a5da54d', 'name': 'network-vif-deleted', 'tag': 'a3c2abe4-53a3-4cd1-ae6a-e95819d20938', 'status': 'completed', 'code': 200}
Dec 22 13:10:45.445327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f831d326-7d11-43c4-ab37-cdbc9fcb0c6b req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.46 "DELETE /v2.0/ports/a3c2abe4-53a3-4cd1-ae6a-e95819d20938 HTTP/1.1" status: 204  len: 173 time: 1.3020513
Dec 22 13:10:45.494770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-009661c7-052d-4125-803e-d31e31eb5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:45.496424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-009661c7-052d-4125-803e-d31e31eb5a8e service neutron] 10.222.0.46 "GET /v2.0/networks?id=67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 200  len: 897 time: 0.2514083
Dec 22 13:10:45.506051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33abd07-a670-4492-a566-f4bd3f06c200 req-e8172796-4188-4ce9-a033-7b7465c7c59c tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:45.507679 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f33abd07-a670-4492-a566-f4bd3f06c200 req-e8172796-4188-4ce9-a033-7b7465c7c59c tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.1072822
Dec 22 13:10:45.555586 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f33abd07-a670-4492-a566-f4bd3f06c200 req-87dca66b-a2ba-477c-8719-cbc6ae58e61b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416114
Dec 22 13:10:45.645184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-a3271475-ad58-4f7b-8a42-ce0d14a8e4ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 200  len: 1000 time: 0.1412804
Dec 22 13:10:45.662675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a3c2abe4-53a3-4cd1-ae6a-e95819d20938 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:10:45.714602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-8bbbc29d-a3a9-4523-82dd-6924d3138366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:45.716676 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-8bbbc29d-a3a9-4523-82dd-6924d3138366 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fe507b0-f24b-4898-813c-3e0d3a018515 HTTP/1.1" status: 200  len: 834 time: 0.0649819
Dec 22 13:10:45.741378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: a3c2abe4-53a3-4cd1-ae6a-e95819d20938 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:10:45.741790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a3c2abe4-53a3-4cd1-ae6a-e95819d20938 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:10:45.810918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-7be881f9-2638-4e39-b734-fc0a1f696afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:45.812409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-7be881f9-2638-4e39-b734-fc0a1f696afb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67d87e11-5068-4e8f-94ac-cb08011ef912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0887957
Dec 22 13:10:45.861642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-0b3b661b-a0ed-4112-b360-9a36b534abfd req-788f94a1-17f1-4663-9249-d48817abd316 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Synchronizing usage tracker for tenant:33a04f2d1fd9416398a8dd5f75fad231 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:10:45.955479 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-25c49559-ad2c-47a7-b08d-d6d82375780d service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306014
Dec 22 13:10:45.958368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-0b3b661b-a0ed-4112-b360-9a36b534abfd req-788f94a1-17f1-4663-9249-d48817abd316 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Unset dirty status for tenant:33a04f2d1fd9416398a8dd5f75fad231 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:10:45.959561 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0b3b661b-a0ed-4112-b360-9a36b534abfd req-788f94a1-17f1-4663-9249-d48817abd316 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6a79fd7-c396-45c4-bf5d-4b252a5da54d HTTP/1.1" status: 200  len: 210 time: 0.1423721
Dec 22 13:10:46.088894 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cc7cdaf9-ac5f-49f8-97cb-d64420e93dcf req-fd14c722-5d81-4545-b17a-9b657ac34694 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265848
Dec 22 13:10:46.747680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f19b-c96e-4596-b690-17edc9895fd6 req-20279b75-6e5c-4522-8246-0352e0448be3 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:46.749118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb27f19b-c96e-4596-b690-17edc9895fd6 req-20279b75-6e5c-4522-8246-0352e0448be3 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0845139
Dec 22 13:10:46.793441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb27f19b-c96e-4596-b690-17edc9895fd6 req-1ce66c22-9c2d-43d2-90d3-5fade732f7cc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387444
Dec 22 13:10:47.064239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34268) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:47.128311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Deleting subnet 289754c5-c85a-42d8-82a1-836485caff58 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:47.131247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.179674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.238939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.387600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.391665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fc84921e-6c41-43ad-8ec0-a6cb62aca3cd tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:47.425801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289754c5-c85a-42d8-82a1-836485caff58,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:47.429787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:47.432420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.438718 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/289754c5-c85a-42d8-82a1-836485caff58 HTTP/1.1" status: 204  len: 168 time: 0.3734810
Dec 22 13:10:47.441423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34272) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:47.656940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.674885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:47.740944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:47.741325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.781889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.807538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529267e580>,) {'filters': {'network_id': ['4647a253-e00d-4b28-962b-edd373e4dcc9']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:47.819528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529267e580>, '1c929a34-cf56-4189-9323-92560c2b94b1') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:47.819819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529267e580>, '1c929a34-cf56-4189-9323-92560c2b94b1') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:47.832094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.853751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.859301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.861011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:10:47.861568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:10:47.876090 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:10:47.890621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:47.900508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:47.939175 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'code': 200}
Dec 22 13:10:47.964517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:47.966714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f98cc36e-28b5-41c7-b388-5ac59e09f7fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:47.994176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e207-7c57-40c4-98ff-2ad4819df0db req-fb7d9cac-f3c5-46f1-9576-0e4419f19f03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:47.995701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c9b9e207-7c57-40c4-98ff-2ad4819df0db req-fb7d9cac-f3c5-46f1-9576-0e4419f19f03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0890574
Dec 22 13:10:48.034962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.037309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:48.038523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae888ac1-b9a8-460c-b6f3-a1d82f213ef5 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:48.045989 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c9b9e207-7c57-40c4-98ff-2ad4819df0db req-7a899fab-5f63-4e51-bb5c-5ad178aebe8f tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437756
Dec 22 13:10:48.046464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:48.052948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.064079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] 10.222.0.16 "DELETE /v2.0/networks/4647a253-e00d-4b28-962b-edd373e4dcc9 HTTP/1.1" status: 204  len: 168 time: 0.6216934
Dec 22 13:10:48.065149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4647a253-e00d-4b28-962b-edd373e4dcc9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:48.066732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34280) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:48.069401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:48.130128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Deleting subnet ab145de8-9db2-40bb-a64c-a1adf8088b41 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:10:48.133162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.183367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.244220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.395130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.399096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1517788-e6d6-4f7a-98b8-37a4cf1c0d32 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:48.434892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab145de8-9db2-40bb-a64c-a1adf8088b41,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:48.437812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:48.438780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.444793 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ab145de8-9db2-40bb-a64c-a1adf8088b41 HTTP/1.1" status: 204  len: 168 time: 0.3770342
Dec 22 13:10:48.447214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34284) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:48.553913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.681804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.710744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52980bea30>,) {'filters': {'network_id': ['ebeb5c03-7d00-44c5-858d-5bfdcd52256e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:48.725300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980bea30>, '8e79ead2-a544-4ae8-9098-fe0155f54ddb') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:48.725591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980bea30>, '8e79ead2-a544-4ae8-9098-fe0155f54ddb') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:48.736940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.752635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.758550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:10:48.758963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:10:48.772522 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:10:48.943522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.947886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:48.951233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4f49faa-09bd-4ab1-a937-f19e4c19bb5f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:48.974680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebeb5c03-7d00-44c5-858d-5bfdcd52256e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:48.977016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:48.979283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ebeb5c03-7d00-44c5-858d-5bfdcd52256e HTTP/1.1" status: 204  len: 168 time: 0.5309093
Dec 22 13:10:49.236243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c690-18e2-4e7c-9b4c-0659d1488e81 req-ca62f1cd-2652-4ee8-874c-e39d189aae26 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:49.237689 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95e1c690-18e2-4e7c-9b4c-0659d1488e81 req-ca62f1cd-2652-4ee8-874c-e39d189aae26 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0854976
Dec 22 13:10:49.282512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95e1c690-18e2-4e7c-9b4c-0659d1488e81 req-8a4e9681-0649-47bd-b186-0e74855966d5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387774
Dec 22 13:10:49.399655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34292) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:49.448736 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-65c19936-8bda-4ff1-95f6-94b15a17f7b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33a04f2d1fd9416398a8dd5f75fad231&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0478625
Dec 22 13:10:49.451239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34296) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:49.507957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:49.532559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:49.690192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 50ad70b5-89f8-4008-b0d4-79ae7914e091 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:10:49.760051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:49.764144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-de27d368-3ab0-4952-94b3-53a84a7ef2cc tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:49.775434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ede89-3059-4c1d-ab84-517742bf3695,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:49.778328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:49.784972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:49.787876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f95ede89-3059-4c1d-ab84-517742bf3695 HTTP/1.1" status: 204  len: 168 time: 0.3357122
Dec 22 13:10:49.834078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:49.848053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:10:49.903901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:49.921769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ad70b5-89f8-4008-b0d4-79ae7914e091 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:10:49.937272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:50.027055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:50.029695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-85bee1c5-5f29-4dc8-8f8f-0752bde50db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:50.100897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:50.104010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:50.237228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['50ad70b5-89f8-4008-b0d4-79ae7914e091'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:10:50.447009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:50.513397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433ce10-e3b1-415d-9617-f531fb7507f3 req-1b7e65d0-a1ca-4268-b4c2-7cf346c81ed6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:50.514897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6433ce10-e3b1-415d-9617-f531fb7507f3 req-1b7e65d0-a1ca-4268-b4c2-7cf346c81ed6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 945 time: 0.1240611
Dec 22 13:10:50.517586 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5889f3fa-738f-457e-ab71-db6ea6449a5d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=88eefccf4f684775a2ff0f6b31784e53&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0695102
Dec 22 13:10:50.520424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34310) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:50.566085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6433ce10-e3b1-415d-9617-f531fb7507f3 req-f8cccd36-09c9-4665-848b-d025f1918932 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429883
Dec 22 13:10:50.581335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:50.608161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:50.817704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:50.821465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0866d95d-5412-45eb-8db1-50ce10e9f7b9 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:50.835323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cabcae-25d9-4f61-9484-57b8bda662a4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:50.838451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:50.841251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:50.842654 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73cabcae-25d9-4f61-9484-57b8bda662a4 HTTP/1.1" status: 204  len: 168 time: 0.3203552
Dec 22 13:10:51.690465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 50ad70b5-89f8-4008-b0d4-79ae7914e091 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:10:51.755051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c8cae-1ac0-4964-8f40-cc6ba472a23a req-81f83cd3-9cec-4ab1-8a83-5950cbabe6eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:51.756533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-292c8cae-1ac0-4964-8f40-cc6ba472a23a req-81f83cd3-9cec-4ab1-8a83-5950cbabe6eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 945 time: 0.0814950
Dec 22 13:10:51.800600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-292c8cae-1ac0-4964-8f40-cc6ba472a23a req-c8176b6b-db87-46d2-8433-e6539cdee21c tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378098
Dec 22 13:10:51.822787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 50ad70b5-89f8-4008-b0d4-79ae7914e091 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:10:51.828162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 50ad70b5-89f8-4008-b0d4-79ae7914e091 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:10:51.828547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:51.945816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:51.972868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:51.983519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:10:52.019631 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'code': 200}
Dec 22 13:10:52.049583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:52.051435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:52.117761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:52.120691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:52.440971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f137b7f-eeae-46ce-ab1f-05edab3c7bc0 req-6ec6664d-9cd6-405b-87b6-27cc9715f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:52.442510 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f137b7f-eeae-46ce-ab1f-05edab3c7bc0 req-6ec6664d-9cd6-405b-87b6-27cc9715f67c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.0741644
Dec 22 13:10:52.483617 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f137b7f-eeae-46ce-ab1f-05edab3c7bc0 req-ef80340d-6476-4c97-8d4c-304244038e52 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351412
Dec 22 13:10:52.995501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11635163-d13f-4f7d-bee2-1d52865000e0 req-74811bf8-50fc-4666-8501-54f576249539 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:52.997596 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-11635163-d13f-4f7d-bee2-1d52865000e0 req-74811bf8-50fc-4666-8501-54f576249539 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 946 time: 0.0939288
Dec 22 13:10:53.039900 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-11635163-d13f-4f7d-bee2-1d52865000e0 req-0a883642-e2c5-4357-8723-8a6075d3b01b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367475
Dec 22 13:10:54.227491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd8bfa-3eab-4084-be15-287d910f97ea req-734ae1a6-c325-4160-ac9b-44f7e1d888f7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:54.228937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ccfd8bfa-3eab-4084-be15-287d910f97ea req-734ae1a6-c325-4160-ac9b-44f7e1d888f7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 946 time: 0.0796509
Dec 22 13:10:54.273192 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ccfd8bfa-3eab-4084-be15-287d910f97ea req-17cb726e-8f98-4b36-a151-724b5304d070 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384157
Dec 22 13:10:54.458068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b660-c446-43bc-8d89-a7c49f30c0a0 req-22b005c5-609d-4926-a6de-f2a676c5381d tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:54.459531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b194b660-c446-43bc-8d89-a7c49f30c0a0 req-22b005c5-609d-4926-a6de-f2a676c5381d tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 946 time: 0.0841196
Dec 22 13:10:54.504552 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b194b660-c446-43bc-8d89-a7c49f30c0a0 req-f554fdb9-f439-4de5-bf8c-5e0dd5d70811 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378964
Dec 22 13:10:54.531813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34326) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:54.599132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d13d2-1b49-4b92-a9ec-db60c80d0c42 tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:54.600621 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5a6d13d2-1b49-4b92-a9ec-db60c80d0c42 tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1094 time: 0.0678332
Dec 22 13:10:54.603300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34330) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:10:54.608219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:10:54.614050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:10:54.617860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:floatingip and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:10:54.620598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:10:54.626625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:10:54.719876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:54.854278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:54.993333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.26.3.8 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/40850260-a6be-4160-b6f9-3df8dfc917f0) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:10:55.140834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:55.229411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:55.234366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:55.299641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:10:55.302332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:10:55.306446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:10:55.342447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=40850260-a6be-4160-b6f9-3df8dfc917f0,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:55.350692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:55.715575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:55.870591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:56.188221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:56.245400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:56.250189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-857eb05d-6f8a-4aca-a4ad-d6347e604331 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:10:56.367351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=40850260-a6be-4160-b6f9-3df8dfc917f0,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:10:56.369724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:10:56.379092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:56.552730 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 4f91c72b-a253-4bdf-92b0-29dde415c3fb associated. External IP: 172.26.3.8, port: 50ad70b5-89f8-4008-b0d4-79ae7914e091.
Dec 22 13:10:56.896556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:10:57.069063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:10:57.078907 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:10:57.089441 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:10:57.089441 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d700>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:10:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:57.177220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:10:57.253408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6350722
Dec 22 13:10:57.253408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:10:57.268889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:10:57.284915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'status': 'completed', 'code': 200}
Dec 22 13:10:57.378589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d218d-6267-404a-9745-47583c1b2130 req-3e38044e-85e9-4f0f-8904-733621a8c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:57.380144 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-3e38044e-85e9-4f0f-8904-733621a8c641 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.0717275
Dec 22 13:10:57.515832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d218d-6267-404a-9745-47583c1b2130 req-6ac80f0b-9837-469b-94a2-28312a1eb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:57.517324 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-6ac80f0b-9837-469b-94a2-28312a1eb2ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1295798
Dec 22 13:10:57.615187 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d700>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:55Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:57.618929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:10:57.624823 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-95df3b18-8b76-42ee-95d2-2e85ef74032c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 998 time: 0.1010339
Dec 22 13:10:57.627863 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:10:57.628455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d700>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:10:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:57.689572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d218d-6267-404a-9745-47583c1b2130 req-61db74dc-f965-418f-b06b-62ceb7390f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:57.691096 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-61db74dc-f965-418f-b06b-62ceb7390f81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0602045
Dec 22 13:10:57.768321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d218d-6267-404a-9745-47583c1b2130 req-333bbd07-26e4-429e-b18e-fde0728b8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:10:57.769737 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-333bbd07-26e4-429e-b18e-fde0728b8242 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0725195
Dec 22 13:10:57.805708 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:10:57.903329 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-6df9c1f1-7a75-4aa2-8ea5-5698a4690967 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272292
Dec 22 13:10:58.155955 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce2d218d-6267-404a-9745-47583c1b2130 req-9ba59e5b-acd8-45f1-94d2-ac35b6df4639 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2461371
Dec 22 13:10:58.156816 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d700>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:55Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:10:58.161562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365b0fa-834d-48c4-aa56-5b7c89388a61 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:55Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:10:58.356094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b969ed-9447-42b8-8905-eb5f710ff7f6 None None] New status for floating IP 4f91c72b-a253-4bdf-92b0-29dde415c3fb: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:11:02.337225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:05.097054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a25bb52b-f9c3-4d19-a74e-78e7524551ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:07.489018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f919d6d8-4e22-4f33-b74d-6d74b4cff398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:08.552138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:08.701216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:10.088765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:16.246209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34350) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:16.479043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Deleting port 8042e825-dd01-4674-a31f-0ab5d2d69dd1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:11:16.484282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:16.649607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:16.649850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:16.776355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Calling delete_port for 8042e825-dd01-4674-a31f-0ab5d2d69dd1 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:11:17.126235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:17.126235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:17.165831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Port': ['ID=8042e825-dd01-4674-a31f-0ab5d2d69dd1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:17.169152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:17.262802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:17.263459 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Floating IP 90cc8d4b-cd75-43be-b657-ce194667bddb disassociated (deleted). External IP: 172.26.3.149, port: 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c.
Dec 22 13:11:17.612622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Router d08de756-e624-4035-938e-d0127eac9039 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:11:17.910394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:11:17.922435 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Sync routers for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:11:17.932381 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:17.938522 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:17.997096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:18.057026 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "DELETE /v2.0/floatingips/90cc8d4b-cd75-43be-b657-ce194667bddb HTTP/1.1" status: 204  len: 168 time: 1.8097911
Dec 22 13:11:18.057720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:11:18.153666 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:18.352205 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'status': 'completed', 'code': 200}
Dec 22 13:11:18.458414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-fd31dd93-00c1-4818-ba9a-4eaa63a49b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:18.459926 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-fd31dd93-00c1-4818-ba9a-4eaa63a49b83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 1098 time: 0.0844426
Dec 22 13:11:18.500349 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d730>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:18.504124 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Checking router: d08de756-e624-4035-938e-d0127eac9039 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:11:18.520026 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:18.520026 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:18.622921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-01f9ffbd-ab15-4851-ba11-34ec2cca633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:18.622921 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-01f9ffbd-ab15-4851-ba11-34ec2cca633b service neutron] 10.222.0.46 "GET /v2.0/networks?id=67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 200  len: 897 time: 0.1498435
Dec 22 13:11:18.695964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-94fba4f4-02c9-49fa-95b3-4296c546ce2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 200  len: 217 time: 0.0697317
Dec 22 13:11:18.729247 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:18.735775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86094965-eff8-4dcf-83f4-90161f59fe23 req-6f3b1c5e-6c9b-4e46-9fd6-3f108116d8da tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:18.737250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86094965-eff8-4dcf-83f4-90161f59fe23 req-6f3b1c5e-6c9b-4e46-9fd6-3f108116d8da tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0868208
Dec 22 13:11:18.774662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-ad915940-78a6-467b-a956-810f2d09a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:18.775859 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-ad915940-78a6-467b-a956-810f2d09a63d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fe507b0-f24b-4898-813c-3e0d3a018515 HTTP/1.1" status: 200  len: 834 time: 0.0719311
Dec 22 13:11:18.785714 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86094965-eff8-4dcf-83f4-90161f59fe23 req-109ca9e9-6bec-40fa-9c61-8af5eefde0ee tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413864
Dec 22 13:11:18.858561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-c4a705ca-026f-43bc-a3b2-c8ea94c6240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:18.860590 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-c4a705ca-026f-43bc-a3b2-c8ea94c6240b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=67d87e11-5068-4e8f-94ac-cb08011ef912&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0760353
Dec 22 13:11:18.876879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-dccf83a7-ebde-44ae-bc41-16a90f0aa4ac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:11:18.877807 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-dccf83a7-ebde-44ae-bc41-16a90f0aa4ac service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054684
Dec 22 13:11:19.015512 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-ce87edd6-e35f-4f1b-b4e6-552a57390075 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304545
Dec 22 13:11:19.053353 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d730>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:19.057155 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd831f6a-4cd9-419e-85d4-80c4ce3e2a0c None None] The sync data for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv is: [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:09:25Z', 'revision_number': 4, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'b0c90b5c-2485-4535-ac18-9ad76c5f377c', 'name': '', 'network_id': '67d87e11-5068-4e8f-94ac-cb08011ef912', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'mac_address': 'fa:16:3e:52:68:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:23Z', 'updated_at': '2021-12-22T13:09:35Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'subnets': [{'id': '3fe507b0-f24b-4898-813c-3e0d3a018515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:11:19.160973 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b7072883-d254-4f57-a3ea-75ec27ba9c5d req-a6e24fa6-7a43-4d36-a138-500c09614496 service neutron] 10.222.0.46 "GET /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360681
Dec 22 13:11:19.292497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae83eb6f-7134-434c-b4d4-ebb46d0ba1ec None None] New status for floating IP 90cc8d4b-cd75-43be-b657-ce194667bddb: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:11:19.988207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28eadce-a0b2-41e4-9994-83f4dbec4f49 req-29935d00-436f-40ce-9650-ba29a60ba5b8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:19.989661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c28eadce-a0b2-41e4-9994-83f4dbec4f49 req-29935d00-436f-40ce-9650-ba29a60ba5b8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.0919292
Dec 22 13:11:20.033815 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c28eadce-a0b2-41e4-9994-83f4dbec4f49 req-d062ddb1-47b3-4ded-8443-8920772b663b tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/security-groups?id=03efbc1e-d488-4965-af40-3fdf6e8bc141&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382869
Dec 22 13:11:20.179428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-6f7aa135-91ce-469b-af0d-f23ecf2a4d7c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:20.180135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-6f7aa135-91ce-469b-af0d-f23ecf2a4d7c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Synchronizing usage tracker for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:11:20.278652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-6f7aa135-91ce-469b-af0d-f23ecf2a4d7c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Unset dirty status for tenant:ea6f368be2fa43ac80bdf487a1dc8a69 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:11:20.278652 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-6f7aa135-91ce-469b-af0d-f23ecf2a4d7c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.46 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 945 time: 0.1800740
Dec 22 13:11:20.349563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Deleting port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:11:20.349563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:20.603594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] For port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:20.603945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:20.735786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Calling delete_port for 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:11:20.937541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:20.942789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7778e5b2-3e65-475c-a6b3-943095444e26 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:20.993020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Port': ['ID=326a0ae1-efc9-4835-bfdb-eaf27cf2f40c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:21.000884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:21.069040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] No DVR routers for this DVR port 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:11:21.073549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:21.075587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-deleted', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:11:21.114268 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:11:21.120440 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab1d623-bbb7-4e31-8427-6f64591a5e2e', 'name': 'network-vif-deleted', 'tag': '326a0ae1-efc9-4835-bfdb-eaf27cf2f40c', 'status': 'completed', 'code': 200}
Dec 22 13:11:21.186611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b1283c93-c1d2-43af-9561-77fcc324bce7 req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.46 "DELETE /v2.0/ports/326a0ae1-efc9-4835-bfdb-eaf27cf2f40c HTTP/1.1" status: 204  len: 173 time: 0.9045775
Dec 22 13:11:21.190732 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-235dd31c-1f48-4acb-ae79-5c6d9411db6d req-3f00e6d0-aec3-4a69-8750-98fc435bb439 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "GET /v2.0/ports?device_id=eab1d623-bbb7-4e31-8427-6f64591a5e2e HTTP/1.1" status: 200  len: 210 time: 0.0435894
Dec 22 13:11:22.289056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34372) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:22.997460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:23.354405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Deleting port b0c90b5c-2485-4535-ac18-9ad76c5f377c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:11:23.355660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:23.540382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] For port b0c90b5c-2485-4535-ac18-9ad76c5f377c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b0c90b5c-2485-4535-ac18-9ad76c5f377c,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:23.540739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:23.663685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Calling delete_port for b0c90b5c-2485-4535-ac18-9ad76c5f377c owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:11:23.799469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:11:23.833811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:11:23.834164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 326a0ae1-efc9-4835-bfdb-eaf27cf2f40c not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:11:23.946205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:23.949220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95aa6bbf-4685-427d-89d1-351b4f970803 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:23.998399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Port': ['ID=b0c90b5c-2485-4535-ac18-9ad76c5f377c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:24.001440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:24.407643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:24.780619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Router d08de756-e624-4035-938e-d0127eac9039 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:11:24.963970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:11:24.973993 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Sync routers for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:11:24.977791 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "PUT /v2.0/routers/d08de756-e624-4035-938e-d0127eac9039/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6881564
Dec 22 13:11:24.981229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34376) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:24.983837 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:24.984933 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529922b3a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:25.178855 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:25.179479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Deleting subnet 3fe507b0-f24b-4898-813c-3e0d3a018515 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:11:25.182478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.237670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.325794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.491672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.496457 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529922b3a0>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:11:23Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:25.496612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bc20902c-8878-4e1d-ac18-52ae3c3204a2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:25.499203 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Checking router: d08de756-e624-4035-938e-d0127eac9039 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:11:25.507361 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Routers {'d08de756-e624-4035-938e-d0127eac9039'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:25.507952 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529922b3a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['d08de756-e624-4035-938e-d0127eac9039'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:25.533151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe507b0-f24b-4898-813c-3e0d3a018515,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:25.536600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:25.538564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.548532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff195c4a-3479-415d-a0ec-c4d38cd5eff1 None None] Network 67d87e11-5068-4e8f-94ac-cb08011ef912 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:11:25.549010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34380) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:25.549413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0f1edb71-f880-4533-a9b5-24d1d510042c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "DELETE /v2.0/subnets/3fe507b0-f24b-4898-813c-3e0d3a018515 HTTP/1.1" status: 204  len: 168 time: 0.5667415
Dec 22 13:11:25.694369 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] Set router d08de756-e624-4035-938e-d0127eac9039 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:25.749822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.847321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] DHCP port deletion for 67d87e11-5068-4e8f-94ac-cb08011ef912 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:11:25.853293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Deleting port fc42d52a-cdbe-498d-a187-3c482253507b {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:11:25.853293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:25.960576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.009532 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529922b3a0>, [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:11:23Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:26.014030 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99436b2a-1a5c-4607-85ae-44456dbda2eb None None] The sync data for ids ['d08de756-e624-4035-938e-d0127eac9039'] in dv-neutron-822662-1-hyperv is: [{'id': 'd08de756-e624-4035-938e-d0127eac9039', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1089283959', 'tenant_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222'}], 'enable_snat': True}, 'gw_port_id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:09:15Z', 'updated_at': '2021-12-22T13:11:23Z', 'revision_number': 5, 'project_id': 'ea6f368be2fa43ac80bdf487a1dc8a69', 'gw_port': {'id': 'fbf6e72d-c5d2-4908-8e81-859857fa7353', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd08de756-e624-4035-938e-d0127eac9039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:09:17Z', 'updated_at': '2021-12-22T13:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:11:26.051651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Deleting port fbf6e72d-c5d2-4908-8e81-859857fa7353 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:11:26.051996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.081131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] For port fc42d52a-cdbe-498d-a187-3c482253507b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fc42d52a-cdbe-498d-a187-3c482253507b,segment=NetworkSegment(6665ddb0-97a7-44bd-9b5d-5321de4faf53),segment_id=6665ddb0-97a7-44bd-9b5d-5321de4faf53)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:26.081523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.201365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Calling delete_port for fc42d52a-cdbe-498d-a187-3c482253507b owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:11:26.240755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] For port fbf6e72d-c5d2-4908-8e81-859857fa7353, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fbf6e72d-c5d2-4908-8e81-859857fa7353,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:26.241117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.368435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.373116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e3a2844-dfd4-45d0-afb6-e5995d2c7aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:26.422448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Pushing event deleted for resources: {'Port': ['ID=fc42d52a-cdbe-498d-a187-3c482253507b,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:26.425479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:26.426451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] No DVR routers for this DVR port fc42d52a-cdbe-498d-a187-3c482253507b on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:11:26.471912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b0c90b5c-2485-4535-ac18-9ad76c5f377c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:11:26.507413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b0c90b5c-2485-4535-ac18-9ad76c5f377c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:11:26.507767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b0c90b5c-2485-4535-ac18-9ad76c5f377c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:11:26.512882 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fc42d52a-cdbe-498d-a187-3c482253507b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:11:26.513060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Calling delete_port for fbf6e72d-c5d2-4908-8e81-859857fa7353 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:11:26.544060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: fc42d52a-cdbe-498d-a187-3c482253507b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:11:26.546809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fc42d52a-cdbe-498d-a187-3c482253507b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:11:26.973367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:26.973367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b336ba3-7b22-40cf-8ea5-ad5a0a8d68c6 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:26.973367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Port': ['ID=fbf6e72d-c5d2-4908-8e81-859857fa7353,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:27.003550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:27.066158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.241199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.243295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.408161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.408704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Fanout notify agent at l3_agent the message router_deleted on router d08de756-e624-4035-938e-d0127eac9039 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:11:27.424747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.425881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "DELETE /v2.0/routers/d08de756-e624-4035-938e-d0127eac9039 HTTP/1.1" status: 204  len: 168 time: 1.8759012
Dec 22 13:11:27.428620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:27.553648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.685265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.711292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52934841f0>,) {'filters': {'network_id': ['67d87e11-5068-4e8f-94ac-cb08011ef912']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:27.723550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934841f0>, '6665ddb0-97a7-44bd-9b5d-5321de4faf53') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:27.724130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934841f0>, '6665ddb0-97a7-44bd-9b5d-5321de4faf53') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:27.735366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.751691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.757430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:11:27.757803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:11:27.773515 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:11:27.968518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.973019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:27.976376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b2de435e-3b71-44a4-8bdc-6f27c2646346 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:28.000834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'Network': ['ID=67d87e11-5068-4e8f-94ac-cb08011ef912,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:28.003275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:28.083589 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "DELETE /v2.0/networks/67d87e11-5068-4e8f-94ac-cb08011ef912 HTTP/1.1" status: 204  len: 168 time: 0.6539783
Dec 22 13:11:28.086394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:28.158180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:28.188493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:28.368652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:28.374521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33980ab0-04d1-47ab-a5f3-b6bc8a14899e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:28.391849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03efbc1e-d488-4965-af40-3fdf6e8bc141,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:28.394468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:28.444333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fbf6e72d-c5d2-4908-8e81-859857fa7353 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:11:28.478755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: fbf6e72d-c5d2-4908-8e81-859857fa7353 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:11:28.479139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fbf6e72d-c5d2-4908-8e81-859857fa7353 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:11:28.487390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:28.488564 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5f29e8c2-edd9-4fc7-9cd3-2c2cca950534 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] 10.222.0.16 "DELETE /v2.0/security-groups/03efbc1e-d488-4965-af40-3fdf6e8bc141 HTTP/1.1" status: 204  len: 168 time: 0.4011760
Dec 22 13:11:29.170871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34400) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:29.317779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-32c2461c-6ec0-425c-9405-ba5484367db7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea6f368be2fa43ac80bdf487a1dc8a69&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1456826
Dec 22 13:11:29.320091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34406) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:29.381480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:29.407612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:29.536380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:29.545799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-57a7453e-a95f-4e95-9038-14a05ae4abcd tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:29.553784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41df8dcd-5a99-4a14-b539-dc9f2f972b10,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:29.557541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:29.560838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:29.561930 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41df8dcd-5a99-4a14-b539-dc9f2f972b10 HTTP/1.1" status: 204  len: 168 time: 0.2409511
Dec 22 13:11:30.243674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34414) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:30.262433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.276646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:30.281141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Usage tracker for resource:security_group_rule and tenant:5faa4f7f64074a2a88285f4260bc9e2f is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:30.283923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:30.289480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:30.370172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.431246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.441233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4a7967b-ba27-4c1b-b538-070d3d097a57 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:30.485727 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5faa4f7f64074a2a88285f4260bc9e2f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2409334
Dec 22 13:11:30.486651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08cb490-a7ca-453a-ad1d-7eb0453b4fff,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:30.488423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34418) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:30.494173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.494590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.495048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.495397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.495761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.496129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.497309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.497678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.498041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.498399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.498788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.499166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.503807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:30.551132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.576861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.716534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.720399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9720e92-0301-4559-8ab7-f4c12fc664d3 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:30.735778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08cb490-a7ca-453a-ad1d-7eb0453b4fff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:30.744111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.744492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.744870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.750125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:30.751858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:30.753016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:30.754174 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a08cb490-a7ca-453a-ad1d-7eb0453b4fff HTTP/1.1" status: 204  len: 168 time: 0.2646835
Dec 22 13:11:32.388543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:32.748135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:32.908010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--18010856', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:32.913204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:32.916979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:32.919945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:32.927091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:33.033030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:11:33.041889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.049121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.069686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:33.069686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:33.070757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:33.077019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:33.158009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.211493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.213772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ef1d9bfa-5ecd-4994-984e-bee48b205022 tempest-NegativeSecGroupIPv6Test-1367766743 tempest-NegativeSecGroupIPv6Test-1367766743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:33.248326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:11:33.253482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4620a774-52da-47f2-ad29-7d40bd982085,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:33.256506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:33.261539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.262335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment e52dd81c-22b5-44a8-b6be-ce349754a71c of type vlan for network d3c43af2-eae0-41d9-a809-d1673cda9af8
Dec 22 13:11:33.291175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.424241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.425570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:33.426186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.431403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:33.539010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=d3c43af2-eae0-41d9-a809-d1673cda9af8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:33.541547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:33.549646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:11:33.628595 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8781233
Dec 22 13:11:33.629012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34462) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:33.634157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:33.641908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:33.645888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:33.648989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:33.656114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:33.717064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.720148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:33.732974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:34.184276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:34.626974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:34.657044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:34.791496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.190 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/18ac7571-67b8-45f0-82f9-8a9bc51a668e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:11:34.949032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:35.059945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:35.064649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f346f5fb-078f-432a-8070-992ed98124db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:35.125872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:11:35.128536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:35.132226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:11:35.172860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd11f23d-33d3-4921-a88e-c6c167d94676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:35.175723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=18ac7571-67b8-45f0-82f9-8a9bc51a668e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:35.184627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:35.688440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:36.163199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:36.525007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:11:36.703687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:11:36.716245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:11:36.725537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:36.726295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937ebaf0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:36.802515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:36.806402 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.1738765
Dec 22 13:11:36.807192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34468) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:36.894612 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fd451a91-70bc-4344-85c2-1ff7134e6d9e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0860884
Dec 22 13:11:36.897171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34474) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:36.943654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:37.031481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41b307a-9b04-4e72-9c4e-0cd73f48a831 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:37.032784 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e41b307a-9b04-4e72-9c4e-0cd73f48a831 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1347017
Dec 22 13:11:37.035728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34478) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:37.077484 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a4bf5b98-c29e-459e-b195-999429a0aedc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0405917
Dec 22 13:11:37.080303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34482) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:37.085580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752586766', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:37.196412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:37.200768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:37.203599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:37.216564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:37.233150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937ebaf0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:35Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:37.242357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:11:37.242357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Updating router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab port 18ac7571-67b8-45f0-82f9-8a9bc51a668e binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:11:37.290454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.332586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:11:37.334743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.498771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94847b39-0865-44c7-a7ae-dfc2a6242649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.619956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.625634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abf65120-f02a-49f2-bb41-402bdc16cc2e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:37.634787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.646371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Transition to ACTIVE for port object 18ac7571-67b8-45f0-82f9-8a9bc51a668e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:37.703513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=16a02127-8aff-428a-94d6-f61ca2432380,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:37.706210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:37.713561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:11:37.713916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: d3c43af2-eae0-41d9-a809-d1673cda9af8, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:11:37.742290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.747657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6406a4c8-29de-42fe-ad43-3150dd28ca31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:37.820376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Attempting to bind port 18ac7571-67b8-45f0-82f9-8a9bc51a668e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:11:37.820376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Attempting to bind port 18ac7571-67b8-45f0-82f9-8a9bc51a668e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:11:37.820376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Attempting to bind port 18ac7571-67b8-45f0-82f9-8a9bc51a668e on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:11:37.825584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Pushing event updated for resources: {'Port': ['ID=18ac7571-67b8-45f0-82f9-8a9bc51a668e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:37.829381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:37.830269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:11:37.830645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:11:37.831074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.831462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:11:37.831931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Bound port: 18ac7571-67b8-45f0-82f9-8a9bc51a668e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:11:37.832436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.836702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:11:37.907264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] For port 18ac7571-67b8-45f0-82f9-8a9bc51a668e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:11:37.910210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] For port 18ac7571-67b8-45f0-82f9-8a9bc51a668e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=18ac7571-67b8-45f0-82f9-8a9bc51a668e,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:11:37.933260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d3c43af2-eae0-41d9-a809-d1673cda9af8) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:37.933260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:37.933804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:37.937029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef889c8b-7123-401b-bcb4-a3363b30e067 None None] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:11:38.011528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:38.017692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46e2e321-8fdd-4152-8e2a-d696f3e2c369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:38.038788 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9508033
Dec 22 13:11:38.038788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34486) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:38.132666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:38.133394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937ebaf0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:38.189081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Pushing event updated for resources: {'Port': ['ID=18ac7571-67b8-45f0-82f9-8a9bc51a668e,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:38.198485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:38.388807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d3c43af2-eae0-41d9-a809-d1673cda9af8', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:11:38.389677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:38.421900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:38.779757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:38.781215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:38.836052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Allocated IP 172.20.0.2 (d3c43af2-eae0-41d9-a809-d1673cda9af8/16a02127-8aff-428a-94d6-f61ca2432380/d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:11:38.898517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.024229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937ebaf0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:35Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:39.054722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92eefa92-cb2b-4d33-85d4-5ecab57818bc None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:35Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:11:39.105907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.117537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Transition to ACTIVE for port object d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:39.138914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Transition to ACTIVE for port object d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:39.251876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.260300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:39.355169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (d3c43af2-eae0-41d9-a809-d1673cda9af8/16a02127-8aff-428a-94d6-f61ca2432380/3c68cd0e-e89c-4a0f-becc-966aebc72364) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:11:39.364429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:11:39.367696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:39.374042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:11:39.384585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Pushing event updated for resources: {'Port': ['ID=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:39.388350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:39.486128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Attempting to bind port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:11:39.486509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Attempting to bind port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:11:39.486910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Attempting to bind port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d on network d3c43af2-eae0-41d9-a809-d1673cda9af8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:11:39.492587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:11:39.493002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Checking segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:11:39.494006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.494006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Bound using segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:11:39.494286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Bound port: d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:11:39.494896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.567072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.585968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 3c68cd0e-e89c-4a0f-becc-966aebc72364 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:39.592857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] For port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:11:39.596576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] For port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:11:39.711758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.715282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-457be93d-9a05-470f-8b32-b63c00984910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:39.739726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:39.743926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54afe789-6eac-4e0d-bf12-5be88c5140ba tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:39.807772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Pushing event updated for resources: {'Port': ['ID=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:39.816316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:11:39.818643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:39.819812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:39.825993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:11:39.866613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:39.876035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:39.898705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.120502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.162272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.522870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 18ac7571-67b8-45f0-82f9-8a9bc51a668e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:40.657017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 18ac7571-67b8-45f0-82f9-8a9bc51a668e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:40.662443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 18ac7571-67b8-45f0-82f9-8a9bc51a668e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:40.662977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.735555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.784720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.796618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.806822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 18ac7571-67b8-45f0-82f9-8a9bc51a668e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=18ac7571-67b8-45f0-82f9-8a9bc51a668e,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:40.822231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2a8b078-8e45-4ca4-96e7-22ef47164d2f tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:40.872199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.873143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:40.901716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:40.915361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:40.919480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:40.923094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:41.005648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=18ac7571-67b8-45f0-82f9-8a9bc51a668e,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:41.009216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:41.053431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:41.070623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:11:41.071828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:41.202403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17380974-0c2e-4337-a31f-c2c209f7a0a9 None None] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:11:41.297584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:11:41.358714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Provisioning for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:41.374377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Provisioning complete for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:41.374758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:41.486091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:11:41.496315 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/0e6ad50e-8e68-4c70-9548-a1c678bfd1ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4605663
Dec 22 13:11:41.498744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34490) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:41.500199 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:11:41.510590 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:41.511309 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529948e670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:41.601394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:41.638281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] For port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:41.649543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.650097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.650673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.651237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.651780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.653063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.655042 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fa1a9c0c-1d10-47d6-b58c-81a3ba1d386c tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4284 time: 0.1552615
Dec 22 13:11:41.657683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34494) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:41.701706 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:41.723646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:41.728693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-d39840c6-7240-44f1-ac7d-f9a7e75d4eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:41.732907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.733459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.733970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.734496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.735078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.735590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:41.737563 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a51cf497-1127-43ec-b9a8-2e9db4a4f355 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.0788343
Dec 22 13:11:41.740374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34498) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:41.818270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Pushing event updated for resources: {'Port': ['ID=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:41.822455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:41.847919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Provisioning complete for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:41.848583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.057264 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529948e670>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:42.061655 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:11:42.062034 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Updating router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab port 3c68cd0e-e89c-4a0f-becc-966aebc72364 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:11:42.064822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Provisioning for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:42.070350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Provisioning complete for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:42.073946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.120071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.121172 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6b174cde-bdf0-45b6-a875-599dfbd9a87e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.3793826
Dec 22 13:11:42.144214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cb9e01d3-c1c0-4c5a-80fd-3f195f381a8c None None] Port 3c68cd0e-e89c-4a0f-becc-966aebc72364 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:11:42.270414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0f7bb4da-461f-4ee2-a331-1b48bf234efa None None] Provisioning complete for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:42.271359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb4da-461f-4ee2-a331-1b48bf234efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.337642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bb4da-461f-4ee2-a331-1b48bf234efa None None] Port 3c68cd0e-e89c-4a0f-becc-966aebc72364 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:11:42.457233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 18ac7571-67b8-45f0-82f9-8a9bc51a668e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:42.494038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-43aa9f30-ed3f-4661-84ea-8a32b3bb6221 None None] Provisioning complete for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:42.494423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43aa9f30-ed3f-4661-84ea-8a32b3bb6221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.503490 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.514818 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Transition to ACTIVE for port object 3c68cd0e-e89c-4a0f-becc-966aebc72364 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:42.565643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-43aa9f30-ed3f-4661-84ea-8a32b3bb6221 None None] Port 3c68cd0e-e89c-4a0f-becc-966aebc72364 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:11:42.576285 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.577661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 18ac7571-67b8-45f0-82f9-8a9bc51a668e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:42.578112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.580887 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:42.697236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:42.741459 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Pushing event updated for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:42.753807 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.754151 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.754489 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.755070 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.755219 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.755505 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.755831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.756169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.756463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.756790 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.757109 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.757432 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:42.773852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:42.774235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.790543 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:42.816826 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Attempting to bind port 3c68cd0e-e89c-4a0f-becc-966aebc72364 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:11:42.817333 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Attempting to bind port 3c68cd0e-e89c-4a0f-becc-966aebc72364 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:11:42.817949 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Attempting to bind port 3c68cd0e-e89c-4a0f-becc-966aebc72364 on network d3c43af2-eae0-41d9-a809-d1673cda9af8 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:11:42.823293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:11:42.823666 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Checking segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:11:42.824909 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.825045 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Bound using segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:11:42.825500 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Bound port: 3c68cd0e-e89c-4a0f-becc-966aebc72364, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:11:42.825874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.916567 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] For port 3c68cd0e-e89c-4a0f-becc-966aebc72364, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:11:42.919668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] For port 3c68cd0e-e89c-4a0f-becc-966aebc72364, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c68cd0e-e89c-4a0f-becc-966aebc72364,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:11:42.991009 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:42.994490 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:43.067661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:11:43.068229 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529948e670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:43.126980 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Pushing event updated for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:43.137212 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:43.255323 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:11:43.357764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34506) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:43.363063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644110986', 'description': 'tempest-secgroup-smoke-644110986 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:43.369049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:43.373753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:43.376780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:43.382521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:43.445025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.465486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:43.469368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:43.472172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:43.477782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:43.547174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.563863 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529948e670>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:42Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:11:43.567845 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ac91a-2c82-4a1a-90cf-a51b9ff79862 None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:42Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:11:43.624789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.629157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-11522322-2723-4593-ad8c-6cf23a58ae65 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:43.673153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c104132-6526-48a7-aa64-ba3fd50bdfe8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:43.676099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:43.739009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.742593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3814893
Dec 22 13:11:43.743443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34510) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:43.748751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:43.754947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:43.758855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:43.762634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:43.771204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:43.857338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.922723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.996711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:43.998613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a47aa8d2-aa86-470a-9add-d0a0d129728e tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:44.022254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7339e2c8-2b14-4e64-a1f0-899d2471db73,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:44.026916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:44.101889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.103124 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3587017
Dec 22 13:11:44.105830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34514) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:44.111202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:44.117743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:44.122618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:44.125985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:44.131968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:44.228959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.294610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.359279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.361282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0885e7dd-7320-4bba-9a73-87ff90cc6641 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:44.384648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f11b28a-d9d9-433e-add2-8bfabdbdc2a4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:44.387551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:44.453707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.455148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3482475
Dec 22 13:11:44.457952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34518) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:44.464454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:44.471200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:44.482183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:44.485538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:44.485893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c68cd0e-e89c-4a0f-becc-966aebc72364 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:44.491745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:44.583237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.646023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.650643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:44.656782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:44.657166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.730609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.732566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6cc0ab9a-f531-4bab-a0b4-c2eac4784f14 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:44.756746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498fabde-09e8-44ac-ae9a-057452b71f2d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:44.761315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:44.776536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.807664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3c68cd0e-e89c-4a0f-becc-966aebc72364, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c68cd0e-e89c-4a0f-becc-966aebc72364,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:44.833297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.834753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3752506
Dec 22 13:11:44.837552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34522) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:44.842676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:44.848541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:44.852277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:44.855157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:44.860942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:44.896519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.898374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-56ee9f95-5330-40cd-a2cf-bafa11610dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:44.937967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:44.971714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:44.978991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.979347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.979694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.980037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.980394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.980731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.981069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.981398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.981726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.982047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.982369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.982699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:11:44.986619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:45.003873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.072511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.072511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c716ac26-dbbf-446b-805a-56898925ee26 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:45.093366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad97d9f4-6170-4e19-bb5a-0c3752b1f4dd,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:45.095936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:45.170310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.171639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3331521
Dec 22 13:11:45.174430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34526) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:45.179484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:45.186249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:45.189944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:45.192783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:45.198304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:45.276283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:11:45.283354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.349724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.413098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.414782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:45.437789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1e3ccf-b2f6-4541-91fd-3605016c0d6b,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:45.442215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:45.510534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.512521 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3366945
Dec 22 13:11:45.514763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34530) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:11:45.520090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '3c104132-6526-48a7-aa64-ba3fd50bdfe8', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:45.527527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:45.531579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:45.534193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:45.539846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:45.607904 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:11:45.614835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.678147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.747494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.749272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-32d39045-6c2c-4685-80af-495c42861145 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:45.770408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5690a2b7-f714-4677-bd8e-3cb9211e702b,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:45.772746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:45.841826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:45.843076 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3272150
Dec 22 13:11:46.008685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-815de48f-760e-473e-bff1-ca30aa75ea72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644110986&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.0408771
Dec 22 13:11:46.163465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-f291fdf7-5620-44f0-bfd9-6db556f99e0f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:46.164878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-f291fdf7-5620-44f0-bfd9-6db556f99e0f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 200  len: 795 time: 0.1489210
Dec 22 13:11:46.180646 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-75bbe4ee-b5ec-497b-808a-3f26a83b18a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0098917
Dec 22 13:11:46.262944 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-2f03af63-ae44-4905-9d4c-bf3886aaf2e9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0765123
Dec 22 13:11:46.278703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-ce3e6bac-292c-49c7-8f77-8253a4cddb53 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:11:46.279727 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-ce3e6bac-292c-49c7-8f77-8253a4cddb53 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056672
Dec 22 13:11:46.408880 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-33fd3962-79d4-4da7-9c98-603f20bd6a17 service neutron] 10.222.0.16 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239059
Dec 22 13:11:46.450931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c68cd0e-e89c-4a0f-becc-966aebc72364 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:46.522476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3c68cd0e-e89c-4a0f-becc-966aebc72364 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:46.522768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:46.544887 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-5186cc03-94f7-46a0-a97c-89db0fa108ba service neutron] 10.222.0.16 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299429
Dec 22 13:11:47.534260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-e7f9a010-a1fd-4b3f-bcca-da5214f95727 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741103
Dec 22 13:11:47.682656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-a5569efe-e1aa-4017-8448-56dd90dbdaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:47.684897 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-a5569efe-e1aa-4017-8448-56dd90dbdaaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.0730481
Dec 22 13:11:47.828609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-f2cbfa91-784c-4e8b-ad00-fba2714d9a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:47.830031 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-f2cbfa91-784c-4e8b-ad00-fba2714d9a58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1278436
Dec 22 13:11:47.871587 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f7c08d91-abef-49d5-9b0c-0ddf41368a69 req-a08fc57b-8c09-492e-b1ed-3da2e64f3d2e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 210 time: 0.0496051
Dec 22 13:11:47.934941 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-361b7869-a32e-47ba-93d5-bde9d735a4b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 1000 time: 0.0988941
Dec 22 13:11:47.997331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-6f16691d-d8db-4d23-949d-15dd35d915d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:47.998865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-6f16691d-d8db-4d23-949d-15dd35d915d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0578268
Dec 22 13:11:48.079009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-e8a83800-0cd8-4073-b780-168536ee1850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:48.080536 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-e8a83800-0cd8-4073-b780-168536ee1850 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747170
Dec 22 13:11:48.220486 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-6042d421-5366-49c5-bbeb-1fc157109879 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337638
Dec 22 13:11:48.353686 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-12b0a807-d66b-4bc0-a4a4-a85a07b1044e req-caee847e-5952-4e5a-bac0-e68e33bf68d0 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273017
Dec 22 13:11:49.024531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-03469f4b-8b40-4c9e-82ea-cf137bf229e7 req-46fcd923-5775-443c-98e3-338d45a55bfb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 210 time: 0.0454900
Dec 22 13:11:50.079573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-164a6996-484b-408f-87db-efcfb82d3b80 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:50.080275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-164a6996-484b-408f-87db-efcfb82d3b80 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:11:50.185431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-164a6996-484b-408f-87db-efcfb82d3b80 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:11:50.185894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b35e3189-fe1a-474b-907e-9d61e7ab9d9f req-e47c7e7b-eacf-49d3-86c7-3f1216bce2dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 210 time: 0.0457995
Dec 22 13:11:50.187473 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-164a6996-484b-408f-87db-efcfb82d3b80 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 200  len: 795 time: 0.2619505
Dec 22 13:11:50.236524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6d99f88f-0ef1-477f-97b1-1e5bd81f648c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:11:50.316296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6d99f88f-0ef1-477f-97b1-1e5bd81f648c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:11:50.317417 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6d99f88f-0ef1-477f-97b1-1e5bd81f648c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 379 time: 0.1216917
Dec 22 13:11:50.326972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['3c104132-6526-48a7-aa64-ba3fd50bdfe8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:50.585050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:11:50.588727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:11:50.591723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:11:50.597308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:11:50.684935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:11:50.688570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:50.850691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.3 (d3c43af2-eae0-41d9-a809-d1673cda9af8/16a02127-8aff-428a-94d6-f61ca2432380/d6d339a7-2fc0-4581-9b55-4d98851df5d1) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:11:51.036723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.052157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object d6d339a7-2fc0-4581-9b55-4d98851df5d1 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:51.130602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.137712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a72eab2-18ed-4596-9272-43dc36531185 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:51.199864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:11:51.202949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:11:51.206745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:11:51.282082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:51.282697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.291088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:51.298728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:51.391079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0685029
Dec 22 13:11:51.392215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6bec-b16c-48b3-8388-26ab9c0441b7 req-39f3f6e7-9abe-4422-90c6-8b046f0640e0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:51.393724 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-144d6bec-b16c-48b3-8388-26ab9c0441b7 req-39f3f6e7-9abe-4422-90c6-8b046f0640e0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 931 time: 0.0878003
Dec 22 13:11:51.403955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Request body: {'port': {'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:11:51.439648 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-144d6bec-b16c-48b3-8388-26ab9c0441b7 req-6dd36c6a-6954-4ea3-b5e4-10cb46dae4ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398965
Dec 22 13:11:51.519281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.547530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da9debef-9720-48a3-9285-7b2b41c1d7d0 None None] Provisioning for port d6d339a7-2fc0-4581-9b55-4d98851df5d1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:51.552543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da9debef-9720-48a3-9285-7b2b41c1d7d0 None None] Provisioning complete for port d6d339a7-2fc0-4581-9b55-4d98851df5d1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:51.552923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da9debef-9720-48a3-9285-7b2b41c1d7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.606338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da9debef-9720-48a3-9285-7b2b41c1d7d0 None None] Port d6d339a7-2fc0-4581-9b55-4d98851df5d1 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:11:51.858353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d339a7-2fc0-4581-9b55-4d98851df5d1 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:11:51.865365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.879624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Transition to ACTIVE for port object d6d339a7-2fc0-4581-9b55-4d98851df5d1 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:11:51.969847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:51.974354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6710bece-e1eb-4f8d-a0c3-2767615e2e6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:52.124985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:52.132311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:52.209666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Attempting to bind port d6d339a7-2fc0-4581-9b55-4d98851df5d1 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:11:52.210030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Attempting to bind port d6d339a7-2fc0-4581-9b55-4d98851df5d1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:11:52.210369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Attempting to bind port d6d339a7-2fc0-4581-9b55-4d98851df5d1 on network d3c43af2-eae0-41d9-a809-d1673cda9af8 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:11:52.216255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Port d6d339a7-2fc0-4581-9b55-4d98851df5d1 on network d3c43af2-eae0-41d9-a809-d1673cda9af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:11:52.216579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Attempting to bind port d6d339a7-2fc0-4581-9b55-4d98851df5d1 on network d3c43af2-eae0-41d9-a809-d1673cda9af8 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:11:52.222025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:11:52.223902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Checking segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:11:52.223902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Bound using segment: {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:11:52.223902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Bound port: d6d339a7-2fc0-4581-9b55-4d98851df5d1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e52dd81c-22b5-44a8-b6be-ce349754a71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:11:52.223902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:52.312145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:11:52.315058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:11:52.376467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:52.381222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dacc280c-49d0-4d05-bac0-2752469558d8 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:52.442858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:52.443488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:52.444862 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d6d339a7-2fc0-4581-9b55-4d98851df5d1 HTTP/1.1" status: 200  len: 1093 time: 1.0463510
Dec 22 13:11:52.445393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:11:52.466273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:52.469575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:52.500687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'status': 'completed', 'code': 200}
Dec 22 13:11:52.596342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-adabc444-4d75-4863-8dd5-f28ec7941bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:52.597928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-adabc444-4d75-4863-8dd5-f28ec7941bc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1096 time: 0.0774467
Dec 22 13:11:52.638610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cacc99-9f86-42c5-bd79-786a13ba5976 req-81db9a56-2e31-42e0-8379-4f7d1ac1a279 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:52.640056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7cacc99-9f86-42c5-bd79-786a13ba5976 req-81db9a56-2e31-42e0-8379-4f7d1ac1a279 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 943 time: 0.0848258
Dec 22 13:11:52.689002 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7cacc99-9f86-42c5-bd79-786a13ba5976 req-3e04c262-7944-4833-b807-b3ceec38e10f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431817
Dec 22 13:11:52.743841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-7ad7e6c4-9a5a-40d8-8960-8a302595a87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:52.745284 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-7ad7e6c4-9a5a-40d8-8960-8a302595a87c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 896 time: 0.1406822
Dec 22 13:11:52.882574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-4c089e1a-93a2-4a3f-b35a-a698e2d271c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:52.884162 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1bef9a4-790b-411b-a72c-c063928f0a74 req-4c089e1a-93a2-4a3f-b35a-a698e2d271c8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1324515
Dec 22 13:11:53.107336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6d4e2fc1-b7c0-4110-a168-656397ee71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:53.108820 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-6d4e2fc1-b7c0-4110-a168-656397ee71d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1096 time: 0.1919398
Dec 22 13:11:53.181713 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-829840bc-db06-4a8b-b79f-77d43c590332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1 HTTP/1.1" status: 200  len: 217 time: 0.0650823
Dec 22 13:11:53.245265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-cc2f7373-a607-4a2f-91e8-a519189df15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:53.247305 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-cc2f7373-a607-4a2f-91e8-a519189df15e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16a02127-8aff-428a-94d6-f61ca2432380 HTTP/1.1" status: 200  len: 834 time: 0.0591221
Dec 22 13:11:53.321770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-d8e97446-2565-45ba-a7b1-92fc01dd5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:53.323242 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-d8e97446-2565-45ba-a7b1-92fc01dd5071 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3c43af2-eae0-41d9-a809-d1673cda9af8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692806
Dec 22 13:11:53.453211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-ee444bf8-8125-4196-be82-f71eea8b9f78 service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227934
Dec 22 13:11:53.584683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f852fdfa-e3b2-4d2f-b590-25ff8cc1a10d req-60db3f7a-9862-49df-8fe1-08f01cc5c9c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248534
Dec 22 13:11:53.985210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93a5e0-796f-4676-8e3a-d2b2748f6e7f req-4b8eafc3-132f-4680-9d0f-4fe0c2ca4c18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:53.986603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b93a5e0-796f-4676-8e3a-d2b2748f6e7f req-4b8eafc3-132f-4680-9d0f-4fe0c2ca4c18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 943 time: 0.1919162
Dec 22 13:11:54.030055 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b93a5e0-796f-4676-8e3a-d2b2748f6e7f req-75034f57-05f4-48b3-a7bf-edd401536579 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378077
Dec 22 13:11:55.218939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5b5b6-2915-4f6a-9f02-280d0084ae49 req-46915882-017d-40b1-97b7-80fef44434a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:55.220418 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13a5b5b6-2915-4f6a-9f02-280d0084ae49 req-46915882-017d-40b1-97b7-80fef44434a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 943 time: 0.0846045
Dec 22 13:11:55.264660 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13a5b5b6-2915-4f6a-9f02-280d0084ae49 req-63fd8d99-da79-45fd-8c3a-c057a8e64471 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385916
Dec 22 13:11:55.921840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d6d339a7-2fc0-4581-9b55-4d98851df5d1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:11:56.055245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:56.068254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:11:56.160128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:56.176279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d339a7-2fc0-4581-9b55-4d98851df5d1 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:11:56.191783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:56.269774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:56.271616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8c5333c-a2c8-4f45-9605-1fb7d0858b76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:56.337138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:56.340806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:56.452519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff7d8-42c8-45c1-a4f9-cd508873a6f9 req-a1002a66-45fb-4be3-b9c5-e58130902857 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:56.453965 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d06ff7d8-42c8-45c1-a4f9-cd508873a6f9 req-a1002a66-45fb-4be3-b9c5-e58130902857 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 944 time: 0.0811448
Dec 22 13:11:56.486210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['d6d339a7-2fc0-4581-9b55-4d98851df5d1'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:11:56.498622 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d06ff7d8-42c8-45c1-a4f9-cd508873a6f9 req-9d09fef5-553a-4a7a-a6de-ba67243bc079 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387292
Dec 22 13:11:57.734339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c895f-07cd-4c58-8ede-e64eb3fd8310 req-7cce9e70-6baf-4d96-ad3c-68cb24e9471a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:57.735828 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c96c895f-07cd-4c58-8ede-e64eb3fd8310 req-7cce9e70-6baf-4d96-ad3c-68cb24e9471a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 944 time: 0.1323664
Dec 22 13:11:57.780822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c96c895f-07cd-4c58-8ede-e64eb3fd8310 req-b4600341-e16e-4206-b783-99f46baae6ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392990
Dec 22 13:11:57.926821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d6d339a7-2fc0-4581-9b55-4d98851df5d1 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:11:58.110252 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:11:58.427409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port d6d339a7-2fc0-4581-9b55-4d98851df5d1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:11:58.432579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port d6d339a7-2fc0-4581-9b55-4d98851df5d1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:11:58.432996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:58.548407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:58.574185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:11:58.583490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:11:58.618765 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'code': 200}
Dec 22 13:11:58.658695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:11:58.660669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0888cb2f-8bf9-462e-a99a-e7d39251f51b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:11:58.725372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:11:58.728335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:11:58.963056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f4d7e-2ae0-406d-ae43-89527ec96876 req-4a7fd8d7-e97e-49da-b98f-9867ffaab93b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:58.969437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca216877-2509-41ab-8114-5cf3650fbbbc req-fa085999-80ac-4360-b247-29e4c5c2f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:11:58.969437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca216877-2509-41ab-8114-5cf3650fbbbc req-fa085999-80ac-4360-b247-29e4c5c2f425 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1098 time: 0.0753236
Dec 22 13:11:58.970037 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e8f4d7e-2ae0-406d-ae43-89527ec96876 req-4a7fd8d7-e97e-49da-b98f-9867ffaab93b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.0810935
Dec 22 13:11:59.006923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca216877-2509-41ab-8114-5cf3650fbbbc req-8f8fdc1e-1f7b-4386-9e3d-8a229f4709dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345716
Dec 22 13:11:59.009103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e8f4d7e-2ae0-406d-ae43-89527ec96876 req-4f98a461-537c-442e-bb13-320376ae2dd7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380104
Dec 22 13:12:00.314187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9458-2723-4dbf-9d13-9eb828cb98bc req-08c615ea-2b72-4b3e-b648-24bbadf1e31d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:00.315676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-132b9458-2723-4dbf-9d13-9eb828cb98bc req-08c615ea-2b72-4b3e-b648-24bbadf1e31d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.1965497
Dec 22 13:12:00.361622 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-132b9458-2723-4dbf-9d13-9eb828cb98bc req-6fa954fe-8687-4023-8fd9-1c37564ed992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400815
Dec 22 13:12:01.548906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b1b8e-4799-43c6-8f4a-7f22d5b93bd1 req-d72c9c9d-4d49-4647-9bc4-3d2cc01e4326 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:01.550541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-934b1b8e-4799-43c6-8f4a-7f22d5b93bd1 req-d72c9c9d-4d49-4647-9bc4-3d2cc01e4326 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.0815513
Dec 22 13:12:01.595471 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-934b1b8e-4799-43c6-8f4a-7f22d5b93bd1 req-b82f9bc6-53ce-4270-a004-63e5ca1905f7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390394
Dec 22 13:12:01.777417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0db9d-a7e3-4a60-b6e2-1eef3aa42651 req-5812cecf-3197-4f4e-8dfc-c376e2348597 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:01.778929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92b0db9d-a7e3-4a60-b6e2-1eef3aa42651 req-5812cecf-3197-4f4e-8dfc-c376e2348597 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.0793796
Dec 22 13:12:01.823185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92b0db9d-a7e3-4a60-b6e2-1eef3aa42651 req-4356310e-42ec-4453-b202-ceb8348de8e6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385494
Dec 22 13:12:01.845833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34598) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:01.920584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cb3fde-a301-458d-9818-23fd3fee7932 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:01.922056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-50cb3fde-a301-458d-9818-23fd3fee7932 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1093 time: 0.0753143
Dec 22 13:12:01.925069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34602) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:01.930075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:01.937262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:01.941056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:01.943975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:01.950192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:02.039217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:02.173355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:02.307058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.240 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/85d721ab-74c2-4dec-928f-94a97ed384d4) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:12:02.388043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:02.463515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:02.549803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:02.554150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:02.611574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:12:02.612641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:12:02.615203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:12:02.664162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=85d721ab-74c2-4dec-928f-94a97ed384d4,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:02.667262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:03.039844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:03.173857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:03.376694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:03.435517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:03.439162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1043ef0c-9db4-41f8-bc17-49f7c9c34416 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:03.659258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=85d721ab-74c2-4dec-928f-94a97ed384d4,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:03.663358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:03.671811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:03.847153 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 587a8742-7f59-4cd7-a42d-c77e0e987208 associated. External IP: 172.26.3.240, port: d6d339a7-2fc0-4581-9b55-4d98851df5d1.
Dec 22 13:12:04.202869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:12:04.389309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:12:04.398981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:12:04.410920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:12:04.411545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298394400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:12:04.510902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:04.569259 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6431358
Dec 22 13:12:04.570037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:12:04.572035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34606) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:04.594466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:12:04.618538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'status': 'completed', 'code': 200}
Dec 22 13:12:04.690434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b1a413f6-0b4d-4546-a885-3dd45875fc8d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/587a8742-7f59-4cd7-a42d-c77e0e987208 HTTP/1.1" status: 200  len: 991 time: 0.1171820
Dec 22 13:12:04.784725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-023d5c91-a528-4511-b91d-b92b2e6f6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:04.786198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-023d5c91-a528-4511-b91d-b92b2e6f6461 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1098 time: 0.1381621
Dec 22 13:12:04.919604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-1f4d79b4-e066-4b53-ab50-49569d9ccf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:04.921039 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-1f4d79b4-e066-4b53-ab50-49569d9ccf4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 200  len: 896 time: 0.1283312
Dec 22 13:12:04.945353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298394400>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:02Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:12:04.949917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:12:04.958475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:12:04.959370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298394400>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:11:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:12:05.030614 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-cbdc5e7e-ff5b-4cc0-b708-f05a9988db92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1 HTTP/1.1" status: 200  len: 999 time: 0.1031656
Dec 22 13:12:05.097796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-950c6f09-b364-4ed6-ae4f-44e6dc1b416b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:05.099263 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-950c6f09-b364-4ed6-ae4f-44e6dc1b416b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16a02127-8aff-428a-94d6-f61ca2432380 HTTP/1.1" status: 200  len: 834 time: 0.0619731
Dec 22 13:12:05.134279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8dd733f2-f9cd-498a-ab7b-17e4d88ba265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:05.151344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:12:05.177741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-ca38f6ce-8aee-4d28-bd8b-5d61a6f8c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:05.182836 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-ca38f6ce-8aee-4d28-bd8b-5d61a6f8c37c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3c43af2-eae0-41d9-a809-d1673cda9af8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726118
Dec 22 13:12:05.321979 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-6dfc3163-7d2a-4c96-bc44-9768888819ac service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360919
Dec 22 13:12:05.461441 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ca939dec-ac4b-4fb2-b629-f89732ce4a25 req-5abc42c7-2436-406d-a008-0613a83516f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321795
Dec 22 13:12:05.554930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298394400>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:02Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:12:05.559469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5591d73d-9f79-434c-890a-e141e9802d94 None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:02Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:12:05.692660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34614) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:05.768421 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d341d7-8582-4324-8b8b-71fb468dea48 None None] New status for floating IP 587a8742-7f59-4cd7-a42d-c77e0e987208: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:12:05.810796 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d473f91-fb63-4a96-a46d-9a0870fe6c02 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/587a8742-7f59-4cd7-a42d-c77e0e987208 HTTP/1.1" status: 200  len: 991 time: 0.1164539
Dec 22 13:12:06.814554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34618) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:06.921069 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-86f4287e-cbc7-4f5c-9737-39b36c6779c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/587a8742-7f59-4cd7-a42d-c77e0e987208 HTTP/1.1" status: 200  len: 993 time: 0.1050551
Dec 22 13:12:07.488182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a0e06253-f458-4c18-b317-a3236dfaf890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:08.521348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:08.721756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:10.151274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:32.399669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:35.096954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbca99c5-0347-4586-bae2-f8f88f1df63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:35.109888 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:12:35.836165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34638) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:35.910031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be2a7a-9ef1-4ddc-a98d-212f531c3297 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:35.910519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be2a7a-9ef1-4ddc-a98d-212f531c3297 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:35.911081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be2a7a-9ef1-4ddc-a98d-212f531c3297 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:35.912749 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e7be2a7a-9ef1-4ddc-a98d-212f531c3297 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=e2500c1a5ce142158eb14fa472272b17&network_id=d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 200  len: 2999 time: 0.0756292
Dec 22 13:12:37.537000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f705a14-cbbe-4c87-ac1f-a195454723f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:38.313430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34652) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:38.373980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55363193-6582-446a-9969-e5fcb513c16a tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:38.375474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-55363193-6582-446a-9969-e5fcb513c16a tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 814 time: 0.0610747
Dec 22 13:12:38.534789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:38.677800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.049615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34662) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:39.055315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--1561626626', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:39.061078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:39.070543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:39.159684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:12:39.163096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.194902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:12:39.203034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.203373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment 782f6124-c8b9-47cd-b443-859e4169b102 of type vlan for network 55579075-9f77-4ae4-ad0b-3762946ef111
Dec 22 13:12:39.227616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.323810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.330408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:39.331042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:39.334936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-da301ff0-0bc2-4a86-8c83-acf4fbf5d52c tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:39.445021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=55579075-9f77-4ae4-ad0b-3762946ef111,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:39.452185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.452593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.452964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.453332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.453686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.454051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.454406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.454776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.455135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.455485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.455834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.456182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:39.459908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:39.468519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 55579075-9f77-4ae4-ad0b-3762946ef111 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:12:39.503463 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4527345
Dec 22 13:12:39.506433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34666) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:39.567963 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a744e91-0baf-4168-bc99-3d888619896e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:39.571919 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2a744e91-0baf-4168-bc99-3d888619896e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.0619285
Dec 22 13:12:39.572146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34670) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:39.825551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f178ab-a968-475f-99f8-3f9acdc72f72 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:39.827071 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-76f178ab-a968-475f-99f8-3f9acdc72f72 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2539418
Dec 22 13:12:39.829874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34674) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:39.870857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bd96bc6e-1574-4511-b7c3-7cc3014d2f12 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0398297
Dec 22 13:12:39.874115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34678) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:39.914818 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8b55e6f3-0cb0-4e62-9a73-bf3682f865b8 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0396147
Dec 22 13:12:39.917201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34682) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:40.048417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2785f59-34e3-414a-8332-dec4f55554d3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:40.049991 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e2785f59-34e3-414a-8332-dec4f55554d3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1318471
Dec 22 13:12:40.052650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34686) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:40.092056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8c793a9-8c6f-4bb7-8c4f-cdd854436fa4 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0376728
Dec 22 13:12:40.093820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34690) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:40.099109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578663405', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:40.104864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:40.208009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:40.211705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:40.214485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:40.220725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:40.359366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:12:40.362895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:40.628362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:40.632575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aed15ebd-e8f3-4589-b5cf-13cba4cc76f5 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:40.712666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=b6fdfd32-853c-4028-81f1-d52c8da328e2,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:40.715478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:40.723884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:12:40.724264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 55579075-9f77-4ae4-ad0b-3762946ef111, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:12:40.810997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 55579075-9f77-4ae4-ad0b-3762946ef111 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:12:40.890407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 55579075-9f77-4ae4-ad0b-3762946ef111) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:12:40.893647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:40.894282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:40.899148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b78e5e-2b58-4718-80ec-e4da5219a59f None None] Network 55579075-9f77-4ae4-ad0b-3762946ef111 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:12:41.034332 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 0.9394541
Dec 22 13:12:41.113679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-55579075-9f77-4ae4-ad0b-3762946ef111', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:12:41.114502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.270595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Allocated IP 172.20.0.18 (55579075-9f77-4ae4-ad0b-3762946ef111/b6fdfd32-853c-4028-81f1-d52c8da328e2/4d894377-9dc8-41d1-80a4-234d31e091d2) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:12:41.482050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.495412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Transition to ACTIVE for port object 4d894377-9dc8-41d1-80a4-234d31e091d2 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:12:41.511293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Transition to ACTIVE for port object 4d894377-9dc8-41d1-80a4-234d31e091d2 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:12:41.511743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34696) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:41.517947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002101482', 'description': 'tempest-secgroup-smoke-1002101482 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:41.523799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:41.534651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:41.588446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.593636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-46d696f1-0133-46bf-82e4-5c48367f0f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:41.617077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.637736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:41.642372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:41.645217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:41.651372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:41.654512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Network 55579075-9f77-4ae4-ad0b-3762946ef111 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:12:41.657298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:12:41.660919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:12:41.670145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Pushing event updated for resources: {'Port': ['ID=4d894377-9dc8-41d1-80a4-234d31e091d2,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:41.702270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:41.723581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.759824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Attempting to bind port 4d894377-9dc8-41d1-80a4-234d31e091d2 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:12:41.760224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Attempting to bind port 4d894377-9dc8-41d1-80a4-234d31e091d2 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:12:41.760586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Attempting to bind port 4d894377-9dc8-41d1-80a4-234d31e091d2 on network 55579075-9f77-4ae4-ad0b-3762946ef111 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:12:41.766593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:12:41.766986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Checking segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:12:41.767386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.767780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Bound using segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:12:41.768248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Bound port: 4d894377-9dc8-41d1-80a4-234d31e091d2, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:12:41.768656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.788494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.793680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-44e7b56e-0c9d-443a-83e8-4d5814767352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:41.840780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188f6f82-434f-4b4a-a1c8-84d433375d88,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:41.848381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.848764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.849150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.849519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.849888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.850256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.850622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.851015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.851381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.851742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.852103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.852483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:41.856095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:41.858308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] For port 4d894377-9dc8-41d1-80a4-234d31e091d2, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:12:41.861364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] For port 4d894377-9dc8-41d1-80a4-234d31e091d2, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d894377-9dc8-41d1-80a4-234d31e091d2,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:12:41.925226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.927559 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4147370
Dec 22 13:12:41.929417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34700) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:41.934477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:41.937302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:41.940988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:41.942115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:41.944812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:41.947942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:41.953980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:42.034205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Pushing event updated for resources: {'Port': ['ID=4d894377-9dc8-41d1-80a4-234d31e091d2,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:42.037512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:42.214250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.288818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.360185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.361715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a5dfd5c0-4d66-4a8e-b235-729e8b7a380e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:42.385020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62034dba-9945-4adf-9591-186ed07c0415,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:42.389588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:42.458374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.459701 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5293677
Dec 22 13:12:42.462685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34704) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:42.468019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:42.474263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:42.478298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:42.481205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:42.488524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:42.505706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4d894377-9dc8-41d1-80a4-234d31e091d2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:12:42.612755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.640162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4d894377-9dc8-41d1-80a4-234d31e091d2 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:12:42.689958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.820891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.822808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5ee50839-870c-4044-8449-b8ba0694f667 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:42.846859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef6dd1-a073-4cc7-aec1-75a4f49f62d4,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:42.849722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:42.954065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:42.955324 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4916379
Dec 22 13:12:42.958329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:42.962091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb48ff-e1ea-46c2-97c9-0c7e9fc093f1 None None] Network 55579075-9f77-4ae4-ad0b-3762946ef111 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:12:42.963342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:42.969653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:42.973549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:42.976408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:42.984269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:43.098723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.163645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.210341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Provisioning for port 4d894377-9dc8-41d1-80a4-234d31e091d2 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:12:43.222114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Provisioning complete for port 4d894377-9dc8-41d1-80a4-234d31e091d2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:12:43.222114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.258552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.260860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:43.282775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86440238-efbd-41a8-b5fb-1ffeb9011211,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:43.286930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:43.360480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.366137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.369866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4081216
Dec 22 13:12:43.370076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34712) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:43.376135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:43.382048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:43.386159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:43.390169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:43.396418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] For port 4d894377-9dc8-41d1-80a4-234d31e091d2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d894377-9dc8-41d1-80a4-234d31e091d2,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:12:43.397268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:43.496597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.498642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a9af42-8a0a-408b-8731-c3023df73b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:43.525494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.564212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Pushing event updated for resources: {'Port': ['ID=4d894377-9dc8-41d1-80a4-234d31e091d2,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:43.567221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:43.592733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.618439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-04b1e809-0978-4ec5-9701-0163149b9cf8 None None] Provisioning complete for port 4d894377-9dc8-41d1-80a4-234d31e091d2 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:12:43.618820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-04b1e809-0978-4ec5-9701-0163149b9cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.663271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.664868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cc23308b-caf4-459e-a99e-6a85acf4351c tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:43.685206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa85f475-810d-4b9e-b648-238ebaf65a98,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:43.689149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:43.759466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.760678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3895988
Dec 22 13:12:43.764010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34716) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:43.769078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:43.775087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:43.779380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:43.782301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:43.787867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:43.860165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:12:43.866782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.932916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.993610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:43.995077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24b63c38-127d-4669-9c82-957c13aecf82 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:44.020408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b55ceb-7a7f-46f1-add4-42b70f80238a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:44.025133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:44.112455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.113697 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3487217
Dec 22 13:12:44.116998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34720) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:12:44.122146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '188f6f82-434f-4b4a-a1c8-84d433375d88', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:44.129531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:44.133087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:44.136158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:44.142781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:44.223050 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:12:44.229719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.300783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.388797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.394704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-93c26c17-e78e-4bbb-b567-0e1f3cb58e33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:44.413787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a71b07-1f2b-4220-a2cc-adc642084787,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:44.416048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:44.485436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4d894377-9dc8-41d1-80a4-234d31e091d2 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:12:44.494882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.496113 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3784609
Dec 22 13:12:44.561239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4d894377-9dc8-41d1-80a4-234d31e091d2 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:12:44.561631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:44.700603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-d0365013-2456-4f8c-b2de-8ff6176f2eb4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002101482&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.0429363
Dec 22 13:12:44.853042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-67c6bd9e-6517-4ce3-9615-6ec19a3276f5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:44.853637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-67c6bd9e-6517-4ce3-9615-6ec19a3276f5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:12:44.925555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-67c6bd9e-6517-4ce3-9615-6ec19a3276f5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:12:44.926703 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-67c6bd9e-6517-4ce3-9615-6ec19a3276f5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=55579075-9f77-4ae4-ad0b-3762946ef111 HTTP/1.1" status: 200  len: 797 time: 0.2193182
Dec 22 13:12:44.941793 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-92cbe544-564d-4f12-b680-bd5ade3b831a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0094466
Dec 22 13:12:45.037384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-930df3b1-b3be-4613-9a7d-ab16a6de7f14 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0905643
Dec 22 13:12:45.097910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-80731d36-ce2a-4194-be6b-7bb3c1fd0450 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:12:45.098910 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-80731d36-ce2a-4194-be6b-7bb3c1fd0450 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0499840
Dec 22 13:12:45.230757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-4aee21ea-5406-420d-8081-89be39b0b939 service neutron] 10.222.0.16 "GET /v2.0/networks/55579075-9f77-4ae4-ad0b-3762946ef111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259863
Dec 22 13:12:45.365665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-5488430d-f480-412f-a04e-8c7ab23594de service neutron] 10.222.0.16 "GET /v2.0/networks/55579075-9f77-4ae4-ad0b-3762946ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284854
Dec 22 13:12:45.603237 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b78afa79-75ee-4eea-bfdd-3f3bb819f551 req-5de07593-0695-4c11-83d8-900ccb6745aa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 210 time: 0.0436332
Dec 22 13:12:46.752981 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5d55b53-41a8-4c0d-a56b-61ff72a156c4 req-ffe8f509-d9ed-4fad-8a90-b9ed74cab26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 210 time: 0.0436332
Dec 22 13:12:47.906093 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4811b6ef-13e8-4d08-9347-87af3df74ca9 req-82d14383-65b9-4049-90ec-3a320a64bd0b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 210 time: 0.0482183
Dec 22 13:12:48.171878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-a01d65e1-8701-4cb6-8616-e921971fcd40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:48.173340 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-a01d65e1-8701-4cb6-8616-e921971fcd40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=55579075-9f77-4ae4-ad0b-3762946ef111 HTTP/1.1" status: 200  len: 797 time: 0.1533146
Dec 22 13:12:48.224205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-6d75df5f-f41b-4e7f-98a4-a56a74fe37a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:12:48.291427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-6d75df5f-f41b-4e7f-98a4-a56a74fe37a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:12:48.292712 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-6d75df5f-f41b-4e7f-98a4-a56a74fe37a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 472 time: 0.1108077
Dec 22 13:12:48.303115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['188f6f82-434f-4b4a-a1c8-84d433375d88']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:48.443249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:12:48.447048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:12:48.449822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:12:48.455619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:12:48.587921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:12:48.592424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:48.763369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.28 (55579075-9f77-4ae4-ad0b-3762946ef111/b6fdfd32-853c-4028-81f1-d52c8da328e2/ec376ba9-c04e-426b-98fa-7b3f82e0edab) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:12:48.963769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:48.979511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object ec376ba9-c04e-426b-98fa-7b3f82e0edab will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:12:49.068488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c620001c-f07c-4dd3-9032-063bb5a7e101 req-e0d89d7e-c432-47b1-b6d6-5261daaac985 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 210 time: 0.0434604
Dec 22 13:12:49.090679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:49.092352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79b498d8-0392-4292-80db-8857bf1d424a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:49.161527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 55579075-9f77-4ae4-ad0b-3762946ef111 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:12:49.164668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:12:49.167158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:12:49.201600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-95b480eb-9b15-4f2d-98c2-a76f65e10e71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794487
Dec 22 13:12:49.221764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:49.227319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:49.259507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:49.260296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:49.382916 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0839748
Dec 22 13:12:49.394698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Request body: {'port': {'device_id': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:12:49.479106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e085a558-7a55-421b-96e6-a8355045308a None None] Provisioning for port ec376ba9-c04e-426b-98fa-7b3f82e0edab completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:12:49.482173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-57290ae1-ceb8-471a-99bc-da0c1af68cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:49.483705 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-57290ae1-ceb8-471a-99bc-da0c1af68cbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.2051926
Dec 22 13:12:49.485232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e085a558-7a55-421b-96e6-a8355045308a None None] Provisioning complete for port ec376ba9-c04e-426b-98fa-7b3f82e0edab triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:12:49.485615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e085a558-7a55-421b-96e6-a8355045308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:49.512029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:49.542776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e085a558-7a55-421b-96e6-a8355045308a None None] Port ec376ba9-c04e-426b-98fa-7b3f82e0edab cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:12:49.633234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-02ca08a2-6430-4a5f-9ebc-8b54ae78b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:49.634680 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-02ca08a2-6430-4a5f-9ebc-8b54ae78b054 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1323979
Dec 22 13:12:49.743186 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-98d6b741-183b-41d1-9b31-31c1133e8071 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 1000 time: 0.1007037
Dec 22 13:12:49.805116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-c74ce382-bdab-4045-94c1-029848f48d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:49.806930 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-c74ce382-bdab-4045-94c1-029848f48d3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0575728
Dec 22 13:12:49.863073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec376ba9-c04e-426b-98fa-7b3f82e0edab {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:12:49.870339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:49.885440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Transition to ACTIVE for port object ec376ba9-c04e-426b-98fa-7b3f82e0edab will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:12:49.885613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-4a88f118-f956-4b2f-85f2-9b2741a40f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:49.891062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-4a88f118-f956-4b2f-85f2-9b2741a40f85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0782847
Dec 22 13:12:50.000485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:50.006093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9fcb67e3-7033-4bf4-abd9-9d5cbd94f4af tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:50.036470 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-07b6b44b-fe3b-4f0b-b7b8-e769c9e18d96 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390636
Dec 22 13:12:50.180197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-635c0a38-5d62-4048-8b59-68e1f995b87d req-34b2f109-fbbf-4d48-a7ad-b3c0c204a521 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376886
Dec 22 13:12:50.281655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:50.293211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:50.305099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c1aef-61d1-4283-a1de-966921372749 req-95bc0e58-41d4-4b1e-bfb8-4b3c576be221 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:50.306743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d92c1aef-61d1-4283-a1de-966921372749 req-95bc0e58-41d4-4b1e-bfb8-4b3c576be221 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 944 time: 0.0861123
Dec 22 13:12:50.353844 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d92c1aef-61d1-4283-a1de-966921372749 req-8b85950d-35c4-4d62-8156-e9a5b24e50d1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400884
Dec 22 13:12:50.404529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Attempting to bind port ec376ba9-c04e-426b-98fa-7b3f82e0edab on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:12:50.404869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Attempting to bind port ec376ba9-c04e-426b-98fa-7b3f82e0edab by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:12:50.405198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Attempting to bind port ec376ba9-c04e-426b-98fa-7b3f82e0edab on network 55579075-9f77-4ae4-ad0b-3762946ef111 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:12:50.409833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Port ec376ba9-c04e-426b-98fa-7b3f82e0edab on network 55579075-9f77-4ae4-ad0b-3762946ef111 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:12:50.410100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Attempting to bind port ec376ba9-c04e-426b-98fa-7b3f82e0edab on network 55579075-9f77-4ae4-ad0b-3762946ef111 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:12:50.415183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:12:50.415388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Checking segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:12:50.416244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Bound using segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:12:50.416244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Bound port: ec376ba9-c04e-426b-98fa-7b3f82e0edab, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:12:50.416516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:50.508476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:12:50.513248 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:12:50.599624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:50.603275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f46eb1c4-8d41-4cd2-96c3-cf427d2a09b2 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:50.662164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:50.662772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:50.668474 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/ec376ba9-c04e-426b-98fa-7b3f82e0edab HTTP/1.1" status: 200  len: 1094 time: 1.2739475
Dec 22 13:12:50.668474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:12:50.690613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:50.690613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:50.719017 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab', 'status': 'completed', 'code': 200}
Dec 22 13:12:50.821849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-47c871c2-24c2-43dc-9607-022c47c3f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:50.823362 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-47c871c2-24c2-43dc-9607-022c47c3f26e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 1097 time: 0.0819020
Dec 22 13:12:50.971578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-79a7453a-f704-4868-b572-4fc212e9af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:50.972048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-79a7453a-f704-4868-b572-4fc212e9af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:50.973532 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-79a7453a-f704-4868-b572-4fc212e9af31 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 1582 time: 0.1430049
Dec 22 13:12:51.114415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-bb0bec6d-83dc-455c-9c9d-043e2b8cb9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:51.115885 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-72fe3a60-8fe1-4e92-904d-d30b577ccf3a req-bb0bec6d-83dc-455c-9c9d-043e2b8cb9ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1362946
Dec 22 13:12:51.220323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-1ff2003b-f4df-43b9-8091-ff400adaa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:51.221812 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-1ff2003b-f4df-43b9-8091-ff400adaa9b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 1097 time: 0.0724461
Dec 22 13:12:51.298184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-5af1f548-da73-44c6-95a4-4e3f20e3ca42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab HTTP/1.1" status: 200  len: 217 time: 0.0692859
Dec 22 13:12:51.361599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-bc4b1a03-cc9a-4d5c-9433-a2a1bf378fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:51.363040 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-bc4b1a03-cc9a-4d5c-9433-a2a1bf378fa0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b6fdfd32-853c-4028-81f1-d52c8da328e2 HTTP/1.1" status: 200  len: 838 time: 0.0592639
Dec 22 13:12:51.445193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-364cdf05-4733-4183-8de4-29491e51c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:51.446744 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-364cdf05-4733-4183-8de4-29491e51c405 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55579075-9f77-4ae4-ad0b-3762946ef111&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0774088
Dec 22 13:12:51.544613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6353a91-580f-41c8-9b21-dd120fa236c4 req-16237367-77aa-4974-9aa3-05577882225c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:51.546216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6353a91-580f-41c8-9b21-dd120fa236c4 req-16237367-77aa-4974-9aa3-05577882225c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 944 time: 0.0848458
Dec 22 13:12:51.583742 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-33d6059a-51dd-400d-a349-0ced6e93a749 service neutron] 10.222.0.46 "GET /v2.0/networks/55579075-9f77-4ae4-ad0b-3762946ef111?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301067
Dec 22 13:12:51.595918 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6353a91-580f-41c8-9b21-dd120fa236c4 req-99ea6c89-da22-4296-8733-9bece3b7da9a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398631
Dec 22 13:12:51.717117 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86f4a2d6-dbd6-433a-b6e3-fdf705b02724 req-ae99b97b-3f79-480e-b1dc-04131b1bdb3f service neutron] 10.222.0.46 "GET /v2.0/networks/55579075-9f77-4ae4-ad0b-3762946ef111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272261
Dec 22 13:12:52.781636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efc8c0-6471-4965-ba5e-93f79aa0243a req-9cb8efc1-6606-42bd-b58c-6d5c20754de8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:52.784005 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05efc8c0-6471-4965-ba5e-93f79aa0243a req-9cb8efc1-6606-42bd-b58c-6d5c20754de8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 944 time: 0.0814910
Dec 22 13:12:52.832262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05efc8c0-6471-4965-ba5e-93f79aa0243a req-937538fd-3b7e-42fe-9c38-d941ed79c36b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429647
Dec 22 13:12:54.015675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb4a7-2740-487d-8c4e-361303758f2d req-c7996213-24b2-4635-a5c3-adfb781a6650 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:54.017144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd3cb4a7-2740-487d-8c4e-361303758f2d req-c7996213-24b2-4635-a5c3-adfb781a6650 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 944 time: 0.0814931
Dec 22 13:12:54.061906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd3cb4a7-2740-487d-8c4e-361303758f2d req-7b55e83b-3760-40c6-b22c-ea1f90ac0264 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390844
Dec 22 13:12:54.223676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ec376ba9-c04e-426b-98fa-7b3f82e0edab details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:12:54.357945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:12:54.370292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'port_id': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab', 'mac_address': 'fa:16:3e:4c:b1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:12:54.429447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:54.446172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec376ba9-c04e-426b-98fa-7b3f82e0edab {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:12:54.461339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:12:54.563268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:54.565037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:54.632901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:54.640950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.641305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.641654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.641995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.642327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.642660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.643024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.643358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.648668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.648668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.648668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.648668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:12:54.648668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:54.778436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['ec376ba9-c04e-426b-98fa-7b3f82e0edab'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:12:55.256150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab58b2-1e84-47e2-92c6-071f94439def req-adb302e7-c41f-4967-b480-a167f1402d77 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:55.257610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0fab58b2-1e84-47e2-92c6-071f94439def req-adb302e7-c41f-4967-b480-a167f1402d77 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 945 time: 0.0893691
Dec 22 13:12:55.304358 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0fab58b2-1e84-47e2-92c6-071f94439def req-dd581470-7735-43c8-839f-f14691b2bf9a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402555
Dec 22 13:12:56.240276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ec376ba9-c04e-426b-98fa-7b3f82e0edab up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:12:56.399080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port ec376ba9-c04e-426b-98fa-7b3f82e0edab completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:12:56.404305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port ec376ba9-c04e-426b-98fa-7b3f82e0edab triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:12:56.404711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:56.492593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b44e4-9dbb-463d-9aed-f7faa04e8e99 req-608c22ca-14e1-4247-83ed-028db2534e92 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:56.493999 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-903b44e4-9dbb-463d-9aed-f7faa04e8e99 req-608c22ca-14e1-4247-83ed-028db2534e92 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 945 time: 0.0818307
Dec 22 13:12:56.527043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:56.539605 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-903b44e4-9dbb-463d-9aed-f7faa04e8e99 req-101409c8-879a-4b9b-8094-7378aa96a814 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395310
Dec 22 13:12:56.554569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:12:56.565091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:12:56.671279 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab', 'code': 200}
Dec 22 13:12:56.695973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:12:56.698073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3ce1379a-06ce-49a8-a392-acfe14231258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:12:56.765813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:12:56.769431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:12:57.098039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d052c-0c54-48d6-b48a-b7e7bb2c53ae req-649207e0-0f11-4d71-94fa-715ab36aedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:57.099529 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2c8d052c-0c54-48d6-b48a-b7e7bb2c53ae req-649207e0-0f11-4d71-94fa-715ab36aedb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 1099 time: 0.0702281
Dec 22 13:12:57.140818 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2c8d052c-0c54-48d6-b48a-b7e7bb2c53ae req-563a4a93-66c1-41c9-9405-6daadd483273 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350404
Dec 22 13:12:57.729168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cf6d1-d223-4be9-8025-013aa611108e req-d0007995-70ef-4583-9ed8-8057cd354992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:57.731228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-283cf6d1-d223-4be9-8025-013aa611108e req-d0007995-70ef-4583-9ed8-8057cd354992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.0853593
Dec 22 13:12:57.776386 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-283cf6d1-d223-4be9-8025-013aa611108e req-3d8927c5-08ae-4df0-96e3-acd2f5fb9ae5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390890
Dec 22 13:12:58.960432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece994b-a40d-4c12-980a-1a71dacc3dbd req-138cf2e5-b9d4-4191-a941-84c571e43322 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:58.961877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8ece994b-a40d-4c12-980a-1a71dacc3dbd req-138cf2e5-b9d4-4191-a941-84c571e43322 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.0814459
Dec 22 13:12:59.009072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8ece994b-a40d-4c12-980a-1a71dacc3dbd req-f2f9d6ac-0ed0-4181-912e-41c8ce287096 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415082
Dec 22 13:12:59.191128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c6edb-571d-4df7-b315-e991aa1f0b4a req-fbdf2383-5cf5-4098-9b47-94dca3b3febd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:12:59.192556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-753c6edb-571d-4df7-b315-e991aa1f0b4a req-fbdf2383-5cf5-4098-9b47-94dca3b3febd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.0790403
Dec 22 13:12:59.237531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-753c6edb-571d-4df7-b315-e991aa1f0b4a req-9a187ec3-6961-46d0-9ccd-7f02d7d75703 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394042
Dec 22 13:13:00.775890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34794) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:01.603596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:01.987098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.17 (55579075-9f77-4ae4-ad0b-3762946ef111/b6fdfd32-853c-4028-81f1-d52c8da328e2/0544daec-3b4e-4236-bc9b-7c65b8695f8f) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:13:02.144353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.160000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 0544daec-3b4e-4236-bc9b-7c65b8695f8f will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:02.261999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.268727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1a641d3-a5b9-4aee-8374-fbfbcb796829 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:02.336291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 55579075-9f77-4ae4-ad0b-3762946ef111 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:02.339270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:02.343224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:13:02.380432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:02.389846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:02.393229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.410259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.632898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ffe07bfa-253e-4626-b039-b4e72ca08fcc None None] Provisioning for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:02.637752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ffe07bfa-253e-4626-b039-b4e72ca08fcc None None] Provisioning complete for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:02.638133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ffe07bfa-253e-4626-b039-b4e72ca08fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.640174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:02.696153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ffe07bfa-253e-4626-b039-b4e72ca08fcc None None] Port 0544daec-3b4e-4236-bc9b-7c65b8695f8f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:13:03.162067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:03.232805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:03.262593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:03.349255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:03.353577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:03.354337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:03.489802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 55579075-9f77-4ae4-ad0b-3762946ef111 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:03.490941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:03.682816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:13:03.718070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8ad27c7a-a2d0-4d7c-b679-9449bc05771e None None] Provisioning complete for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:03.718640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ad27c7a-a2d0-4d7c-b679-9449bc05771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:03.770799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8ad27c7a-a2d0-4d7c-b679-9449bc05771e None None] Port 0544daec-3b4e-4236-bc9b-7c65b8695f8f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:13:03.863276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:03.872197 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/0e6ad50e-8e68-4c70-9548-a1c678bfd1ab/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0952663
Dec 22 13:13:03.872985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:03.882589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:03.883245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:12:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:04.099712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:04.451478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1280>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:02Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0544daec-3b4e-4236-bc9b-7c65b8695f8f', 'name': '', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a5:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:01Z', 'updated_at': '2021-12-22T13:13:03Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:04.455889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:04.456254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Updating router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab port 0544daec-3b4e-4236-bc9b-7c65b8695f8f binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:13:04.513846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:04.849467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:04.860470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Transition to ACTIVE for port object 0544daec-3b4e-4236-bc9b-7c65b8695f8f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:04.958441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:04.962090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:05.127491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Pushing event updated for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:05.134261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:05.194412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Attempting to bind port 0544daec-3b4e-4236-bc9b-7c65b8695f8f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:13:05.194790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Attempting to bind port 0544daec-3b4e-4236-bc9b-7c65b8695f8f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:13:05.195184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Attempting to bind port 0544daec-3b4e-4236-bc9b-7c65b8695f8f on network 55579075-9f77-4ae4-ad0b-3762946ef111 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:13:05.197098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-664b87cc-f551-4878-ae3f-ac5ed4321462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:05.205633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:13:05.208463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Checking segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:13:05.208463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:05.208463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Bound using segment: {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:13:05.208463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Bound port: 0544daec-3b4e-4236-bc9b-7c65b8695f8f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782f6124-c8b9-47cd-b443-859e4169b102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:13:05.208463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:05.302803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] For port 0544daec-3b4e-4236-bc9b-7c65b8695f8f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:13:05.305774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] For port 0544daec-3b4e-4236-bc9b-7c65b8695f8f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0544daec-3b4e-4236-bc9b-7c65b8695f8f,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:13:05.386092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:05.389786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:05.465327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:05.465976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:12:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:05.527172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Pushing event updated for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:05.538639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:05.710117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:06.057143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1280>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:02Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0544daec-3b4e-4236-bc9b-7c65b8695f8f', 'name': '', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a5:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:01Z', 'updated_at': '2021-12-22T13:13:05Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:06.061207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d3f4bb-6a51-4e7c-8a27-f63d1fea624f None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:02Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0544daec-3b4e-4236-bc9b-7c65b8695f8f', 'name': '', 'network_id': '55579075-9f77-4ae4-ad0b-3762946ef111', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a5:70:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:01Z', 'updated_at': '2021-12-22T13:13:05Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b6fdfd32-853c-4028-81f1-d52c8da328e2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:06.513550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0544daec-3b4e-4236-bc9b-7c65b8695f8f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:06.655723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:06.661319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:06.661699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:06.782517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:06.813877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0544daec-3b4e-4236-bc9b-7c65b8695f8f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0544daec-3b4e-4236-bc9b-7c65b8695f8f,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:06.894387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:06.896228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:06.960810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:06.963903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:07.529915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ebeb99eb-78b4-422d-8d19-c6ed2f27fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:08.495373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0544daec-3b4e-4236-bc9b-7c65b8695f8f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:08.543790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:08.567320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0544daec-3b4e-4236-bc9b-7c65b8695f8f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:08.567697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:08.694916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:10.107136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:12.108200 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:13:24.389021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34820) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:24.933120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:25.442518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 0544daec-3b4e-4236-bc9b-7c65b8695f8f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:25.443294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:25.627479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 0544daec-3b4e-4236-bc9b-7c65b8695f8f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0544daec-3b4e-4236-bc9b-7c65b8695f8f,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:25.627755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:25.751043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 0544daec-3b4e-4236-bc9b-7c65b8695f8f owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:26.054866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:26.059582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-860d9035-5904-4f79-ad1f-8b719a7bf917 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:26.109863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=0544daec-3b4e-4236-bc9b-7c65b8695f8f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:26.141949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:26.385788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:26.870547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:13:27.047711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:27.059522 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/0e6ad50e-8e68-4c70-9548-a1c678bfd1ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6670187
Dec 22 13:13:27.059805 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:27.069530 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:27.070148 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299141bb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:27.254214 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:27.601309 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299141bb0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:27.605145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:27.613750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:27.614334 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299141bb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:27.723423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7681c-5a8e-48a5-9b60-5fd9a1f5ffa9 req-1354285c-60af-4e6e-8402-db0bab4d0e59 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:27.724891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eca7681c-5a8e-48a5-9b60-5fd9a1f5ffa9 req-1354285c-60af-4e6e-8402-db0bab4d0e59 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.0859871
Dec 22 13:13:27.794953 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:27.884683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eca7681c-5a8e-48a5-9b60-5fd9a1f5ffa9 req-937c41ea-d509-4776-bca8-be7418f9d7d8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1538246
Dec 22 13:13:28.132879 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299141bb0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:28.136841 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f435352-0a49-4651-9b0e-8abdca02b6da None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '587a8742-7f59-4cd7-a42d-c77e0e987208', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'port_id': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'mac_address': 'fa:16:3e:1e:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272ae696-1ee7-42a9-b799-aed3919ef815', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:12:02Z', 'updated_at': '2021-12-22T13:12:05Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:28.471655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0544daec-3b4e-4236-bc9b-7c65b8695f8f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:28.507846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0544daec-3b4e-4236-bc9b-7c65b8695f8f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:28.508205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0544daec-3b4e-4236-bc9b-7c65b8695f8f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:28.999658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-ca628568-c64d-46ee-84f4-d44cbc114406 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:29.000454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-ca628568-c64d-46ee-84f4-d44cbc114406 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:29.073244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8fbe2-3864-4eee-a645-aeb3076406c7 req-242e9104-0eb4-4be5-9223-a80d7119f1f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:29.074705 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6e8fbe2-3864-4eee-a645-aeb3076406c7 req-242e9104-0eb4-4be5-9223-a80d7119f1f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.0822968
Dec 22 13:13:29.094701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-ca628568-c64d-46ee-84f4-d44cbc114406 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:29.096098 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-ca628568-c64d-46ee-84f4-d44cbc114406 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 946 time: 0.1782215
Dec 22 13:13:29.119841 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6e8fbe2-3864-4eee-a645-aeb3076406c7 req-6229ad48-686a-4d69-87c5-5d27be57381f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=188f6f82-434f-4b4a-a1c8-84d433375d88&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393243
Dec 22 13:13:29.171933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port ec376ba9-c04e-426b-98fa-7b3f82e0edab {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:29.172294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:29.422479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port ec376ba9-c04e-426b-98fa-7b3f82e0edab, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ec376ba9-c04e-426b-98fa-7b3f82e0edab,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:29.422837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:29.553075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for ec376ba9-c04e-426b-98fa-7b3f82e0edab owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:29.757934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:29.763688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bef1db43-64e7-4505-a25b-843344bd98a6 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:29.812829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=ec376ba9-c04e-426b-98fa-7b3f82e0edab,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:29.815828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:29.891440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port ec376ba9-c04e-426b-98fa-7b3f82e0edab on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:13:29.894449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:29.897247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'name': 'network-vif-deleted', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:13:29.944781 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22cc54ea-f775-4083-aa5f-03ad8a2abb52', 'name': 'network-vif-deleted', 'tag': 'ec376ba9-c04e-426b-98fa-7b3f82e0edab', 'status': 'completed', 'code': 200}
Dec 22 13:13:29.969884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f5203ae-c49d-4a26-930a-efcae149b0c5 req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/ec376ba9-c04e-426b-98fa-7b3f82e0edab HTTP/1.1" status: 204  len: 173 time: 0.8677125
Dec 22 13:13:30.306827 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f994a26-5f9b-4287-be86-de976b5a6495 req-54df432f-fc8f-4db9-b569-525c8fa6e78a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=22cc54ea-f775-4083-aa5f-03ad8a2abb52 HTTP/1.1" status: 200  len: 210 time: 0.0743291
Dec 22 13:13:31.402867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:31.473094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:31.505784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:31.643676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:31.647821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d064ba87-8703-4e4e-914d-0be4e9439b93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:31.663810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f6f82-434f-4b4a-a1c8-84d433375d88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:31.666445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:31.762412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:31.763566 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/188f6f82-434f-4b4a-a1c8-84d433375d88 HTTP/1.1" status: 204  len: 168 time: 0.3596931
Dec 22 13:13:31.872517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34856) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:32.074092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet b6fdfd32-853c-4028-81f1-d52c8da328e2 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:13:32.077100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.136595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.218554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.386309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.396886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4bfe01ec-76e1-4d67-a340-e5300ea181ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:32.429005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fdfd32-853c-4028-81f1-d52c8da328e2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:32.430976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.433739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:32.437986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/b6fdfd32-853c-4028-81f1-d52c8da328e2 HTTP/1.1" status: 204  len: 168 time: 0.5644109
Dec 22 13:13:32.438642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13c276b-ab75-498f-960f-667cd26ec25d None None] Network 55579075-9f77-4ae4-ad0b-3762946ef111 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:13:32.441230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34864) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:32.458946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ec376ba9-c04e-426b-98fa-7b3f82e0edab no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:32.489862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.498120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: ec376ba9-c04e-426b-98fa-7b3f82e0edab {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:32.498504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ec376ba9-c04e-426b-98fa-7b3f82e0edab not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:32.557221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.568180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 4d894377-9dc8-41d1-80a4-234d31e091d2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:32.568440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.739878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] DHCP port deletion for 55579075-9f77-4ae4-ad0b-3762946ef111 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:13:32.744271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Deleting port 4d894377-9dc8-41d1-80a4-234d31e091d2 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:32.744666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.780917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 4d894377-9dc8-41d1-80a4-234d31e091d2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d894377-9dc8-41d1-80a4-234d31e091d2,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:32.781364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:32.916459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 4d894377-9dc8-41d1-80a4-234d31e091d2 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:32.958670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] For port 4d894377-9dc8-41d1-80a4-234d31e091d2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d894377-9dc8-41d1-80a4-234d31e091d2,segment=NetworkSegment(782f6124-c8b9-47cd-b443-859e4169b102),segment_id=782f6124-c8b9-47cd-b443-859e4169b102)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:32.959125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.066701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.070663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:33.117504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=4d894377-9dc8-41d1-80a4-234d31e091d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:33.119375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 4d894377-9dc8-41d1-80a4-234d31e091d2 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:13:33.120928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:33.127888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Calling delete_port for 4d894377-9dc8-41d1-80a4-234d31e091d2 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:33.201481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:13:33.201856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:13:33.253127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.280623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52934b4c10>,) {'filters': {'network_id': ['55579075-9f77-4ae4-ad0b-3762946ef111']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:33.294455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934b4c10>, '782f6124-c8b9-47cd-b443-859e4169b102') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:33.294756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934b4c10>, '782f6124-c8b9-47cd-b443-859e4169b102') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:33.307364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.323769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.330021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:13:33.330405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:13:33.353829 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:13:33.483191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.486920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-643ab8a1-639f-4902-b63c-2da8a75fc737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:33.501941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.513076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=55579075-9f77-4ae4-ad0b-3762946ef111,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:33.520663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:33.621349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/55579075-9f77-4ae4-ad0b-3762946ef111 HTTP/1.1" status: 204  len: 168 time: 1.1789091
Dec 22 13:13:33.623787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34872) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:33.702708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Deleting port 4d894377-9dc8-41d1-80a4-234d31e091d2 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:33.703409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:33.776797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7aed-257c-461e-aa10-0e44d1bc6019 None None] The port '4d894377-9dc8-41d1-80a4-234d31e091d2' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:13:33.841467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 85d721ab-74c2-4dec-928f-94a97ed384d4 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:33.841945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:34.139457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:34.139684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:34.265429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 85d721ab-74c2-4dec-928f-94a97ed384d4 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:34.504755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4d894377-9dc8-41d1-80a4-234d31e091d2 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:34.513241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:34.534880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:34.560546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 4d894377-9dc8-41d1-80a4-234d31e091d2 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:34.560546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4d894377-9dc8-41d1-80a4-234d31e091d2 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:34.616579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=85d721ab-74c2-4dec-928f-94a97ed384d4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:34.622787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:34.676177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:34.676626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 587a8742-7f59-4cd7-a42d-c77e0e987208 disassociated (deleted). External IP: 172.26.3.240, port: d6d339a7-2fc0-4581-9b55-4d98851df5d1.
Dec 22 13:13:35.045803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:13:35.123650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bab4100c-0b0c-45a5-bc8c-45c4a39320d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:35.232403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:35.244504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:35.252654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:35.254786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:35.255566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984f01c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:35.322613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/587a8742-7f59-4cd7-a42d-c77e0e987208 HTTP/1.1" status: 204  len: 168 time: 1.6978114
Dec 22 13:13:35.323457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:13:35.439552 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'status': 'completed', 'code': 200}
Dec 22 13:13:35.472749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:35.540004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-e89a399e-7735-4256-aa29-c70f2c4fcd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:35.542144 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-e89a399e-7735-4256-aa29-c70f2c4fcd8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 1098 time: 0.0796189
Dec 22 13:13:35.692542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-bb8fe32a-9b1a-41dd-b268-f8027b73360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:35.694575 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-bb8fe32a-9b1a-41dd-b268-f8027b73360c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 200  len: 896 time: 0.1465194
Dec 22 13:13:35.773609 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-759e4252-40f9-460d-b6f9-1f39a04db5ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1 HTTP/1.1" status: 200  len: 217 time: 0.0715914
Dec 22 13:13:35.808025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984f01c0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:35.811366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:35.820969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:35.821706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984f01c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:35.844635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-17e1e7fb-1170-49f3-8118-a64b1c364ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:35.846115 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-17e1e7fb-1170-49f3-8118-a64b1c364ea2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16a02127-8aff-428a-94d6-f61ca2432380 HTTP/1.1" status: 200  len: 834 time: 0.0660205
Dec 22 13:13:35.937326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-af8af5e7-a2d7-42ac-959d-3b376735ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:35.939075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-af8af5e7-a2d7-42ac-959d-3b376735ffa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d3c43af2-eae0-41d9-a809-d1673cda9af8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0863626
Dec 22 13:13:36.011340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e41de-6b52-4c30-8a9a-19ae8e0fda8a req-8ffcd5e9-f68a-41e4-9176-fd8a7f35eefc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:36.012220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-531e41de-6b52-4c30-8a9a-19ae8e0fda8a req-8ffcd5e9-f68a-41e4-9176-fd8a7f35eefc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:36.022142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:36.095392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-d91db054-979d-41aa-87f2-e508b49248d8 service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484590
Dec 22 13:13:36.145962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-531e41de-6b52-4c30-8a9a-19ae8e0fda8a req-8ffcd5e9-f68a-41e4-9176-fd8a7f35eefc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:36.147632 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-531e41de-6b52-4c30-8a9a-19ae8e0fda8a req-8ffcd5e9-f68a-41e4-9176-fd8a7f35eefc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.2337382
Dec 22 13:13:36.208165 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-531e41de-6b52-4c30-8a9a-19ae8e0fda8a req-3332a1b4-ee81-4d58-a416-fb5781fe36c3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497046
Dec 22 13:13:36.256470 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3e8f27b9-71f8-481e-99b9-47e3aac1726a req-4d5ebc8d-0b16-46fd-b1a1-7cf57f909bd5 service neutron] 10.222.0.46 "GET /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533046
Dec 22 13:13:36.360324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984f01c0>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:36.364695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744964f3-a962-4b1b-a257-9d76231f72a4 None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:25Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '3c68cd0e-e89c-4a0f-becc-966aebc72364', 'name': '', 'network_id': 'd3c43af2-eae0-41d9-a809-d1673cda9af8', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:a0:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': '16a02127-8aff-428a-94d6-f61ca2432380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:39Z', 'updated_at': '2021-12-22T13:11:44Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '16a02127-8aff-428a-94d6-f61ca2432380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:36.584878 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100d25b1-a3a9-4bb1-b925-affb2b26c8bb None None] New status for floating IP 587a8742-7f59-4cd7-a42d-c77e0e987208: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:13:37.177698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-1d3272c6-ca03-42f1-9206-08b3f43b68d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:37.178321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-1d3272c6-ca03-42f1-9206-08b3f43b68d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:37.192473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-1d3272c6-ca03-42f1-9206-08b3f43b68d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:37.193564 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-1d3272c6-ca03-42f1-9206-08b3f43b68d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.1103079
Dec 22 13:13:37.273214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port d6d339a7-2fc0-4581-9b55-4d98851df5d1 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:37.278389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:37.427954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faac86-1642-4307-b7d6-b9348b45fd7b req-349a1278-a321-4539-bc57-17ec635a8f33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:37.430945 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-60faac86-1642-4307-b7d6-b9348b45fd7b req-349a1278-a321-4539-bc57-17ec635a8f33 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 945 time: 0.0910239
Dec 22 13:13:37.477130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6acee1b2-4894-4b98-88af-fd0c4dcd0c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:37.483717 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-60faac86-1642-4307-b7d6-b9348b45fd7b req-f74c4ef2-be8e-4f5c-a3b5-867fc867e9d4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c104132-6526-48a7-aa64-ba3fd50bdfe8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479195
Dec 22 13:13:37.555807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port d6d339a7-2fc0-4581-9b55-4d98851df5d1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d6d339a7-2fc0-4581-9b55-4d98851df5d1,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:37.556191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:37.678921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for d6d339a7-2fc0-4581-9b55-4d98851df5d1 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:38.037894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:38.044244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3a5e13b9-d05a-4b05-9ce4-064259e3cd95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:38.087930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=d6d339a7-2fc0-4581-9b55-4d98851df5d1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:38.091483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:38.170685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port d6d339a7-2fc0-4581-9b55-4d98851df5d1 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:13:38.173155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:38.176352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'name': 'network-vif-deleted', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:13:38.222697 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272ae696-1ee7-42a9-b799-aed3919ef815', 'name': 'network-vif-deleted', 'tag': 'd6d339a7-2fc0-4581-9b55-4d98851df5d1', 'status': 'completed', 'code': 200}
Dec 22 13:13:38.249729 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2c11b8a-2fac-4162-a922-33d01e839862 req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/d6d339a7-2fc0-4581-9b55-4d98851df5d1 HTTP/1.1" status: 204  len: 173 time: 1.0507333
Dec 22 13:13:38.579936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:38.659764 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a0fef19-fe9e-4633-b827-5943c5b551c0 req-7a403b7d-1aca-4431-8cfb-8656dacb173e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=272ae696-1ee7-42a9-b799-aed3919ef815 HTTP/1.1" status: 200  len: 210 time: 0.0454485
Dec 22 13:13:38.723477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:39.764006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34902) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:39.841555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:39.874128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:40.037630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:40.043596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-33df81af-c74d-4bff-baea-6111bedaa075 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:40.066607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c104132-6526-48a7-aa64-ba3fd50bdfe8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:40.069256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:40.072904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:40.077659 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c104132-6526-48a7-aa64-ba3fd50bdfe8 HTTP/1.1" status: 204  len: 168 time: 0.3125877
Dec 22 13:13:40.129014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:40.221626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34910) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:40.523429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d6d339a7-2fc0-4581-9b55-4d98851df5d1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:40.558251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: d6d339a7-2fc0-4581-9b55-4d98851df5d1 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:40.558825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d6d339a7-2fc0-4581-9b55-4d98851df5d1 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:40.806449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:41.190369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 3c68cd0e-e89c-4a0f-becc-966aebc72364 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:41.194628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:41.388479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 3c68cd0e-e89c-4a0f-becc-966aebc72364, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3c68cd0e-e89c-4a0f-becc-966aebc72364,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:41.388756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:41.640226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 3c68cd0e-e89c-4a0f-becc-966aebc72364 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:41.997216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:42.004052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84f45002-78cc-4fcd-98a7-7cfe6c20660d tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:42.055641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=3c68cd0e-e89c-4a0f-becc-966aebc72364,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:42.101904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.102293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.102672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.103067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.103438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.103806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.104219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.104590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.104955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.105315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.105674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.106030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:42.140479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:42.397648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:42.792617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:13:42.985295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:42.995594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Sync routers for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:43.000687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/0e6ad50e-8e68-4c70-9548-a1c678bfd1ab/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7773185
Dec 22 13:13:43.003777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34920) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:43.008870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:43.009512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52935b6670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:43.074035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet 16a02127-8aff-428a-94d6-f61ca2432380 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:13:43.078311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.141335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.230479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.252538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:43.561735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52935b6670>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:41Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:43.563601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.565456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Checking router: 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:43.568629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-77c8cdae-0623-4759-9e4c-536a58c8a4d7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:43.578076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Routers {'0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:43.578076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52935b6670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:43.607528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=16a02127-8aff-428a-94d6-f61ca2432380,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:43.609461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.612175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:43.616466 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/16a02127-8aff-428a-94d6-f61ca2432380 HTTP/1.1" status: 204  len: 168 time: 0.6115074
Dec 22 13:13:43.618992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34926) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:43.631743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9d8fc-164c-4ed1-8b5d-a910db8a9719 None None] Network d3c43af2-eae0-41d9-a809-d1673cda9af8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:13:43.812990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:43.917983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] Set router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:44.011344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.088293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 18ac7571-67b8-45f0-82f9-8a9bc51a668e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:44.088569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.214748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] DHCP port deletion for d3c43af2-eae0-41d9-a809-d1673cda9af8 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:13:44.222673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Deleting port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:13:44.223161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.272438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52935b6670>, [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:41Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:44.281534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d113dd49-2e4a-4f6e-aedc-51b4c53fc434 None None] The sync data for ids ['0e6ad50e-8e68-4c70-9548-a1c678bfd1ab'] in dv-neutron-822662-1-hyperv is: [{'id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'name': 'tempest-TestNetworkBasicOps-router-1408645466', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190'}], 'enable_snat': True}, 'gw_port_id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:11:33Z', 'updated_at': '2021-12-22T13:13:41Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '18ac7571-67b8-45f0-82f9-8a9bc51a668e', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e6ad50e-8e68-4c70-9548-a1c678bfd1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:11:34Z', 'updated_at': '2021-12-22T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:44.290743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 18ac7571-67b8-45f0-82f9-8a9bc51a668e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=18ac7571-67b8-45f0-82f9-8a9bc51a668e,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:44.291165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.443449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 18ac7571-67b8-45f0-82f9-8a9bc51a668e owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:44.510543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] For port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,segment=NetworkSegment(e52dd81c-22b5-44a8-b6be-ce349754a71c),segment_id=e52dd81c-22b5-44a8-b6be-ce349754a71c)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:44.511055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.639868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Calling delete_port for d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:13:44.720739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c68cd0e-e89c-4a0f-becc-966aebc72364 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:44.762791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3c68cd0e-e89c-4a0f-becc-966aebc72364 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:44.763028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.763253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3c68cd0e-e89c-4a0f-becc-966aebc72364 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:44.763611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:44.767672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:44.819412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=18ac7571-67b8-45f0-82f9-8a9bc51a668e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:44.824301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:44.834585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:44.839875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-07942d4a-facd-4583-aa5c-8bdd33a39319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:44.898717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No active binding found for port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d {{(pid=88168) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 22 13:13:44.899162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:44.903551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] No DVR routers for this DVR port d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:13:44.911224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Pushing event deleted for resources: {'Port': ['ID=d2cd0e9c-b76a-4413-b6c8-8463c6b6be4d,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:44.912336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:44.929191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.113533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.116077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.272618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.273122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6ad50e-8e68-4c70-9548-a1c678bfd1ab {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:13:45.290676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.291260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/0e6ad50e-8e68-4c70-9548-a1c678bfd1ab HTTP/1.1" status: 204  len: 168 time: 1.6713240
Dec 22 13:13:45.293749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34932) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:45.543644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.680772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.712770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293344c10>,) {'filters': {'network_id': ['d3c43af2-eae0-41d9-a809-d1673cda9af8']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:45.729622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293344c10>, 'e52dd81c-22b5-44a8-b6be-ce349754a71c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:45.730513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293344c10>, 'e52dd81c-22b5-44a8-b6be-ce349754a71c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:45.744787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.765493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.772043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:13:45.777878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:13:45.789425 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:13:45.939857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.944954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:45.948075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3ab684e-1e17-4bdc-a494-2792bcf297ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:45.977124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=d3c43af2-eae0-41d9-a809-d1673cda9af8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:45.979600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:45.983410 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/d3c43af2-eae0-41d9-a809-d1673cda9af8 HTTP/1.1" status: 204  len: 168 time: 0.6887226
Dec 22 13:13:46.007575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:46.016865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--369050827', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:46.022400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:46.026551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:46.029465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:46.035531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:46.173701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:13:46.177397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.290188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:13:46.299660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.300675 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment ca50cb7d-34a6-48ed-9f65-dbc514c35aa8 of type vlan for network 2670bca4-622d-4325-b802-ca270f58a245
Dec 22 13:13:46.329157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.443306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.448997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:46.449583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.454398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-693ba510-8657-4a57-a1b8-2e6835b1e06e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:46.536101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 18ac7571-67b8-45f0-82f9-8a9bc51a668e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:13:46.572653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=2670bca4-622d-4325-b802-ca270f58a245,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:46.578237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:46.584850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 18ac7571-67b8-45f0-82f9-8a9bc51a668e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:13:46.585331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 18ac7571-67b8-45f0-82f9-8a9bc51a668e not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:13:46.588231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2670bca4-622d-4325-b802-ca270f58a245 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:13:46.631333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.6226835
Dec 22 13:13:46.633802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34942) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:46.639584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:46.655981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:46.661216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:46.664389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:46.670813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:46.728836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.731106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:46.746255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:47.141082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:47.558949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:47.589443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:47.847693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.217 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/e989d50b-8b56-465b-b8fb-6b2e8d1d4583) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:13:47.999355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:48.089424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:48.094327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-07f2b114-4723-43e6-80e2-069aaf9e4eec tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:48.156536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:48.159960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:48.163764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:13:48.197139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:48.203265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:48.774987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:49.107023 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:13:49.146444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:49.448015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:13:49.760256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:49.769313 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Sync routers for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:49.778525 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:49.779158 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986b6eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:49.854146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:49.855445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.2205622
Dec 22 13:13:49.858422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34954) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:49.902883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-42164c68-7517-48ef-afc1-12c385fa9ecc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0418069
Dec 22 13:13:49.903976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34958) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:49.963572 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:50.067384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b5789c-1009-4610-a7c6-a808f47e2c95 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:50.068623 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-82b5789c-1009-4610-a7c6-a808f47e2c95 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1637332
Dec 22 13:13:50.073752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34964) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:50.114825 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51a9ffe2-0409-4e16-963e-df8a27df70cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0398126
Dec 22 13:13:50.117232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:50.122546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522111136', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:50.291845 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986b6eb0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:50.296526 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Checking router: bfbb2b50-ef92-4b30-bdbc-91f4d4890912 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:50.296957 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Updating router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:13:50.352803 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.377351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:50.381516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:50.384287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:50.389787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:50.470991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:13:50.475007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.698086 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.710744 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Transition to ACTIVE for port object e989d50b-8b56-465b-b8fb-6b2e8d1d4583 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:50.831304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.835265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0ba86d64-72c7-4ce1-b2d5-84cd70e73d16 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:50.841930 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.845682 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b5b11a80-0295-480c-bf0d-514eeb0c5a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:50.916807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=b56b1966-c32c-455c-bf57-6aa270e3148e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:50.921691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:13:50.922049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 2670bca4-622d-4325-b802-ca270f58a245, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:13:50.926091 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Attempting to bind port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:13:50.926487 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Attempting to bind port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:13:50.926832 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Attempting to bind port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:13:50.930501 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Pushing event updated for resources: {'Port': ['ID=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:50.932125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.932509 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.932885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.933257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.933622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.933987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.934352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.934718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.934895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:13:50.935113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.935273 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:13:50.935475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.935674 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.935826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.936066 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:13:50.936161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.936528 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Bound port: e989d50b-8b56-465b-b8fb-6b2e8d1d4583, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:13:50.936900 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:50.942956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:50.974102 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.974390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.974687 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.975043 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.975368 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.975691 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.976010 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.976325 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.976642 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.976954 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.977266 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.977576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:50.986552 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:51.020125 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] For port e989d50b-8b56-465b-b8fb-6b2e8d1d4583, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:13:51.022989 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] For port e989d50b-8b56-465b-b8fb-6b2e8d1d4583, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:13:51.059295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2670bca4-622d-4325-b802-ca270f58a245 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:13:51.122874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:51.127503 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:51.145457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2670bca4-622d-4325-b802-ca270f58a245) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:51.154006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:51.154704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:51.161556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e746075-d280-4265-bcfd-e3ef6e1630d3 None None] Network 2670bca4-622d-4325-b802-ca270f58a245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:13:51.208878 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Pushing event updated for resources: {'Port': ['ID=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:51.212601 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:51.217633 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:51.220509 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986b6eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:51.317746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0230404a-a558-476c-be82-707475cb1ef8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1993937
Dec 22 13:13:51.320321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34974) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:51.409047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2670bca4-622d-4325-b802-ca270f58a245', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:13:51.412927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:51.463831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:51.602139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Allocated IP 172.20.0.2 (2670bca4-622d-4325-b802-ca270f58a245/b56b1966-c32c-455c-bf57-6aa270e3148e/8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:13:51.821630 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986b6eb0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:51.827104 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb24d3c-a3cb-4513-a11a-87d17361e450 None None] The sync data for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv is: [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:48Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:51.873231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:51.888756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Transition to ACTIVE for port object 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:51.913828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Transition to ACTIVE for port object 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:52.008920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.021457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:52.078878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Network 2670bca4-622d-4325-b802-ca270f58a245 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:52.102596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:52.103888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:13:52.198526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Pushing event updated for resources: {'Port': ['ID=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:52.208097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:52.230545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Attempting to bind port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:13:52.230956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Attempting to bind port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:13:52.231349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Attempting to bind port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe on network 2670bca4-622d-4325-b802-ca270f58a245 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:13:52.246711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:13:52.247132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Checking segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:13:52.247544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.247954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Bound using segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:13:52.248440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Bound port: 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:13:52.248825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.309438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.424007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] For port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:13:52.428149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] For port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:13:52.575073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.583466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:52.635760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e989d50b-8b56-465b-b8fb-6b2e8d1d4583 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:52.767923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Pushing event updated for resources: {'Port': ['ID=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:52.772135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:52.911697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:52.917220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:52.923030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:52.960365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (2670bca4-622d-4325-b802-ca270f58a245/b56b1966-c32c-455c-bf57-6aa270e3148e/4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:13:53.225159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:53.245193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e989d50b-8b56-465b-b8fb-6b2e8d1d4583, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:53.289898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:53.306590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:53.367996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:53.369887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:53.443014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:53.446783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c428c433-587e-4f2a-808d-27f54b7c0b4e tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:53.451153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:53.454675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:53.518373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2670bca4-622d-4325-b802-ca270f58a245 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:53.522257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:53.526272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:13:53.574026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:53.578566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:53.589517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:53.786315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:54.201674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:54.270933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:54.297549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1faeab35-3342-4bf7-a888-dea5d0a624a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:54.390705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:54.394136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:54.395191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:54.417875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb0b416-86e7-4219-bd25-c77e720df4ff None None] Network 2670bca4-622d-4325-b802-ca270f58a245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:13:54.549466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2670bca4-622d-4325-b802-ca270f58a245 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:13:54.551117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:13:54.591690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d0f8b11d-a446-44b1-a474-dff40dfa631b None None] Provisioning for port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:54.658271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e989d50b-8b56-465b-b8fb-6b2e8d1d4583 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:54.764199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:13:54.764609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:54.764994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:54.897490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:55.053588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:55.058680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:55.059220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.118279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e1ed1d03-75c1-4430-86af-42780f7500e7 None None] Provisioning for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:55.129972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e1ed1d03-75c1-4430-86af-42780f7500e7 None None] Provisioning complete for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:55.129972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1ed1d03-75c1-4430-86af-42780f7500e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.138154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-55a19669-b9be-4b9f-9927-9fdb2cbd3c61 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482630037&fields=id&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 267 time: 0.0711739
Dec 22 13:13:55.141151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:13:55.164879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Sync routers for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:13:55.182549 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/bfbb2b50-ef92-4b30-bdbc-91f4d4890912/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8610299
Dec 22 13:13:55.185121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 34992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:55.218349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:55.218812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937c60d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:55.321603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-8055f9f0-2ecc-4a24-8d12-3baaecea94ea tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.328820 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-8055f9f0-2ecc-4a24-8d12-3baaecea94ea tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.1805754
Dec 22 13:13:55.340747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e1ed1d03-75c1-4430-86af-42780f7500e7 None None] Port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:13:55.350982 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-9914910c-2901-4c68-a0fd-20381e7c72aa tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/quotas/3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 375 time: 0.0206623
Dec 22 13:13:55.387729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.388447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.389060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.389778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.390539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.391190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.393117 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-17349ec6-5e90-492a-a7f6-ca8d5b4d32cc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4285 time: 0.2064569
Dec 22 13:13:55.396558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 34996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:55.411300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.483486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:55.493321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dd52d56d-9e19-4246-91bf-2047d3582d01 None None] Provisioning complete for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:55.493699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd52d56d-9e19-4246-91bf-2047d3582d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.496029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.496499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.496951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.497395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.497840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.498282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:55.501392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ccc1e91-3c66-41ef-877c-815fdf3939f3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.1024249
Dec 22 13:13:55.503750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:55.520411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:55.570636 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-cbe7f1d0-ddb8-40ba-b938-f520ff25b4c9 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2187843
Dec 22 13:13:55.575422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.592687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5ac1abe4-d019-4dd7-a229-034d90fe3b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:55.726544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dd52d56d-9e19-4246-91bf-2047d3582d01 None None] Port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:13:55.734866 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-b728c91a-a5ce-4ffa-89c5-4879931a64a9 service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485422
Dec 22 13:13:55.758722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:55.817198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.817550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.817891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.818225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.818552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.818904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.819231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.819563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.819884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.820201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.820521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.820836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:13:55.824834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:55.868323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f556610c-62af-4ae2-b982-b8234c82086e None None] Provisioning complete for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:55.868703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f556610c-62af-4ae2-b982-b8234c82086e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:55.940319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-fa36fbf1-fd8d-42b6-b92a-fe2b9df52f0f service neutron] 10.222.0.16 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547961
Dec 22 13:13:55.960103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-396a86be-4ca8-4a2a-a930-1b77effc69ac tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.4552972
Dec 22 13:13:56.019142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f556610c-62af-4ae2-b982-b8234c82086e None None] Port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:13:56.052547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937c60d0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:54Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:56.057217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Checking router: bfbb2b50-ef92-4b30-bdbc-91f4d4890912 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:13:56.057683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Updating router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:13:56.118666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.294418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35012) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:56.300109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665747055', 'description': 'tempest-secgroup-smoke-665747055 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:56.312770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:56.317977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:56.321270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:56.327110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:56.407958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.428049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:56.431765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:56.434493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:56.440080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:56.473398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.487570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Transition to ACTIVE for port object 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:13:56.517439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.527315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:56.597106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:56.597484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.624527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.631255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.633659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:56.636994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-27cb68ce-46d5-4ffc-bf30-a3af184d85ee tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:56.685478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6a236-5ee5-49ce-8a49-45e521735746,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:56.688577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:56.767743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.770194 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f145b69f-86fe-4a95-9f5c-b915e7c08e47 req-39c0a353-45bd-48b0-bac3-a05a8c4d5ae7 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 210 time: 0.0618172
Dec 22 13:13:56.770673 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4745581
Dec 22 13:13:56.772889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35020) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:56.778893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:56.796110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:56.802059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:56.802203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Pushing event updated for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:56.806570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:56.816704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:56.831467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:56.895402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.938694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Attempting to bind port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:13:56.939092 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Attempting to bind port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:13:56.939461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Attempting to bind port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a on network 2670bca4-622d-4325-b802-ca270f58a245 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:13:56.950015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:13:56.950395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Checking segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:13:56.950794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.951215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Bound using segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:13:56.951689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Bound port: 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:13:56.952066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:56.961455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.030675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.032576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-12d4f733-2621-4efd-bc57-08311abe4593 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:57.045034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] For port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:13:57.048759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] For port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:13:57.056652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bc71d8-5ea3-4872-b65d-d5e55ff14d46,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:57.059153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:57.105689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.109497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c2939252-0749-4e2c-b657-465e1b1d1ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:57.129559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.136790 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3603456
Dec 22 13:13:57.137039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35030) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:57.142612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:57.149843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:57.154100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:57.156997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:57.163824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:57.194757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:13:57.195429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937c60d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:13:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:57.244103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Pushing event updated for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:57.252578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:57.285250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.366170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.395880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:13:57.426077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.427985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-49c85a03-0d8c-4701-a86a-2c107643f2fd tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:57.450521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d835aa3-bb26-4372-a006-925e88196dd2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:57.452900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:57.545159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.546330 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4084585
Dec 22 13:13:57.549171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35036) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:57.554575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:57.560393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:57.564251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:57.567313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:57.576713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:57.661179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.731265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.770630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937c60d0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:13:57.774606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87a1b33-c454-49dd-8f0e-6235b609ddf6 None None] The sync data for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv is: [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:57Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:13:57.817112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.821934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:57.844733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344844ce-f179-40ab-abc0-7da8c3f20f1a,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:57.853850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:57.957160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:57.958344 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4080963
Dec 22 13:13:57.961220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35042) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:57.966444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d36f17bd-5f40-434c-9468-c8587e228a52 req-2ee8b040-ee53-4736-a3e7-040392db7b51 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 210 time: 0.0577691
Dec 22 13:13:57.968642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:57.976879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:57.983449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:57.986631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:57.993304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:58.095706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.172974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.271441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.274534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2221669e-ab9c-4568-a317-9caf83ee14c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:58.317265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0efcd53-c223-4ef3-9bad-cfa18b94b5fe,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:58.325895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:58.384888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.386099 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4235945
Dec 22 13:13:58.388912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35046) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:58.394713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:58.401146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:58.405173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:58.408466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:58.414643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:58.459233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:13:58.466955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.551107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.553542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:13:58.614220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.616118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3eae3b33-083e-469c-a1ca-b0974db7fbdb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:58.639974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5905cd06-119b-4089-82c6-c2cc74601add,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:58.642474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:58.693457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:13:58.699001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:13:58.699375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.716430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.717640 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3275681
Dec 22 13:13:58.720524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35050) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:13:58.726537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '35b6a236-5ee5-49ce-8a49-45e521735746', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:58.734186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:58.739040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:13:58.742056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:13:58.748803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:58.825890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.842396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:13:58.850226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.865669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:13:58.957354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:58.960285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:59.020701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:59.037709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:59.042604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:59.072232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-13068657-9541-4b9b-a63d-e7df9a894b97 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:59.072993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-13068657-9541-4b9b-a63d-e7df9a894b97 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:59.085283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:59.088377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-42939e6f-8331-42f5-abd4-88831cf3518c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:13:59.117462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa578a3-8d10-4d0a-9ef7-4fffada12182,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:13:59.119866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:13:59.159641 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8cdb1049-e051-4c03-a291-4618c91b04b9 req-d732737c-ff30-4644-a73d-ef77cb3fdb29 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 210 time: 0.0478237
Dec 22 13:13:59.213745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-13068657-9541-4b9b-a63d-e7df9a894b97 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:59.214972 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-13068657-9541-4b9b-a63d-e7df9a894b97 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 812 time: 0.3223279
Dec 22 13:13:59.259877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:59.267282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5395787
Dec 22 13:13:59.272026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-0f5aaf4e-8562-48c1-8b89-882914065146 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:59.288315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-0f5aaf4e-8562-48c1-8b89-882914065146 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:59.289484 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-0f5aaf4e-8562-48c1-8b89-882914065146 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530 HTTP/1.1" status: 200  len: 380 time: 0.0653024
Dec 22 13:13:59.300840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'port': {'device_id': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'admin_state_up': True, 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'security_groups': ['eeb95d2b-4877-470d-a46c-7c0b07b5c3dd']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:13:59.443260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-6781b3ca-90cc-436e-83f4-3712228b2754 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665747055&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.0429296
Dec 22 13:13:59.456417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:13:59.466244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:13:59.521933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Made reservation on behalf of 3f15ee5ef35c474bb7e9c8febc4ca530 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:13:59.525770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:59.601640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-5f94f87c-bf5e-43ee-8b75-c2def9501411 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:13:59.602161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-5f94f87c-bf5e-43ee-8b75-c2def9501411 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:59.682214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-5f94f87c-bf5e-43ee-8b75-c2def9501411 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:59.688820 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-5f94f87c-bf5e-43ee-8b75-c2def9501411 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=2670bca4-622d-4325-b802-ca270f58a245 HTTP/1.1" status: 200  len: 796 time: 0.2385175
Dec 22 13:13:59.697470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.20.0.11 (443cb7df-1189-42c5-9131-3c66775263fe/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4/9caf393b-f110-4aec-b946-1754a8e1531b) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:13:59.705512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-35500d01-461e-47a1-b252-4ed0cd70d2d6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0154805
Dec 22 13:13:59.792225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-7645919b-148d-4c79-9a90-bc2fa6c86657 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:13:59.865314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-7645919b-148d-4c79-9a90-bc2fa6c86657 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:13:59.866777 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-7645919b-148d-4c79-9a90-bc2fa6c86657 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1602664
Dec 22 13:13:59.902941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:13:59.919969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Transition to ACTIVE for port object 9caf393b-f110-4aec-b946-1754a8e1531b will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:14:00.009450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:00.012621 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-0cfe3e37-d9f8-4b7b-b2e6-461ba8c07576 service neutron] 10.222.0.16 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327009
Dec 22 13:14:00.022302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ec71548d-1bce-41b4-b558-c8d66a745597 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:00.091374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network 443cb7df-1189-42c5-9131-3c66775263fe is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:14:00.094715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:14:00.099518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:14:00.276892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:00.287411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:00.326328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:00.327281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:00.359735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-5ceea447-1205-40a8-9a40-a785ccf1ef8c service neutron] 10.222.0.16 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3398824
Dec 22 13:14:00.449512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298af9e-275a-4a1b-bc56-5f19e40cdd39 req-47cc878b-879d-440c-ad0d-c05e745062fc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:00.451056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f298af9e-275a-4a1b-bc56-5f19e40cdd39 req-47cc878b-879d-440c-ad0d-c05e745062fc tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 932 time: 0.0906234
Dec 22 13:14:00.453988 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1590495
Dec 22 13:14:00.468352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Request body: {'port': {'device_id': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:00.501483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f298af9e-275a-4a1b-bc56-5f19e40cdd39 req-0955954b-6a9f-4eca-9b18-90edea44c48b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416794
Dec 22 13:14:00.537880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:14:00.575204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da8ce8a3-b26c-4da7-b89d-e7ca19efbcf8 None None] Provisioning for port 9caf393b-f110-4aec-b946-1754a8e1531b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:14:00.601213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-da8ce8a3-b26c-4da7-b89d-e7ca19efbcf8 None None] Provisioning complete for port 9caf393b-f110-4aec-b946-1754a8e1531b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:14:00.602455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da8ce8a3-b26c-4da7-b89d-e7ca19efbcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:00.630062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:00.693102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-da8ce8a3-b26c-4da7-b89d-e7ca19efbcf8 None None] Port 9caf393b-f110-4aec-b946-1754a8e1531b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:14:00.693699 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-69d1842b-60a5-4567-8bac-e89747225748 req-189a1111-729c-4424-a061-01fb9e3dc0f7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 210 time: 0.0713038
Dec 22 13:14:00.706288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:14:00.706690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.019177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9caf393b-f110-4aec-b946-1754a8e1531b {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:14:01.026658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.041526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Transition to ACTIVE for port object 9caf393b-f110-4aec-b946-1754a8e1531b will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:14:01.156767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.163192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-02d68153-13fc-410e-ab0f-feebab55beb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:01.339675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:01.374045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:01.422123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Attempting to bind port 9caf393b-f110-4aec-b946-1754a8e1531b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:14:01.422464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Attempting to bind port 9caf393b-f110-4aec-b946-1754a8e1531b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:14:01.422900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Attempting to bind port 9caf393b-f110-4aec-b946-1754a8e1531b on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:14:01.427548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Port 9caf393b-f110-4aec-b946-1754a8e1531b on network 443cb7df-1189-42c5-9131-3c66775263fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:14:01.427866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Attempting to bind port 9caf393b-f110-4aec-b946-1754a8e1531b on network 443cb7df-1189-42c5-9131-3c66775263fe {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:14:01.433028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:14:01.433381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Checking segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:14:01.433794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Bound using segment: {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:14:01.434222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Bound port: 9caf393b-f110-4aec-b946-1754a8e1531b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68446d3-089b-4f87-b17a-76135b26dcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:14:01.434565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.525770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:14:01.528989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9caf393b-f110-4aec-b946-1754a8e1531b,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:14:01.654029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.660465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:01.712585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8fb26-7a22-4232-9e62-2084d26ccb1c req-1e580933-14c7-40b2-8f24-fa8cd18f67eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:01.727346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:01.727962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:01.729403 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-70928e20-14d8-489b-add4-4736db909812 service neutron] 10.222.0.46 "PUT /v2.0/ports/9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 200  len: 1094 time: 1.2662256
Dec 22 13:14:01.729850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:01.735848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaa8fb26-7a22-4232-9e62-2084d26ccb1c req-1e580933-14c7-40b2-8f24-fa8cd18f67eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.1208644
Dec 22 13:14:01.763621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Pushing event updated for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:01.769487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:01.801865 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaa8fb26-7a22-4232-9e62-2084d26ccb1c req-8e712cc1-2e5d-4a33-9bdc-ab8297afdbd6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539148
Dec 22 13:14:01.867866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b', 'status': 'completed', 'code': 200}
Dec 22 13:14:01.874363 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a424b9a-724f-4e96-8ff6-7449b68cb8a1 req-d34f016a-b927-4922-9712-d6eb25dcdfba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 210 time: 0.0571506
Dec 22 13:14:01.963353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-4ff8a5b1-f6db-4dbc-a4bc-dcb014054f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:01.964838 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-4ff8a5b1-f6db-4dbc-a4bc-dcb014054f08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1097 time: 0.0764596
Dec 22 13:14:02.111130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-9a7387cb-fb32-47ea-804e-17029da5cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:02.112881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-9a7387cb-fb32-47ea-804e-17029da5cf9e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1399055
Dec 22 13:14:02.271601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-2967ba3c-4027-4a86-ac45-d109a739c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:02.272984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-691a242c-0854-46b3-88de-b6c1c8b20d80 req-2967ba3c-4027-4a86-ac45-d109a739c08c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1390522
Dec 22 13:14:02.384282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-41a58a3a-dde8-460a-ad27-c19cbfb40650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:02.386420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-41a58a3a-dde8-460a-ad27-c19cbfb40650 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1097 time: 0.0751278
Dec 22 13:14:02.447866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:02.466381 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-eae5ce58-0c63-4543-8627-5c3e587bccab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 200  len: 217 time: 0.0665066
Dec 22 13:14:02.529159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-6d5c331c-bba1-4f47-a134-ce9c3da6e6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:02.530533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-6d5c331c-bba1-4f47-a134-ce9c3da6e6ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0578408
Dec 22 13:14:02.609744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-437ab981-c856-465d-a78f-d3ceef48a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:02.611247 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-437ab981-c856-465d-a78f-d3ceef48a324 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742431
Dec 22 13:14:02.869619 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-e5f14389-ba93-4601-af8e-e8bfaf6c97c4 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472484
Dec 22 13:14:03.011838 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7fb8525a-5b14-4344-8a42-2876e2457a6c req-599f558f-3fc1-46d4-8d63-26579f0ec2ad service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364567
Dec 22 13:14:03.112789 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05706163-1609-4afa-b465-d9b8edbc895d req-2de45374-82ca-487d-8b22-ba4515910f67 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 210 time: 0.1032009
Dec 22 13:14:03.151450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b3006-bc8d-42e5-b622-3ad620a0a9ab req-eaa92967-e4ab-4cf4-8b30-9448fed13661 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:03.152894 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e2b3006-bc8d-42e5-b622-3ad620a0a9ab req-eaa92967-e4ab-4cf4-8b30-9448fed13661 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.2352848
Dec 22 13:14:03.221466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-606e03ac-b572-4b3e-832e-27833310de1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:03.222876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-606e03ac-b572-4b3e-832e-27833310de1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=2670bca4-622d-4325-b802-ca270f58a245 HTTP/1.1" status: 200  len: 796 time: 0.2408881
Dec 22 13:14:03.232327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e2b3006-bc8d-42e5-b622-3ad620a0a9ab req-7d533747-3a0b-414b-8bb9-604bedf924b3 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678828
Dec 22 13:14:03.278990 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-25f3575c-1aa0-4f11-9a12-784aa4bba8fe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 379 time: 0.0457044
Dec 22 13:14:03.288353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['35b6a236-5ee5-49ce-8a49-45e521735746']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:03.430752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:14:03.440521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:14:03.504931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:14:03.508543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:03.666377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.10 (2670bca4-622d-4325-b802-ca270f58a245/b56b1966-c32c-455c-bf57-6aa270e3148e/95fb55d6-83e6-4979-af2a-5204ab4ae3ed) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:14:03.859135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:03.874338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 95fb55d6-83e6-4979-af2a-5204ab4ae3ed will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:14:03.939235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:03.944944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b14ef8ec-b9be-42de-a612-476bade83d47 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:04.009896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2670bca4-622d-4325-b802-ca270f58a245 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:14:04.012918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:14:04.016710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:14:04.048113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:04.055450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:04.089047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:04.089657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:04.214084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9291728
Dec 22 13:14:04.226693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Request body: {'port': {'device_id': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:04.350721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5de0b1dd-f27e-4210-b410-527dd8801e72 None None] Provisioning for port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:14:04.356149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-5de0b1dd-f27e-4210-b410-527dd8801e72 None None] Provisioning complete for port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:14:04.356530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5de0b1dd-f27e-4210-b410-527dd8801e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:04.410384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5de0b1dd-f27e-4210-b410-527dd8801e72 None None] Port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:14:04.458474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:04.632693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb091a-2cb6-4767-80e2-b61fbfffecdd req-a2b3cc5c-cf14-4d5f-ba20-515e9ab5fba5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:04.632693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-57fb091a-2cb6-4767-80e2-b61fbfffecdd req-a2b3cc5c-cf14-4d5f-ba20-515e9ab5fba5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:14:04.691416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5eac02-db76-43b6-a17c-94c15109a5ba req-ceb91d09-2ac4-4b80-8efa-5c20081a6439 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:04.692866 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc5eac02-db76-43b6-a17c-94c15109a5ba req-ceb91d09-2ac4-4b80-8efa-5c20081a6439 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.3217201
Dec 22 13:14:04.779240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-57fb091a-2cb6-4767-80e2-b61fbfffecdd req-a2b3cc5c-cf14-4d5f-ba20-515e9ab5fba5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:14:04.780348 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-57fb091a-2cb6-4767-80e2-b61fbfffecdd req-a2b3cc5c-cf14-4d5f-ba20-515e9ab5fba5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 932 time: 0.5268695
Dec 22 13:14:04.880337 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc5eac02-db76-43b6-a17c-94c15109a5ba req-c0f05157-37aa-4d97-b93f-c3fbeac57e79 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1494148
Dec 22 13:14:04.916314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-57fb091a-2cb6-4767-80e2-b61fbfffecdd req-c978681e-669c-4dbd-a6ff-c82003c4f4fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296563
Dec 22 13:14:05.031669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95fb55d6-83e6-4979-af2a-5204ab4ae3ed {{(pid=88167) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:14:05.040590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.056023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Transition to ACTIVE for port object 95fb55d6-83e6-4979-af2a-5204ab4ae3ed will not be triggered until provisioned by entity L2. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:14:05.173331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6df00c51-38ed-4fe4-ada3-6b0f18919107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.218967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.223155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80cf9cbe-6954-4dfe-8fdf-9a761babe415 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:05.378932 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Pushing event updated for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:05.386571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:05.463411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Attempting to bind port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:14:05.463751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Attempting to bind port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:14:05.464103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Attempting to bind port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed on network 2670bca4-622d-4325-b802-ca270f58a245 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:14:05.468613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed on network 2670bca4-622d-4325-b802-ca270f58a245 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:14:05.469221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Attempting to bind port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed on network 2670bca4-622d-4325-b802-ca270f58a245 {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:14:05.474479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:14:05.474816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Checking segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:14:05.475231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Bound using segment: {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'} {{(pid=88167) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:14:05.475658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.managers [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Bound port: 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '2670bca4-622d-4325-b802-ca270f58a245'}}] {{(pid=88167) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:14:05.476005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.564809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, cleared binding levels {{(pid=88167) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:14:05.567902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88167) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:14:05.670798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.675667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3e1041b-be34-454e-a67a-91911fadae40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:05.736435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:05.737742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:05.739650 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] 10.222.0.46 "PUT /v2.0/ports/95fb55d6-83e6-4979-af2a-5204ab4ae3ed HTTP/1.1" status: 200  len: 1094 time: 1.5171711
Dec 22 13:14:05.740166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:05.759082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Pushing event updated for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=3']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:05.763251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:05.789267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'status': 'completed', 'code': 200}
Dec 22 13:14:05.884698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-c631e0a5-fc2e-49dd-b757-7cd406895fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:05.886514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-c631e0a5-fc2e-49dd-b757-7cd406895fd8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1097 time: 0.0774307
Dec 22 13:14:06.139093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-a4ac8ea1-cf96-4fa7-bbb9-36c7d530d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.140436 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-a4ac8ea1-cf96-4fa7-bbb9-36c7d530d34d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 897 time: 0.2456470
Dec 22 13:14:06.261451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca551526-6fb7-4017-90a1-db77e4d4758f req-482ccad8-ed8d-41f4-8694-73979d00b64b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.262954 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca551526-6fb7-4017-90a1-db77e4d4758f req-482ccad8-ed8d-41f4-8694-73979d00b64b tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.2729998
Dec 22 13:14:06.322197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1268ec1-3a08-440e-b524-98a0ea683f94 req-9e639f87-08a1-41d1-96b9-40c7c2663799 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.323669 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d1268ec1-3a08-440e-b524-98a0ea683f94 req-9e639f87-08a1-41d1-96b9-40c7c2663799 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 944 time: 0.2666769
Dec 22 13:14:06.373346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca551526-6fb7-4017-90a1-db77e4d4758f req-021c2b32-0c08-4acf-b6e1-caea3091c429 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1017637
Dec 22 13:14:06.376336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-935bba0e-d412-4979-a964-8d48473e7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.378357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08c5cf93-5dee-4b65-bbd4-a9532ebba9d7 req-935bba0e-d412-4979-a964-8d48473e7ca3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2280860
Dec 22 13:14:06.405741 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d1268ec1-3a08-440e-b524-98a0ea683f94 req-b9035c9a-19c3-4592-9dc9-707720f31dbb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713027
Dec 22 13:14:06.490996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-91c54d8f-2dba-454c-9746-e163f6bff160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.492485 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-91c54d8f-2dba-454c-9746-e163f6bff160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1097 time: 0.0719543
Dec 22 13:14:06.567308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-4215f67b-98cf-4e02-b038-5dd99b4a9a93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed HTTP/1.1" status: 200  len: 217 time: 0.0665672
Dec 22 13:14:06.630782 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-0a8412d8-32c1-4e8f-90d3-268adb10e7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.632421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-0a8412d8-32c1-4e8f-90d3-268adb10e7d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b56b1966-c32c-455c-bf57-6aa270e3148e HTTP/1.1" status: 200  len: 834 time: 0.0578270
Dec 22 13:14:06.708720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-2bca5481-9107-4471-ab65-cf3049dbdf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:06.710232 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-2bca5481-9107-4471-ab65-cf3049dbdf31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2670bca4-622d-4325-b802-ca270f58a245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707195
Dec 22 13:14:06.968089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-fe90fd97-abfc-40d3-8de3-e1ce122e85ee service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507474
Dec 22 13:14:07.100986 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c93badd-e4f5-4b8a-9b27-448ec6518e86 req-462854e1-152d-4e73-8da1-c67b27e8a661 service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223865
Dec 22 13:14:07.459814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ff2bff4-74ac-454e-be06-ee3304bc5098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:07.630985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be637f-c408-42cc-973f-d663b3770eed req-f565e4de-c27c-4b97-a79f-6cc3e027e730 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:07.632466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3be637f-c408-42cc-973f-d663b3770eed req-f565e4de-c27c-4b97-a79f-6cc3e027e730 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 944 time: 0.1159947
Dec 22 13:14:07.639814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d7f47-cb73-40ce-99df-ca5fee71f524 req-77ec6ee9-19e3-4079-bc3a-1d84f4f161eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:07.641333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-561d7f47-cb73-40ce-99df-ca5fee71f524 req-77ec6ee9-19e3-4079-bc3a-1d84f4f161eb tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.1568589
Dec 22 13:14:07.706628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3be637f-c408-42cc-973f-d663b3770eed req-043da3a5-9201-4157-875e-0ff26c066390 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642881
Dec 22 13:14:07.717806 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-561d7f47-cb73-40ce-99df-ca5fee71f524 req-cc1f59b6-8406-466c-b4aa-c8436b79bad6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617337
Dec 22 13:14:08.567045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:08.652959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:08.670736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 95fb55d6-83e6-4979-af2a-5204ab4ae3ed details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:14:08.807891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:08.822069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'port_id': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'mac_address': 'fa:16:3e:0b:1d:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:14:08.883871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:08.902933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95fb55d6-83e6-4979-af2a-5204ab4ae3ed {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:14:08.919175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:08.971236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d62a8ec-ee81-406c-9f86-48c0e6a0700f req-b20ad39c-ef62-4027-9a8e-266d59b8db66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:08.973366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5d62a8ec-ee81-406c-9f86-48c0e6a0700f req-b20ad39c-ef62-4027-9a8e-266d59b8db66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 944 time: 0.1584685
Dec 22 13:14:08.981977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b625b-0949-4a23-a389-b662bb43e1a3 req-d65b63d5-e06e-4413-89e2-f89c37432954 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:08.983459 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f98b625b-0949-4a23-a389-b662bb43e1a3 req-d65b63d5-e06e-4413-89e2-f89c37432954 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.1319036
Dec 22 13:14:08.986662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:08.986948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:09.054231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:09.057993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:09.071557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5d62a8ec-ee81-406c-9f86-48c0e6a0700f req-038bf573-fc7d-4d81-8fa4-4fa030f9a9f9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0870585
Dec 22 13:14:09.074062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f98b625b-0949-4a23-a389-b662bb43e1a3 req-e21bde12-f39f-4f42-be3d-e88cad585cf8 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730951
Dec 22 13:14:09.276083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['95fb55d6-83e6-4979-af2a-5204ab4ae3ed'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:14:10.099220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:10.321277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f29b8-6465-43bc-9317-7263bd21d9c5 req-585e4560-419b-48eb-b89c-486ac96d9a18 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:10.322714 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-130f29b8-6465-43bc-9317-7263bd21d9c5 req-585e4560-419b-48eb-b89c-486ac96d9a18 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 944 time: 0.1413319
Dec 22 13:14:10.335065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22e5ef-ca10-48aa-86d8-e5397a7b4d84 req-a9248145-60a0-429d-94ec-fb9e20750616 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:10.336412 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e22e5ef-ca10-48aa-86d8-e5397a7b4d84 req-a9248145-60a0-429d-94ec-fb9e20750616 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 945 time: 0.1209619
Dec 22 13:14:10.405232 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-130f29b8-6465-43bc-9317-7263bd21d9c5 req-0810c245-6d84-4a32-b84c-f977e14bd3ae tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679028
Dec 22 13:14:10.409394 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e22e5ef-ca10-48aa-86d8-e5397a7b4d84 req-bd0b898a-ee8a-4d03-b922-7388417894dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593657
Dec 22 13:14:10.670547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 9caf393b-f110-4aec-b946-1754a8e1531b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:14:10.674957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 95fb55d6-83e6-4979-af2a-5204ab4ae3ed up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:14:10.860032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9caf393b-f110-4aec-b946-1754a8e1531b,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:10.872999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '9caf393b-f110-4aec-b946-1754a8e1531b', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'port_id': '9caf393b-f110-4aec-b946-1754a8e1531b', 'mac_address': 'fa:16:3e:ee:65:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:14:10.876256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:14:10.908164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:14:10.908493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:10.980796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:11.003514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9caf393b-f110-4aec-b946-1754a8e1531b {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:14:11.047388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9caf393b-f110-4aec-b946-1754a8e1531b,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:11.072561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:11.102741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:11.109374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:11.114608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0ec972ec-1035-40ad-8bc4-1e2b0341a070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:11.184608 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'code': 200}
Dec 22 13:14:11.192513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:11.225356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:11.228508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:11.281632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:11.283458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:11.339272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['9caf393b-f110-4aec-b946-1754a8e1531b'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:14:11.405297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:11.413798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:11.715743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed712d-623c-4e94-88a8-6989ea65ad81 req-7b92dad8-ca7d-4364-9942-86ccf14cb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:11.717261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efed712d-623c-4e94-88a8-6989ea65ad81 req-7b92dad8-ca7d-4364-9942-86ccf14cb160 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1099 time: 0.2014480
Dec 22 13:14:11.727832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affa0fc-8aae-4fff-952e-6ef2bd895a4e req-b18fa425-916f-47eb-81b1-9f42890ff31c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:11.727832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1affa0fc-8aae-4fff-952e-6ef2bd895a4e req-b18fa425-916f-47eb-81b1-9f42890ff31c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.1741385
Dec 22 13:14:11.736258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c570f-2114-4990-b260-e7b85ba3e4eb req-c275c954-ff95-42b0-b649-879967ca9df4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:11.737610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd6c570f-2114-4990-b260-e7b85ba3e4eb req-c275c954-ff95-42b0-b649-879967ca9df4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 945 time: 0.1852603
Dec 22 13:14:11.828628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efed712d-623c-4e94-88a8-6989ea65ad81 req-4a907dd5-cf18-4aca-9f3c-601a7294faf3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998085
Dec 22 13:14:11.839333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd6c570f-2114-4990-b260-e7b85ba3e4eb req-f7408ed1-f4b5-41f8-a953-760a4277edb9 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876029
Dec 22 13:14:11.842141 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1affa0fc-8aae-4fff-952e-6ef2bd895a4e req-4637dc2c-bf49-489d-8a31-5e390db22766 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030245
Dec 22 13:14:12.683227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 9caf393b-f110-4aec-b946-1754a8e1531b up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:14:12.801925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 9caf393b-f110-4aec-b946-1754a8e1531b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:14:12.806685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 9caf393b-f110-4aec-b946-1754a8e1531b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:14:12.807088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:12.927642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:12.962514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9caf393b-f110-4aec-b946-1754a8e1531b,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:13.047139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:13.048998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:13.096894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce10193-4e2f-4127-ad93-7147b0c7883b req-e11c24c9-2a7d-4950-95a0-f9b8a9c82638 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:13.099037 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fce10193-4e2f-4127-ad93-7147b0c7883b req-e11c24c9-2a7d-4950-95a0-f9b8a9c82638 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.1452355
Dec 22 13:14:13.109444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4beb1-a204-4666-b6b0-2f796dd64f65 req-7fdc5aff-a513-4ad9-a7bf-843eed740a5a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:13.117117 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0c4beb1-a204-4666-b6b0-2f796dd64f65 req-7fdc5aff-a513-4ad9-a7bf-843eed740a5a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 945 time: 0.1547425
Dec 22 13:14:13.127589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:13.130941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:13.178609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fce10193-4e2f-4127-ad93-7147b0c7883b req-f1d90ee0-b121-440f-82b3-f0da2d330788 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667560
Dec 22 13:14:13.185874 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0c4beb1-a204-4666-b6b0-2f796dd64f65 req-366a0bba-31c0-42f4-971d-131c655a54ad tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603530
Dec 22 13:14:13.186026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:13.229409 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b', 'code': 200}
Dec 22 13:14:13.636615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a7090-561d-487a-af86-d82cf5ba6579 req-15420c8d-0ac3-4a54-b179-36d7e1768da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:13.638118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f6a7090-561d-487a-af86-d82cf5ba6579 req-15420c8d-0ac3-4a54-b179-36d7e1768da0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1099 time: 0.0695181
Dec 22 13:14:13.682164 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f6a7090-561d-487a-af86-d82cf5ba6579 req-0913136b-d4f9-484d-b84e-1e6fbbf945cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366828
Dec 22 13:14:14.423315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa419a54-10ab-48fd-853e-ff02597333c3 req-1c92395d-966a-44df-b9f4-92db378fd353 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:14.424773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fa419a54-10ab-48fd-853e-ff02597333c3 req-1c92395d-966a-44df-b9f4-92db378fd353 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.1404402
Dec 22 13:14:14.436547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8275f9-21c1-4856-9d5b-b7a6f07d960d req-18ddbd18-0a67-46d6-8103-670c0894383e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:14.437929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a8275f9-21c1-4856-9d5b-b7a6f07d960d req-18ddbd18-0a67-46d6-8103-670c0894383e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1217508
Dec 22 13:14:14.617805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fa419a54-10ab-48fd-853e-ff02597333c3 req-67b1d625-cc85-475d-9b67-c112f8c80241 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1789193
Dec 22 13:14:14.627633 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a8275f9-21c1-4856-9d5b-b7a6f07d960d req-10cdaa34-1e49-4a84-a08c-95ba9166d3e5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588117
Dec 22 13:14:14.813980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec0fa-709c-4074-b284-3cd51d864299 req-134bae76-0941-4e96-9a5f-4765d6611505 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:14.815474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-331ec0fa-709c-4074-b284-3cd51d864299 req-134bae76-0941-4e96-9a5f-4765d6611505 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.0856438
Dec 22 13:14:14.859246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-331ec0fa-709c-4074-b284-3cd51d864299 req-0bb05188-c0b7-4273-8b7c-471f28930d50 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371006
Dec 22 13:14:14.882673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35134) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:14.955690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d865d-e828-496b-9b1b-1407bf0b8777 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:14.957207 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3b5d865d-e828-496b-9b1b-1407bf0b8777 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1094 time: 0.0735543
Dec 22 13:14:14.960156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35138) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:14.965208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:14.971157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:14:14.975029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:14:14.977832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:14:14.983435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:14:15.087247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:15.224661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:15.369553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.6 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/07bbc8fe-666f-46da-b56e-a28fdb70d44f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:14:15.515643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:15.630524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:15.635342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e026443-94ef-4d83-8be3-eba560dc8346 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:15.697217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:14:15.700026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:14:15.703561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:14:15.785608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=07bbc8fe-666f-46da-b56e-a28fdb70d44f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:15.794854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:15.934113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808244d-41e7-4ff2-8133-a6eabf0705e9 req-f6672656-1d94-472d-b4f2-7e9b54568a12 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:15.935734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3808244d-41e7-4ff2-8133-a6eabf0705e9 req-f6672656-1d94-472d-b4f2-7e9b54568a12 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1970589
Dec 22 13:14:16.070284 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3808244d-41e7-4ff2-8133-a6eabf0705e9 req-6c4de0ee-e1b6-42e8-a846-9b16d2ed25b6 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1269362
Dec 22 13:14:16.293003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce1cf-3ac8-4c6b-9ddd-ae597c4e5296 req-2e416cfe-1c36-4d86-9021-d94b1d1b9ec4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:16.294349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d2ce1cf-3ac8-4c6b-9ddd-ae597c4e5296 req-2e416cfe-1c36-4d86-9021-d94b1d1b9ec4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1179934
Dec 22 13:14:16.325662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:16.353248 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d2ce1cf-3ac8-4c6b-9ddd-ae597c4e5296 req-3d22a92f-a631-42d0-930e-483caab466f4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518482
Dec 22 13:14:16.376587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35146) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:16.464076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:16.810950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83966e78-34fd-4dc7-adfc-6ec7fe626d39 tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:16.812465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-83966e78-34fd-4dc7-adfc-6ec7fe626d39 tempest-TestVolumeBootPattern-439615628 tempest-TestVolumeBootPattern-439615628-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1094 time: 0.4349322
Dec 22 13:14:16.815463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35152) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:16.821246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '9caf393b-f110-4aec-b946-1754a8e1531b', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:16.829538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:14:16.833720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Usage tracker for resource:floatingip and tenant:3f15ee5ef35c474bb7e9c8febc4ca530 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:14:16.836768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:14:16.843437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:14:16.859046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:16.944530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:16.949755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:16.953677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:17.063997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=07bbc8fe-666f-46da-b56e-a28fdb70d44f,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:17.068581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:17.076710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.087612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.228964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Allocated IP 172.26.3.159 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/512e1dea-0b96-4ea6-bd96-a6615604828f) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:14:17.258732 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP c9e6d794-ab83-4ffe-853e-1ca0a442b671 associated. External IP: 172.26.3.6, port: 95fb55d6-83e6-4979-af2a-5204ab4ae3ed.
Dec 22 13:14:17.380247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.453427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.458488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9abd1d27-ae99-4738-98de-68ecbacb8f6d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:17.520890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:14:17.523683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:14:17.527446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:14:17.561470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=512e1dea-0b96-4ea6-bd96-a6615604828f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:17.574008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:17.622293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:14:17.802588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:14:17.812804 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Sync routers for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:14:17.823200 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:17.823847 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ec15b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:17.910278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.954897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:17.979941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0163298
Dec 22 13:14:17.979941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:17.981066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35156) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:18.008503 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:18.026468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'status': 'completed', 'code': 200}
Dec 22 13:14:18.121036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-a9405a74-c504-4739-b9a7-4188c88e82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:18.122773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-a9405a74-c504-4739-b9a7-4188c88e82c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1099 time: 0.0744262
Dec 22 13:14:18.147340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:18.186347 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-523d27f1-fc33-46a7-a00f-d22f37299d18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/c9e6d794-ab83-4ffe-853e-1ca0a442b671 HTTP/1.1" status: 200  len: 990 time: 0.2040181
Dec 22 13:14:18.259285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-e6907220-d18f-4404-b80f-aca3823402da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:18.261356 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-e6907220-d18f-4404-b80f-aca3823402da service neutron] 10.222.0.46 "GET /v2.0/networks?id=2670bca4-622d-4325-b802-ca270f58a245 HTTP/1.1" status: 200  len: 897 time: 0.1318672
Dec 22 13:14:18.377095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:18.384415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ec15b0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c9e6d794-ab83-4ffe-853e-1ca0a442b671', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'port_id': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'mac_address': 'fa:16:3e:0b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:16Z', 'updated_at': '2021-12-22T13:14:16Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:18.388740 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-40707c97-2474-4343-90c3-0e7e16b9c0e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed HTTP/1.1" status: 200  len: 998 time: 0.1184721
Dec 22 13:14:18.388933 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Checking router: bfbb2b50-ef92-4b30-bdbc-91f4d4890912 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:14:18.397379 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:18.397977 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ec15b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:18.436691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:18.442057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-164e9582-623e-43a5-8f25-198139f62e36 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:18.448368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-6d75b8fd-538b-410c-aab3-e46812df3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:18.449819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-6d75b8fd-538b-410c-aab3-e46812df3a99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b56b1966-c32c-455c-bf57-6aa270e3148e HTTP/1.1" status: 200  len: 834 time: 0.0578921
Dec 22 13:14:18.591273 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:18.666286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-49658d96-666f-49e1-a6bb-20024dfa3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:18.667716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-49658d96-666f-49e1-a6bb-20024dfa3f64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2670bca4-622d-4325-b802-ca270f58a245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2119305
Dec 22 13:14:18.690218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event updated for resources: {'Port': ['ID=512e1dea-0b96-4ea6-bd96-a6615604828f,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:18.694701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:18.702914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:18.808979 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-81858dc1-fd4b-4783-9550-bf4e87becd8d service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341591
Dec 22 13:14:18.882813 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 4d20cc59-7d6b-434f-963d-47bd684f6c9d associated. External IP: 172.26.3.159, port: 9caf393b-f110-4aec-b946-1754a8e1531b.
Dec 22 13:14:18.950297 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd35bbf3-3807-4b00-9546-f54536d9675a req-f92db52e-c256-45ca-baa9-45db528bd806 service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346819
Dec 22 13:14:18.977191 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ec15b0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c9e6d794-ab83-4ffe-853e-1ca0a442b671', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'port_id': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'mac_address': 'fa:16:3e:0b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:16Z', 'updated_at': '2021-12-22T13:14:16Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:18.981145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0216cf00-e9f8-408d-aa29-409ea3639bd0 None None] The sync data for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv is: [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c9e6d794-ab83-4ffe-853e-1ca0a442b671', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.6', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'port_id': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'mac_address': 'fa:16:3e:0b:1d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:16Z', 'updated_at': '2021-12-22T13:14:16Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:14:19.185620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c677ce-4f14-4b06-9831-f77052929073 None None] New status for floating IP c9e6d794-ab83-4ffe-853e-1ca0a442b671: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:14:19.190191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35162) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:19.261103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:14:19.307454 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bd753e18-8877-4b8e-9416-3f72513c4c40 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/c9e6d794-ab83-4ffe-853e-1ca0a442b671 HTTP/1.1" status: 200  len: 990 time: 0.1157703
Dec 22 13:14:19.460367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:14:19.469889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:14:19.479669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:19.480295 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ec1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:19.532907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:19.592729 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7759972
Dec 22 13:14:19.593684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:19.640833 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b', 'status': 'completed', 'code': 200}
Dec 22 13:14:19.705157 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:19.733438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-049ea252-03c5-4ab5-9a6d-02d3bc46289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:19.735042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-049ea252-03c5-4ab5-9a6d-02d3bc46289e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1099 time: 0.0718868
Dec 22 13:14:19.882273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-6a80946a-61bd-44b1-a8cb-ffb92bebca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:19.883773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-6a80946a-61bd-44b1-a8cb-ffb92bebca1c service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1292460
Dec 22 13:14:19.992155 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-3abf3f1d-31a5-4913-9e2b-55dbe01d20ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 200  len: 1000 time: 0.1019425
Dec 22 13:14:20.057763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-714bda55-4dc6-41aa-b60a-eea0287ee518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:20.059238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-714bda55-4dc6-41aa-b60a-eea0287ee518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0611072
Dec 22 13:14:20.062605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ec1ac0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4d20cc59-7d6b-434f-963d-47bd684f6c9d', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '9caf393b-f110-4aec-b946-1754a8e1531b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ee:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:17Z', 'updated_at': '2021-12-22T13:14:17Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}, {'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:20.066589 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:14:20.074993 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:20.075614 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ec1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:20.135933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-ff0541d0-370e-4880-ae12-3ed0a7eeb511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:20.137388 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-ff0541d0-370e-4880-ae12-3ed0a7eeb511 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0716050
Dec 22 13:14:20.256373 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:20.274389 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-6a018fd8-7147-4623-9b52-4e5da089df54 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309059
Dec 22 13:14:20.311635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35170) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:20.417716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecab1cdf-3cff-4398-981f-3e3a09bc02c0 req-033aaf40-d2ae-41d2-be23-d182c8368815 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373122
Dec 22 13:14:20.424117 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-425d800b-b884-42c2-9dd3-3a38dedca5c4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/c9e6d794-ab83-4ffe-853e-1ca0a442b671 HTTP/1.1" status: 200  len: 992 time: 0.1111901
Dec 22 13:14:20.610642 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ec1ac0>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4d20cc59-7d6b-434f-963d-47bd684f6c9d', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '9caf393b-f110-4aec-b946-1754a8e1531b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ee:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:17Z', 'updated_at': '2021-12-22T13:14:17Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}, {'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:20.615218 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced81d8b-d7df-4bf1-9433-00894c8b72dc None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4d20cc59-7d6b-434f-963d-47bd684f6c9d', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.159', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '9caf393b-f110-4aec-b946-1754a8e1531b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:ee:65:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:14:17Z', 'updated_at': '2021-12-22T13:14:17Z', 'revision_number': 0, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}, {'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:14:20.806480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f7496a-094d-450c-88d0-a3bcba602a35 None None] New status for floating IP 4d20cc59-7d6b-434f-963d-47bd684f6c9d: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:14:26.105390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:14:32.447123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:35.142862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-71c654b0-64dc-4de0-be44-736e1436e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:37.506622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f84dc57-614a-4aed-b1c6-98ae438b96e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:38.616438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:38.695472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:40.108832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:46.933718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35188) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:47.045426 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2839ed5e-5211-4949-a098-407504a10624 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/c9e6d794-ab83-4ffe-853e-1ca0a442b671 HTTP/1.1" status: 200  len: 992 time: 0.1103983
Dec 22 13:14:47.380907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35196) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:47.584657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 07bbc8fe-666f-46da-b56e-a28fdb70d44f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:14:47.584999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:47.874952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:47.875282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:48.001987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 07bbc8fe-666f-46da-b56e-a28fdb70d44f owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:14:48.269703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:48.287923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-32e10513-c064-4182-97c2-ba0cf3c44a84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:48.324864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=07bbc8fe-666f-46da-b56e-a28fdb70d44f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:48.352230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:48.420337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:48.420337 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP c9e6d794-ab83-4ffe-853e-1ca0a442b671 disassociated (deleted). External IP: 172.26.3.6, port: 95fb55d6-83e6-4979-af2a-5204ab4ae3ed.
Dec 22 13:14:48.795101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:14:49.042321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:14:49.052212 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Sync routers for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:14:49.065796 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-b7ae756f-2229-4125-8c15-918e67d644cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1815662
Dec 22 13:14:49.068427 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:49.069043 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ddbe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:49.209543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e557-b096-4b30-ab01-b0e154079df8 req-4c10c94e-2408-41da-ad66-57e7d950e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.211767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-4c10c94e-2408-41da-ad66-57e7d950e5bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.0722675
Dec 22 13:14:49.224287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:49.249424 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:49.371458 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/c9e6d794-ab83-4ffe-853e-1ca0a442b671 HTTP/1.1" status: 204  len: 168 time: 1.9894571
Dec 22 13:14:49.375027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:49.559072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'status': 'completed', 'code': 200}
Dec 22 13:14:49.566171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-f7852379-6d2e-4e1f-8780-8584642578eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.566171 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-f7852379-6d2e-4e1f-8780-8584642578eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 1099 time: 0.1127353
Dec 22 13:14:49.590291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e557-b096-4b30-ab01-b0e154079df8 req-41ca31ef-e2f1-4834-85fb-94d3cdd181a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.591908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-41ca31ef-e2f1-4834-85fb-94d3cdd181a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.3414674
Dec 22 13:14:49.665035 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ddbe0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:49.669464 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Checking router: bfbb2b50-ef92-4b30-bdbc-91f4d4890912 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:14:49.680607 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:49.681333 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ddbe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:49.730328 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-89c5198f-5ae8-4044-9686-30ef962a031d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 1000 time: 0.1304364
Dec 22 13:14:49.733552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-80005d35-6e56-4952-9fde-08ff0908bd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.735115 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-80005d35-6e56-4952-9fde-08ff0908bd3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2670bca4-622d-4325-b802-ca270f58a245 HTTP/1.1" status: 200  len: 897 time: 0.1634498
Dec 22 13:14:49.803997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e557-b096-4b30-ab01-b0e154079df8 req-b9b46724-abca-4329-b202-92a6ed53c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.806024 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-b9b46724-abca-4329-b202-92a6ed53c910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0642974
Dec 22 13:14:49.884324 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:49.904524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48e557-b096-4b30-ab01-b0e154079df8 req-752143aa-fb31-4908-b019-c83ae6651089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:49.906262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-752143aa-fb31-4908-b019-c83ae6651089 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0930436
Dec 22 13:14:49.954479 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-a3ae46d9-b297-40a8-ad02-42eb59567ced service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed HTTP/1.1" status: 200  len: 217 time: 0.2123084
Dec 22 13:14:50.020780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-86ec168b-3e4b-435c-9f9f-c57e0c5e40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:50.022308 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-86ec168b-3e4b-435c-9f9f-c57e0c5e40d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b56b1966-c32c-455c-bf57-6aa270e3148e HTTP/1.1" status: 200  len: 834 time: 0.0607800
Dec 22 13:14:50.080430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-9a184361-9415-405b-85d9-a820c62186a6 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497383
Dec 22 13:14:50.141741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-1dc108d6-02cc-4765-a935-3e8c4370148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:50.143226 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-1dc108d6-02cc-4765-a935-3e8c4370148f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2670bca4-622d-4325-b802-ca270f58a245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1131103
Dec 22 13:14:50.285659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ddbe0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:50.290570 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8575d5c9-0e93-4b25-a29f-726aa96d75bb None None] The sync data for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv is: [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a', 'name': '', 'network_id': '2670bca4-622d-4325-b802-ca270f58a245', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:52Z', 'updated_at': '2021-12-22T13:13:58Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'b56b1966-c32c-455c-bf57-6aa270e3148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:14:50.308131 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da48e557-b096-4b30-ab01-b0e154079df8 req-efe7cc30-c337-419c-a268-deaed29a0de1 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2261722
Dec 22 13:14:50.326704 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-bcfe65ec-3189-494d-a4c7-a3b0b5487981 service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1748800
Dec 22 13:14:50.356316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cc7a2-02ef-44b4-a7cb-7cdbf42452b2 req-45a1df6d-636f-4ad5-a4d5-a76235d10146 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:50.357071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-259cc7a2-02ef-44b4-a7cb-7cdbf42452b2 req-45a1df6d-636f-4ad5-a4d5-a76235d10146 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:14:50.463007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-259cc7a2-02ef-44b4-a7cb-7cdbf42452b2 req-45a1df6d-636f-4ad5-a4d5-a76235d10146 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:14:50.466085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-259cc7a2-02ef-44b4-a7cb-7cdbf42452b2 req-45a1df6d-636f-4ad5-a4d5-a76235d10146 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.2660322
Dec 22 13:14:50.486269 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-11dcadf0-5c09-4059-b91a-31ddd89a0004 req-d06c7519-be91-4e91-bfef-4a47f7c00a34 service neutron] 10.222.0.46 "GET /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480682
Dec 22 13:14:50.517179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-259cc7a2-02ef-44b4-a7cb-7cdbf42452b2 req-4aae0381-ed7f-492b-8756-afc7690e5289 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467539
Dec 22 13:14:50.600550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d437dc1-7402-4933-83fb-ed6099e10e7b None None] New status for floating IP c9e6d794-ab83-4ffe-853e-1ca0a442b671: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:14:51.651558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-345a86db-167f-4eb3-b47a-61f044c9ef4b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:51.652265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-345a86db-167f-4eb3-b47a-61f044c9ef4b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:14:51.672469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-345a86db-167f-4eb3-b47a-61f044c9ef4b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:14:51.672469 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-345a86db-167f-4eb3-b47a-61f044c9ef4b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.1078510
Dec 22 13:14:51.712334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6a08-aceb-4f8b-905a-709539b2f7bb req-8f5b7c46-076c-4952-a8bb-600340f6b363 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:14:51.713426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-896c6a08-aceb-4f8b-905a-709539b2f7bb req-8f5b7c46-076c-4952-a8bb-600340f6b363 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 946 time: 0.0882981
Dec 22 13:14:51.743621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:14:51.743967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:51.760579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-896c6a08-aceb-4f8b-905a-709539b2f7bb req-19fc3d67-7498-4eaf-b24d-8b3838bea3ac tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=35b6a236-5ee5-49ce-8a49-45e521735746&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408068
Dec 22 13:14:51.996971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:51.997324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:52.124969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 95fb55d6-83e6-4979-af2a-5204ab4ae3ed owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:14:52.428814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:52.435087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a992c10-cd6e-44be-86e6-a81801b17a38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:52.484525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=95fb55d6-83e6-4979-af2a-5204ab4ae3ed,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:52.552135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.552596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.552934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.553306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.553675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.554040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.554451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.555131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.555585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.555951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.556315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.556676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:52.563806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:52.569639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 95fb55d6-83e6-4979-af2a-5204ab4ae3ed on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:14:52.572631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:52.577299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'name': 'network-vif-deleted', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:14:52.620508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3a3e66-ab63-45f1-92f2-e757c1434241', 'name': 'network-vif-deleted', 'tag': '95fb55d6-83e6-4979-af2a-5204ab4ae3ed', 'status': 'completed', 'code': 200}
Dec 22 13:14:52.766365 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-843a30b7-572c-4dd8-8ce9-0da4a896d799 req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/95fb55d6-83e6-4979-af2a-5204ab4ae3ed HTTP/1.1" status: 204  len: 173 time: 1.0944695
Dec 22 13:14:52.917605 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98af0bc6-9e5b-483f-835f-c5cae3133430 req-d69d8478-c4b2-46a2-bdc0-fb0520a47079 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c3a3e66-ab63-45f1-92f2-e757c1434241 HTTP/1.1" status: 200  len: 210 time: 0.0458982
Dec 22 13:14:54.018754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35216) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:54.091911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:54.120823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:54.269180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:54.273465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a3913da6-a7a0-4384-9523-96a6d48f5d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:54.287925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6a236-5ee5-49ce-8a49-45e521735746,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.303038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:54.305985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:54.309795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:54.311929 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/35b6a236-5ee5-49ce-8a49-45e521735746 HTTP/1.1" status: 204  len: 168 time: 0.2919412
Dec 22 13:14:54.412728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35222) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:54.846266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 95fb55d6-83e6-4979-af2a-5204ab4ae3ed no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:14:54.888518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 95fb55d6-83e6-4979-af2a-5204ab4ae3ed {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:14:54.888518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 95fb55d6-83e6-4979-af2a-5204ab4ae3ed not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:14:55.099688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:55.463702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:14:55.464322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:55.652337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:55.652691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:55.779083 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:14:56.103575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:56.108617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:56.154670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:56.182896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:56.552357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:56.918724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:14:57.099483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:14:57.109326 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Sync routers for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:14:57.113315 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/bfbb2b50-ef92-4b30-bdbc-91f4d4890912/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6994009
Dec 22 13:14:57.115978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35226) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:57.119004 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:57.119618 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994b00d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:57.187870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet b56b1966-c32c-455c-bf57-6aa270e3148e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:14:57.190931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.245500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.299020 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:57.332507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.486805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.498311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e81eff1f-969f-4862-b240-a3f416bd128a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:57.526946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=b56b1966-c32c-455c-bf57-6aa270e3148e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:57.530407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:57.533118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.538678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d55c8d-88dc-46e4-b3c3-77deea346cfd None None] Network 2670bca4-622d-4325-b802-ca270f58a245 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:14:57.542592 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1f26bb9f-1624-4fa9-84d7-b51aa1eccaee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/b56b1966-c32c-455c-bf57-6aa270e3148e HTTP/1.1" status: 204  len: 168 time: 0.4231772
Dec 22 13:14:57.542878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35230) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:57.619852 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994b00d0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:14:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:57.623627 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Checking router: bfbb2b50-ef92-4b30-bdbc-91f4d4890912 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:14:57.633866 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Routers {'bfbb2b50-ef92-4b30-bdbc-91f4d4890912'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:14:57.634540 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994b00d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:57.738353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.795858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] DHCP port deletion for 2670bca4-622d-4325-b802-ca270f58a245 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:14:57.803453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Deleting port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:14:57.806727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:57.823943 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] Set router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:14:57.930612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.021378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] For port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,segment=NetworkSegment(ca50cb7d-34a6-48ed-9f65-dbc514c35aa8),segment_id=ca50cb7d-34a6-48ed-9f65-dbc514c35aa8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:58.021378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.057969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port e989d50b-8b56-465b-b8fb-6b2e8d1d4583 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:14:58.057969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.114259 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994b00d0>, [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:14:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:58.119650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23c84ae-f2c3-4abd-9b92-fc7b0c605e80 None None] The sync data for ids ['bfbb2b50-ef92-4b30-bdbc-91f4d4890912'] in dv-neutron-822662-1-hyperv is: [{'id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'name': 'tempest-TestNetworkBasicOps-router-2115775729', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:13:46Z', 'updated_at': '2021-12-22T13:14:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'e989d50b-8b56-465b-b8fb-6b2e8d1d4583', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbb2b50-ef92-4b30-bdbc-91f4d4890912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:13:47Z', 'updated_at': '2021-12-22T13:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:14:58.156480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Calling delete_port for 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:14:58.379485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port e989d50b-8b56-465b-b8fb-6b2e8d1d4583, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:14:58.379836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.388289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.399456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:58.439461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Pushing event deleted for resources: {'Port': ['ID=8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:58.443838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] No DVR routers for this DVR port 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:14:58.457589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.457981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.458330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.458671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.459037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.459377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.459708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.460038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.460367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.460717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.461204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.461543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:14:58.464726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:58.507623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for e989d50b-8b56-465b-b8fb-6b2e8d1d4583 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:14:58.565999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:14:58.605667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:14:58.606409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4e7d5b03-5e3e-4b26-8c1e-1c43d0c6ef3a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:14:58.606901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:14:58.642575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:14:58.642575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 8ee84bfc-4579-4ef2-80c8-ace5ccafbcbe not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:14:58.820474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:58.821762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-22923bd3-41b2-4454-b4b6-1e93d9f2a871 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:58.868546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=e989d50b-8b56-465b-b8fb-6b2e8d1d4583,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:58.893832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:58.963024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.139146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.141355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.228709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.229238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router bfbb2b50-ef92-4b30-bdbc-91f4d4890912 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:14:59.244574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.253520 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/bfbb2b50-ef92-4b30-bdbc-91f4d4890912 HTTP/1.1" status: 204  len: 168 time: 1.7041857
Dec 22 13:14:59.253851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35236) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:59.371856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.501757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.527858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298a68a30>,) {'filters': {'network_id': ['2670bca4-622d-4325-b802-ca270f58a245']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:59.540332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298a68a30>, 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:59.540652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298a68a30>, 'ca50cb7d-34a6-48ed-9f65-dbc514c35aa8') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:14:59.551761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.568861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.575334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:14:59.575748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:14:59.591128 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:14:59.783410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.787053 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f9ec7f2f-14b3-49d4-a42a-825b6f3cc563 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:14:59.801017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:14:59.813596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=2670bca4-622d-4325-b802-ca270f58a245,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:14:59.816422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:14:59.882280 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/2670bca4-622d-4325-b802-ca270f58a245 HTTP/1.1" status: 204  len: 168 time: 0.6313972
Dec 22 13:14:59.897413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35240) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:14:59.903645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--1746510805', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:14:59.908909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:14:59.913256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:14:59.916460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:14:59.922298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:00.024760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:15:00.027266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.055903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:15:00.064644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.065094 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment 19d25748-787e-4034-b469-1b141f7d1558 of type vlan for network 1258e9d1-980c-4cdf-b025-e4c5ead22034
Dec 22 13:15:00.092563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.189184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.194420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:00.196623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.198731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f5174fa9-7149-4959-b0c8-1500a867ae42 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:00.304396 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=1258e9d1-980c-4cdf-b025-e4c5ead22034,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:00.308045 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:00.317876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:15:00.390740 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4857080
Dec 22 13:15:00.390740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35244) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:00.392477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:00.400052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:00.403961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:00.406805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:00.418017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:00.521262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.522071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.537679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:00.549960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e989d50b-8b56-465b-b8fb-6b2e8d1d4583 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:15:00.588710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e989d50b-8b56-465b-b8fb-6b2e8d1d4583 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:15:00.591562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e989d50b-8b56-465b-b8fb-6b2e8d1d4583 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:15:00.907939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:01.405686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:01.435461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:01.573512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.66 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/0f0b6a02-9e35-48e4-927d-a319ecc25721) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:15:01.721134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:01.813047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:01.816377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cad7bf81-a1cc-496b-8650-cc6a1d1d6e95 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:01.876295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:01.879066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:01.881483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:15:01.931404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=0f0b6a02-9e35-48e4-927d-a319ecc25721,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:01.935545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:02.392799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:02.449889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:02.864696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:03.104751 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:15:03.149391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:15:03.332292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:15:03.342104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:15:03.352208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:03.353172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529845df40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:03.400571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:03.402338 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.0142889
Dec 22 13:15:03.405584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35248) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:03.448984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6a9aa512-b0ea-497b-8666-ce6a933eeeb8 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0423787
Dec 22 13:15:03.451445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35252) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:03.529825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:03.591158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b97b9-465f-4d2d-b15b-cf87a01aaade tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:03.592638 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-835b97b9-465f-4d2d-b15b-cf87a01aaade tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1402693
Dec 22 13:15:03.595418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35256) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:03.635828 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d30ad1f3-c345-46c2-b3cd-0335ad319dff tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0392621
Dec 22 13:15:03.638336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35260) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:03.643554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342376303', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:03.758908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:03.762695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:03.765611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:03.771300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:03.840519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:15:03.843965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:03.853105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529845df40>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:02Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:03.857052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:15:03.857416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Updating router 6d34acba-71b3-480c-854c-3922a6357d14 port 0f0b6a02-9e35-48e4-927d-a319ecc25721 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:15:03.910144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.120824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.125614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48017e96-f8a9-410c-844a-be4263cf42a4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:04.203356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=6084c7c7-7aa0-42e7-bbe8-987147c07513,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:04.207073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:04.214020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:15:04.214379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 1258e9d1-980c-4cdf-b025-e4c5ead22034, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:15:04.257765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.270888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Transition to ACTIVE for port object 0f0b6a02-9e35-48e4-927d-a319ecc25721 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:04.314565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:15:04.348685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.352608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-887710f9-fece-4d03-ae15-cef9c5c5370a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:04.411784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 1258e9d1-980c-4cdf-b025-e4c5ead22034) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:04.416946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:04.416946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.422529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86c336f-3d89-4ddc-9f05-3949d81bed57 None None] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:15:04.448669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Attempting to bind port 0f0b6a02-9e35-48e4-927d-a319ecc25721 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:15:04.449048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Attempting to bind port 0f0b6a02-9e35-48e4-927d-a319ecc25721 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:15:04.449420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Attempting to bind port 0f0b6a02-9e35-48e4-927d-a319ecc25721 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:15:04.504188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Pushing event updated for resources: {'Port': ['ID=0f0b6a02-9e35-48e4-927d-a319ecc25721,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:04.513677 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8743281
Dec 22 13:15:04.516582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35264) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:04.517044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Bound port: 0f0b6a02-9e35-48e4-927d-a319ecc25721, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:15:04.520020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.655967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] For port 0f0b6a02-9e35-48e4-927d-a319ecc25721, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:15:04.672930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] For port 0f0b6a02-9e35-48e4-927d-a319ecc25721, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f0b6a02-9e35-48e4-927d-a319ecc25721,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:15:04.724599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-1258e9d1-980c-4cdf-b025-e4c5ead22034', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:15:04.725445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.785146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:04.790231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b63413b6-eb4c-4ea3-b5d3-810522a9fca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:04.938901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:04.939548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529845df40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:14:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:05.009993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Pushing event updated for resources: {'Port': ['ID=0f0b6a02-9e35-48e4-927d-a319ecc25721,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:05.022171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:05.123759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Allocated IP 172.20.0.2 (1258e9d1-980c-4cdf-b025-e4c5ead22034/6084c7c7-7aa0-42e7-bbe8-987147c07513/d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:15:05.263250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:05.311871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dd6f362c-55b4-4b49-bf2e-29e16667dfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:05.365826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:05.636606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:05.654069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Transition to ACTIVE for port object d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:05.677255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Transition to ACTIVE for port object d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:05.689603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529845df40>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:02Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:05.696734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6b4faf-b2f1-4cfb-8e28-3f072155f779 None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:02Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:15:05.753116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:05.757165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:05.822793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (1258e9d1-980c-4cdf-b025-e4c5ead22034/6084c7c7-7aa0-42e7-bbe8-987147c07513/c1ad33da-66c4-474d-b8a5-19297fb82efe) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:15:05.831721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Pushing event updated for resources: {'Port': ['ID=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:05.836148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:05.838273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:05.840079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:05.841807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:15:05.950349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Attempting to bind port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:15:05.950771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Attempting to bind port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:15:05.952180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Attempting to bind port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Checking segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Bound using segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Bound port: d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:15:05.966375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.029120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.048077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object c1ad33da-66c4-474d-b8a5-19297fb82efe will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:06.078137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] For port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:15:06.081316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] For port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:15:06.149852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.150060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.154618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:06.155956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:06.224898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:06.233832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:06.238368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:15:06.252561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Pushing event updated for resources: {'Port': ['ID=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:06.256573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:06.302269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:06.308510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:06.326591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.652105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f0b6a02-9e35-48e4-927d-a319ecc25721 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:06.744257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.793822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0f0b6a02-9e35-48e4-927d-a319ecc25721 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:06.798538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0f0b6a02-9e35-48e4-927d-a319ecc25721 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:06.799000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.933291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:06.951295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0f0b6a02-9e35-48e4-927d-a319ecc25721, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f0b6a02-9e35-48e4-927d-a319ecc25721,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:07.063553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.068669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:07.097732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0237c7af-6a77-4012-8ef6-ee43a7f5dffd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:07.195750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0f0b6a02-9e35-48e4-927d-a319ecc25721,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:07.199717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:07.300554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:07.334521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.338055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8dc63-8864-4f6b-a547-60bfb3cc4091 None None] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:15:07.458461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.474940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0dbde345-50d4-4433-8368-28de5b9f5506 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:07.566133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.569693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:07.574054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:07.582696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Provisioning for port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:07.590290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19012a4f-b66a-4fac-9fca-dab83d3c1ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.593339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Provisioning complete for port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:07.593707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.722017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:07.723284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:07.732488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.781625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] For port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:07.877172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:07.877172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-abc1397d-1688-4a08-8ead-1fc85cbcff91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:07.939888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:15:08.020852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Provisioning complete for port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:08.021240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.051374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Pushing event updated for resources: {'Port': ['ID=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:08.061191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:08.134936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:15:08.144205 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:15:08.148651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/6d34acba-71b3-480c-854c-3922a6357d14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6305282
Dec 22 13:15:08.151375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35268) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:08.156265 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:08.157121 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529951d100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1493b294-1864-4cde-83de-bdcd2dd60b36 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4286 time: 0.1606667
Dec 22 13:15:08.324325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35272) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:08.328417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Provisioning for port c1ad33da-66c4-474d-b8a5-19297fb82efe completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:08.328417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Provisioning complete for port c1ad33da-66c4-474d-b8a5-19297fb82efe triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:08.328417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.383745 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:08.389770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a14ecb41-b7e7-408f-b8dd-cb58177ff033 None None] Port c1ad33da-66c4-474d-b8a5-19297fb82efe cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:15:08.514817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-128bb1d1-95c6-460f-9bf4-eb7ad6c181e6 None None] Provisioning complete for port c1ad33da-66c4-474d-b8a5-19297fb82efe triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:08.515411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-128bb1d1-95c6-460f-9bf4-eb7ad6c181e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.524379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.524844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.525301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.525740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.526179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.527008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:08.528790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-531fac71-63a3-4872-982c-37fbf8828845 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4005 time: 0.2118857
Dec 22 13:15:08.531612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35276) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:08.570749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.586480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-128bb1d1-95c6-460f-9bf4-eb7ad6c181e6 None None] Port c1ad33da-66c4-474d-b8a5-19297fb82efe cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:15:08.589910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f0b6a02-9e35-48e4-927d-a319ecc25721 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:08.677889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0f0b6a02-9e35-48e4-927d-a319ecc25721 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:08.678449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.738209 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529951d100>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:07Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:08.742655 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:15:08.743333 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Updating router 6d34acba-71b3-480c-854c-3922a6357d14 port c1ad33da-66c4-474d-b8a5-19297fb82efe binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:15:08.765281 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2aef5686-4341-48b1-8b0f-82f6434f1b03 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2296889
Dec 22 13:15:08.778249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.804788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:08.811061 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:08.900925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:08.900925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.050637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35282) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:09.056310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732807680', 'description': 'tempest-secgroup-smoke-1732807680 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:09.062298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:09.066431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:09.069319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:09.075447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:09.185832 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.197252 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Transition to ACTIVE for port object c1ad33da-66c4-474d-b8a5-19297fb82efe will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:09.217310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.233862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:09.237741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:09.240726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:09.246386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:09.306882 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.311781 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:09.321307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.423222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.427229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3357611f-c157-4cc9-81a2-bb37793e1c12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:09.436429 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Pushing event updated for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:09.446392 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.446737 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.447100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.447438 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.447787 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.448088 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.448415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.448740 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.449062 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.449382 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.449696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.450003 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:15:09.474697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a1c92-423a-4ea9-88fc-7150616c0dc9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:09.477827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:09.481743 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:09.544566 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Attempting to bind port c1ad33da-66c4-474d-b8a5-19297fb82efe on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:15:09.544566 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Attempting to bind port c1ad33da-66c4-474d-b8a5-19297fb82efe by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:15:09.544566 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Attempting to bind port c1ad33da-66c4-474d-b8a5-19297fb82efe on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:15:09.548390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:15:09.548765 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Checking segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:15:09.549166 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.549556 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Bound using segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:15:09.550021 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Bound port: c1ad33da-66c4-474d-b8a5-19297fb82efe, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:15:09.550441 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.598057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.598057 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5376756
Dec 22 13:15:09.598057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35288) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:09.600258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:09.606800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:09.610741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:09.613619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:09.624724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:09.640208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] For port c1ad33da-66c4-474d-b8a5-19297fb82efe, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:15:09.643085 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] For port c1ad33da-66c4-474d-b8a5-19297fb82efe, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1ad33da-66c4-474d-b8a5-19297fb82efe,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:15:09.808216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.863580 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.868017 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:09.868832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:09.944573 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:09.946605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529951d100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:10.009838 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Pushing event updated for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:10.014734 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:10.016745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.026569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d3653cda-ad36-4aec-82a4-c1a41be3f628 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:10.051665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd210b5c-e4a1-48be-8b23-e96105220b20,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:10.055693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:10.144784 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:10.183398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.211313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.212909 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6191669
Dec 22 13:15:10.215491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35292) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:10.220609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:10.227623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:10.232632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:10.234685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:10.240336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:10.376775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.440613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.458665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529951d100>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:09Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:10.463498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0709cb9-d453-4571-b924-d1deb211c396 None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:09Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:15:10.542442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.548716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-298e08a8-ce72-4055-b4ac-f0c9f9325b29 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:10.582031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41cfc888-b4c3-437c-b5e1-57182dcb9184,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:10.590192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:10.641423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1ad33da-66c4-474d-b8a5-19297fb82efe up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:10.685811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.691852 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4705784
Dec 22 13:15:10.691852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35296) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:10.695503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:10.703581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:10.706767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:10.709662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:10.716310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:10.777234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c1ad33da-66c4-474d-b8a5-19297fb82efe completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:10.782829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c1ad33da-66c4-474d-b8a5-19297fb82efe triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:10.783194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.852706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.923506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.928109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:10.958824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c1ad33da-66c4-474d-b8a5-19297fb82efe, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1ad33da-66c4-474d-b8a5-19297fb82efe,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:11.000792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.008985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aae5666a-d8bb-491b-a4c0-78a0c03f1441 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:11.030532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b8db93-47c7-4834-bb68-d8f9bd27ae62,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:11.033234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:11.040952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.042877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-14737eb9-273f-4c81-9e1b-5e33759799d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:11.130278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:11.131662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.133097 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4423084
Dec 22 13:15:11.134412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:11.137212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35300) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:11.143765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:11.152079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:11.156809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:11.160222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:11.167621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:11.248036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.336613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.405776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.411991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8efc5336-be15-439b-ab90-907cab2e7823 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:11.433476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb1fc24-eaef-4523-b000-9127ae6a1fb8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:11.436047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:11.514966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.516472 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3781049
Dec 22 13:15:11.519215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35304) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:11.526004 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:11.532347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:11.536612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:11.541691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:11.548975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:11.606266 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:15:11.614355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.691426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.776518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.778437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b93c14c8-73de-4a80-9f5d-b222f7218d34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:11.801397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abecf46d-5fd5-4917-85a1-b0113f6025f0,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:11.806487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:11.885864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:11.887123 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3664529
Dec 22 13:15:11.889908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35308) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:11.895008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '7c3a1c92-423a-4ea9-88fc-7150616c0dc9', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:11.901099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:11.905048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:11.907981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:11.913886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:12.028863 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:15:12.035937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:12.103163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:12.177266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:12.179320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e7291bd8-a81b-4e09-8753-7b86a2158b3d tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:12.201522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9006aa6d-fd46-4da2-b6a8-9d8c46019fdd,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:12.204116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:12.337616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:12.338806 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4479678
Dec 22 13:15:12.498314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-bcf4f611-8ba8-4a99-a9f2-1c29147608fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:15:12.568887 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1ad33da-66c4-474d-b8a5-19297fb82efe up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:12.587951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-bcf4f611-8ba8-4a99-a9f2-1c29147608fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:15:12.589231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-bcf4f611-8ba8-4a99-a9f2-1c29147608fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732807680&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1299744
Dec 22 13:15:12.640010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c1ad33da-66c4-474d-b8a5-19297fb82efe triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:12.640390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:12.745632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-a13f6e95-5c26-4ead-87a9-ba371af8c8cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:12.746325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-a13f6e95-5c26-4ead-87a9-ba371af8c8cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:15:12.828459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-a13f6e95-5c26-4ead-87a9-ba371af8c8cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:15:12.829579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-a13f6e95-5c26-4ead-87a9-ba371af8c8cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 797 time: 0.2334509
Dec 22 13:15:12.845212 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-77ce7f2f-97b0-4ce8-b262-38162c7998f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0100777
Dec 22 13:15:12.927039 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-e1fb05fa-911f-4e0d-a649-f2309c12bcff tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0767491
Dec 22 13:15:13.156879 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-9f007955-547f-4bf8-bf07-dddb41077f4b service neutron] 10.222.0.16 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174494
Dec 22 13:15:13.318009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-ddd4f70b-d52f-40ae-9323-e49c6db6dce1 service neutron] 10.222.0.16 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556427
Dec 22 13:15:13.636761 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5613f45-ce7f-4d77-a6dd-3d9a824c8d32 req-efc0fab1-fe18-4daf-9022-5ac411330e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 210 time: 0.0484998
Dec 22 13:15:14.785197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e291d379-72b0-439d-b3f0-55430c1af41e req-ab53b5a9-9ed7-49f2-9491-fe94998245a9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 210 time: 0.0455678
Dec 22 13:15:15.729666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-54db751d-2382-4b5b-abc2-d776cff16465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:15.730356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-54db751d-2382-4b5b-abc2-d776cff16465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:15:15.741685 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-54db751d-2382-4b5b-abc2-d776cff16465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:15:15.742928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-54db751d-2382-4b5b-abc2-d776cff16465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 797 time: 0.2738335
Dec 22 13:15:15.789651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-cc7b4b44-a428-4319-8190-d127923bad9d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:15:15.800747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-cc7b4b44-a428-4319-8190-d127923bad9d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:15:15.801842 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-cc7b4b44-a428-4319-8190-d127923bad9d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 380 time: 0.0506539
Dec 22 13:15:15.810435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['7c3a1c92-423a-4ea9-88fc-7150616c0dc9']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:15.942614 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c8510fd-55fa-46a9-b0a9-bc076dab941c req-f3f5e7d1-0616-4bee-8cee-c07cce1ab935 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 210 time: 0.0431454
Dec 22 13:15:15.955300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:15.959290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:15.962711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:15.968413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:16.028562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:15:16.032114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.196801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.12 (1258e9d1-980c-4cdf-b025-e4c5ead22034/6084c7c7-7aa0-42e7-bbe8-987147c07513/6788c75f-6c1c-417c-b077-cfe7f5b2785c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:15:16.387225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.402533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 6788c75f-6c1c-417c-b077-cfe7f5b2785c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:16.490607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.496748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:16.560121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:16.562988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:16.566877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:15:16.604272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:16.613329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:16.637715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:16.638328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.743438 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9364944
Dec 22 13:15:16.754695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Request body: {'port': {'device_id': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:16.857343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-027e75fe-febf-48de-a5c5-838a7b3af756 None None] Provisioning for port 6788c75f-6c1c-417c-b077-cfe7f5b2785c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:16.862104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-027e75fe-febf-48de-a5c5-838a7b3af756 None None] Provisioning complete for port 6788c75f-6c1c-417c-b077-cfe7f5b2785c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:16.862482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-027e75fe-febf-48de-a5c5-838a7b3af756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.868538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:16.920257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-027e75fe-febf-48de-a5c5-838a7b3af756 None None] Port 6788c75f-6c1c-417c-b077-cfe7f5b2785c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:15:17.133145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559c4c7-4751-4896-9cc4-a0336b1db74b req-f0a6275a-53ef-4cb1-9303-09c38a8c369e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:17.135043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6559c4c7-4751-4896-9cc4-a0336b1db74b req-f0a6275a-53ef-4cb1-9303-09c38a8c369e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 932 time: 0.0853732
Dec 22 13:15:17.179126 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6559c4c7-4751-4896-9cc4-a0336b1db74b req-cc5ff6ea-c99d-4194-9a1b-4e5a7bf5d55f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388255
Dec 22 13:15:17.219948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6788c75f-6c1c-417c-b077-cfe7f5b2785c {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:15:17.227769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:17.241876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Transition to ACTIVE for port object 6788c75f-6c1c-417c-b077-cfe7f5b2785c will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:15:17.303397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:17.310024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e355819-780d-4b44-b8ef-f3cd2202ed49 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:17.464831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Pushing event updated for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:17.472368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:17.550073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Attempting to bind port 6788c75f-6c1c-417c-b077-cfe7f5b2785c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:15:17.550404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Attempting to bind port 6788c75f-6c1c-417c-b077-cfe7f5b2785c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:15:17.550724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Attempting to bind port 6788c75f-6c1c-417c-b077-cfe7f5b2785c on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:15:17.556370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Port 6788c75f-6c1c-417c-b077-cfe7f5b2785c on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:15:17.556682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Attempting to bind port 6788c75f-6c1c-417c-b077-cfe7f5b2785c on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:15:17.561595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:15:17.561923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Checking segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:15:17.562299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Bound using segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:15:17.562714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Bound port: 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:15:17.563084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:17.653763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:15:17.656668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:15:17.724667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:17.728635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f378f575-d7a1-405c-95f5-02ad8391daba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:17.790566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:17.791231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:17.792622 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] 10.222.0.46 "PUT /v2.0/ports/6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 200  len: 1094 time: 1.0420198
Dec 22 13:15:17.793149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:15:17.812937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Pushing event updated for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:17.816262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:17.846085 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'status': 'completed', 'code': 200}
Dec 22 13:15:17.935875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-5bb6ff63-b59f-4e8f-869a-4e16ae88ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:17.937383 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-5bb6ff63-b59f-4e8f-869a-4e16ae88ff02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1097 time: 0.0754075
Dec 22 13:15:18.010445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-a5ae0657-ab16-4bba-bfae-55fbbbfeac94 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 200  len: 217 time: 0.0658138
Dec 22 13:15:18.073115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-888b6a85-f982-4a85-ae7f-12392d6e39ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:18.074545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-888b6a85-f982-4a85-ae7f-12392d6e39ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0585284
Dec 22 13:15:18.150682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-44d3d901-e05c-4246-9d74-6a10427e9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:18.152154 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-44d3d901-e05c-4246-9d74-6a10427e9a4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0710785
Dec 22 13:15:18.284775 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-c0db3239-f7f2-4911-83e3-ab48c5b66eeb service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252060
Dec 22 13:15:18.376077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93381b8-c538-4fb6-ab30-05b146e428ae req-061cce3f-9a83-4f2c-9270-cae66b9bc253 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:18.377639 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d93381b8-c538-4fb6-ab30-05b146e428ae req-061cce3f-9a83-4f2c-9270-cae66b9bc253 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 944 time: 0.0930276
Dec 22 13:15:18.423914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d93381b8-c538-4fb6-ab30-05b146e428ae req-93328a9d-373c-4980-8e39-861d118fb60f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402710
Dec 22 13:15:18.536209 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d075f59-934a-4688-b487-12b1774c8ea5 req-f00ed680-2479-44db-a5f6-9ab5339423bb service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2453206
Dec 22 13:15:18.769887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-7b775097-7b04-405f-9eca-35f2199ab316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:18.771422 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-7b775097-7b04-405f-9eca-35f2199ab316 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1097 time: 0.0704372
Dec 22 13:15:18.902285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-6c99fe2e-a6ee-4e5b-a7ef-d70bb9a760e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:18.903704 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-6c99fe2e-a6ee-4e5b-a7ef-d70bb9a760e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 898 time: 0.1257749
Dec 22 13:15:18.974761 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-f43f0861-afe7-4033-9346-262da5ee0e45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 200  len: 217 time: 0.0628881
Dec 22 13:15:19.036817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-a753f932-3140-4380-bb44-4cd77f38d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:19.038228 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-a753f932-3140-4380-bb44-4cd77f38d81c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0561454
Dec 22 13:15:19.118674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-6b212c7f-6b44-4f99-971a-53f43c8d008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:19.120219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-6b212c7f-6b44-4f99-971a-53f43c8d008b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0754395
Dec 22 13:15:19.252379 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-30e1b320-a0f4-442d-9121-fbc7d7f80831 service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241941
Dec 22 13:15:19.384426 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c65705ac-abd1-43dc-82cb-a432353a5b96 req-80924d4a-4640-4c53-8b7f-a266d9ebd23d service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247919
Dec 22 13:15:19.613192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d571e59-e0e3-4fc7-b4ba-9520d582216c req-939611c5-7cea-445c-a392-c3193fdcdf62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:19.614545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d571e59-e0e3-4fc7-b4ba-9520d582216c req-939611c5-7cea-445c-a392-c3193fdcdf62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 944 time: 0.0832863
Dec 22 13:15:19.659734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d571e59-e0e3-4fc7-b4ba-9520d582216c req-0dad949d-e33c-4bee-acd1-affb079ea876 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388467
Dec 22 13:15:20.841771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0296b-6e2b-463e-9467-b3d00daf8a77 req-dc816ac7-9cc2-4171-9934-1f1bde15ff7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:20.843167 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34c0296b-6e2b-463e-9467-b3d00daf8a77 req-dc816ac7-9cc2-4171-9934-1f1bde15ff7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 944 time: 0.0801289
Dec 22 13:15:20.890069 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34c0296b-6e2b-463e-9467-b3d00daf8a77 req-882d5060-507c-42c5-b94a-55e82c682fbf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413110
Dec 22 13:15:20.959351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6788c75f-6c1c-417c-b077-cfe7f5b2785c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:15:21.091331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:21.107554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'port_id': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'mac_address': 'fa:16:3e:49:9b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:15:21.163312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:21.179442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6788c75f-6c1c-417c-b077-cfe7f5b2785c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:15:21.194949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:21.268239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:21.270890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:21.337971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:21.340972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:21.496568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['6788c75f-6c1c-417c-b077-cfe7f5b2785c'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:15:22.094564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4fea6-09a8-45fc-a3d1-5f2ed717587f req-94ac83e0-259c-499b-b253-207582af0b61 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:22.096057 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ab4fea6-09a8-45fc-a3d1-5f2ed717587f req-94ac83e0-259c-499b-b253-207582af0b61 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 945 time: 0.0980473
Dec 22 13:15:22.140603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ab4fea6-09a8-45fc-a3d1-5f2ed717587f req-adad0545-176f-415b-87cd-62fb8b11e09f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383604
Dec 22 13:15:22.975534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6788c75f-6c1c-417c-b077-cfe7f5b2785c up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:15:23.096757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 6788c75f-6c1c-417c-b077-cfe7f5b2785c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:15:23.102781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 6788c75f-6c1c-417c-b077-cfe7f5b2785c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:15:23.112325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:23.222106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:23.249147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:15:23.259489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:15:23.343030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:23.345488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:23.365572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd0d29-71a5-4611-8bcf-c3a98c57815e req-96d79282-8035-4cbf-a083-61d08d6cccf5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:23.371429 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58dd0d29-71a5-4611-8bcf-c3a98c57815e req-96d79282-8035-4cbf-a083-61d08d6cccf5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 945 time: 0.1241405
Dec 22 13:15:23.426134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58dd0d29-71a5-4611-8bcf-c3a98c57815e req-650b080a-0640-4176-8068-6d1a5334daf1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526433
Dec 22 13:15:23.432241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:23.435587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:23.459764 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'code': 200}
Dec 22 13:15:23.862387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b15ea-9600-4110-a9df-922768c62c8d req-e56e23b6-b8ee-4c02-b57c-1eba92884c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:23.863877 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1c2b15ea-9600-4110-a9df-922768c62c8d req-e56e23b6-b8ee-4c02-b57c-1eba92884c8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1099 time: 0.0741549
Dec 22 13:15:23.911186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1c2b15ea-9600-4110-a9df-922768c62c8d req-626ce16b-057e-4d18-9652-44091a2684c3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410182
Dec 22 13:15:24.621758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc51a0-d736-4767-b3a0-faba56f1d611 req-68a2b25b-570e-4018-be02-9821e1591aee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:24.623148 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1afc51a0-d736-4767-b3a0-faba56f1d611 req-68a2b25b-570e-4018-be02-9821e1591aee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.0849335
Dec 22 13:15:24.669351 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1afc51a0-d736-4767-b3a0-faba56f1d611 req-d2433b66-9a46-4e8f-aadf-44b094a54af8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405195
Dec 22 13:15:25.977040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a95b3-c72b-4aaf-bd26-8f64dd93fff3 req-8b84788e-1996-430f-9b68-12b6cec2fa92 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:25.978409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d98a95b3-c72b-4aaf-bd26-8f64dd93fff3 req-8b84788e-1996-430f-9b68-12b6cec2fa92 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.2035780
Dec 22 13:15:26.021336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d98a95b3-c72b-4aaf-bd26-8f64dd93fff3 req-7e1f10ac-3b8e-4ccd-ba53-d2ada9306f9f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370517
Dec 22 13:15:26.203882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb33a41-5ae3-431f-9253-bd7aa6433bad req-5a43dacc-8a72-4aa8-8c18-27dbfa54383e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:26.205310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6fb33a41-5ae3-431f-9253-bd7aa6433bad req-5a43dacc-8a72-4aa8-8c18-27dbfa54383e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.0803728
Dec 22 13:15:26.252688 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6fb33a41-5ae3-431f-9253-bd7aa6433bad req-547f6c90-0050-4e5b-ba87-beb25adbb4eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408571
Dec 22 13:15:26.276075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35368) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:26.345754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3d75e-19f5-4afb-a27a-4c7d468ce0b6 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:26.347263 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-66a3d75e-19f5-4afb-a27a-4c7d468ce0b6 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1094 time: 0.0702088
Dec 22 13:15:26.350031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35372) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:26.355282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:15:26.360995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:15:26.364706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:15:26.367872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:15:26.373352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:15:26.485609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:26.620800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:26.758943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.75 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/2b2af859-7b3c-4498-b456-41bc221365c2) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:15:26.901525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:26.994064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:26.998552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:27.057311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:15:27.059992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:15:27.063627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:15:27.102565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=2b2af859-7b3c-4498-b456-41bc221365c2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:27.110407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:27.476922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:27.610863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:27.817042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:27.879449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:27.882996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f379e10b-061e-4c84-a2d8-b66ebbf69684 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:15:27.986085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=2b2af859-7b3c-4498-b456-41bc221365c2,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:15:27.989822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:15:27.996761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:28.275100 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf associated. External IP: 172.26.3.75, port: 6788c75f-6c1c-417c-b077-cfe7f5b2785c.
Dec 22 13:15:28.620496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:15:28.800763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:15:28.811044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:15:28.820537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:28.821147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298149e20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:28.874416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:28.930661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5795627
Dec 22 13:15:28.931353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:15:28.933727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35376) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:28.976819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'status': 'completed', 'code': 200}
Dec 22 13:15:28.999599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:29.097029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a3875506-33f6-42cc-a166-746e2efb3be9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 991 time: 0.1617637
Dec 22 13:15:29.112849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-edb362b1-7223-4e34-b64b-a2b694fb4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:29.114305 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-edb362b1-7223-4e34-b64b-a2b694fb4c90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1099 time: 0.1104434
Dec 22 13:15:29.249872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-33c9b59f-61fe-4375-8151-7361c0983e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:29.251338 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-33c9b59f-61fe-4375-8151-7361c0983e7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 898 time: 0.1308494
Dec 22 13:15:29.343729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298149e20>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:49:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:15:27Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:29.347789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:15:29.356276 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-df67f0a5-d0ab-43ea-9375-f58a805b16c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 200  len: 999 time: 0.0981925
Dec 22 13:15:29.356739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:15:29.357344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298149e20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:29.418935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-d52e69e1-6b60-404b-acc7-d537a1c54820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:29.420467 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-d52e69e1-6b60-404b-acc7-d537a1c54820 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0579643
Dec 22 13:15:29.495896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-11a0b641-3c03-48d9-af9b-fc7dfa62c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:29.497386 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-11a0b641-3c03-48d9-af9b-fc7dfa62c061 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709717
Dec 22 13:15:29.536378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:15:29.744537 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-072946f2-9d49-48fe-8c27-6f1954814372 service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393229
Dec 22 13:15:29.880012 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-611760c9-3ce9-41bf-93b3-ee9421f1df3f req-a25c66be-d1ec-4687-bbb0-d1aed6376cce service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291254
Dec 22 13:15:29.938408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298149e20>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:49:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:15:27Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:15:29.942386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d385b7f5-8258-4f6b-873d-7620743d57a6 None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:49:9b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:15:27Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:15:30.101254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:30.144492 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2a64cf-6cd0-4936-bff6-b6d2cfacd9eb None None] New status for floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:15:30.213930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b0619339-788a-4948-9aa0-df218467f113 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 991 time: 0.1104591
Dec 22 13:15:31.215866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35386) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:31.323349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b36cfca2-016c-4b8f-b6c9-fbf072bfeb4b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 993 time: 0.1062207
Dec 22 13:15:32.443670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:35.136956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb28fb16-daf0-4dcc-ba16-b17cbc54a411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:37.507763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-53e35503-18da-4f96-8511-f8b143e1638e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:38.576216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:38.708067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:40.102792 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:15:40.137116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:15:50.987184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-d1fc836f-92b7-41be-8c6f-281c5f902ba8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0738604
Dec 22 13:15:51.079875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-8874a441-4038-4cd4-87b1-467600f7ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:51.081476 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-8874a441-4038-4cd4-87b1-467600f7ef62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1099 time: 0.0714128
Dec 22 13:15:51.229855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-0d845477-4ad5-4e5a-841e-5d16e35e5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:51.231311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-0d845477-4ad5-4e5a-841e-5d16e35e5b72 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1289229
Dec 22 13:15:51.341667 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-40cdcadd-3443-44dc-951a-1f01416bb2c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 200  len: 1002 time: 0.1022069
Dec 22 13:15:51.409737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-45f7383c-453d-4476-941f-025b57ef6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:51.411220 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-45f7383c-453d-4476-941f-025b57ef6145 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0625565
Dec 22 13:15:51.492117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-e03e8d7a-7929-4764-88d7-d2d1954a690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:51.493586 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-e03e8d7a-7929-4764-88d7-d2d1954a690f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752141
Dec 22 13:15:51.629663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-a5a669dd-d7a5-4822-bd8b-5cd4aceecd56 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287158
Dec 22 13:15:51.769233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f10c65d3-db56-4600-b3ed-ca0395f5d7dd req-6be88d24-86f6-4a7d-b3e1-214f32af87c5 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314092
Dec 22 13:15:57.969565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35404) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:15:58.045829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93d4dc-d2c6-4dca-ab25-73ff28fc6dbb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:58.046310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93d4dc-d2c6-4dca-ab25-73ff28fc6dbb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:58.046781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c93d4dc-d2c6-4dca-ab25-73ff28fc6dbb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:15:58.048434 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3c93d4dc-d2c6-4dca-ab25-73ff28fc6dbb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=e2500c1a5ce142158eb14fa472272b17&network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 3000 time: 0.0778825
Dec 22 13:16:02.433162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:02.535210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35416) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:02.594806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce64d3-23cc-4c86-b26c-386692b25a34 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:02.596357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e1ce64d3-23cc-4c86-b26c-386692b25a34 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90 HTTP/1.1" status: 200  len: 814 time: 0.0601811
Dec 22 13:16:03.878870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35424) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:03.884090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:03.984631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:04.377230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:04.437073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:04.437384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf disassociated. External IP: 172.26.3.75, port: 6788c75f-6c1c-417c-b077-cfe7f5b2785c.
Dec 22 13:16:04.782037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:16:04.960732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:16:04.965295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:04.970650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:16:04.979739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:04.980357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:05.021034 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba9d87ff-6ce5-4a95-8f67-870443109743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 689 time: 1.1410761
Dec 22 13:16:05.021774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:05.023798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35428) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:05.070505 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'status': 'completed', 'code': 200}
Dec 22 13:16:05.149655 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fae2776-b21d-4f6f-9074-29a3a1225da7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 689 time: 0.1236808
Dec 22 13:16:05.174109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:05.186135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-58e17aa4-89a2-405f-b840-34e8b72e1a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:05.187723 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-58e17aa4-89a2-405f-b840-34e8b72e1a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 1099 time: 0.0951672
Dec 22 13:16:05.215833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ae55a8a2-0a59-4440-a0d2-f55ae2393160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:05.327049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-cd70fe76-24fc-4ba1-81a4-e421486b1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:05.327897 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-cd70fe76-24fc-4ba1-81a4-e421486b1d4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 898 time: 0.1332271
Dec 22 13:16:05.498682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1610>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:05.502743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:16:05.511076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:05.511680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52934e1610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:15:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:05.512885 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-418a382a-425b-4ef7-b8a1-5c60d6e1c68c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 200  len: 217 time: 0.1786165
Dec 22 13:16:05.575651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-af82f5ed-f95a-4e2d-accc-b61226741f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:05.577953 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-af82f5ed-f95a-4e2d-accc-b61226741f9d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0589674
Dec 22 13:16:05.657722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-a537a8ba-cf66-416c-b6c1-1c04c84c005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:05.659221 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-a537a8ba-cf66-416c-b6c1-1c04c84c005c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744188
Dec 22 13:16:05.693114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:05.799047 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-6ad10e33-d86e-44a8-8feb-c6573b95fea2 service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307268
Dec 22 13:16:05.938519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a67af4a0-3bab-489d-8662-709c9f1f4c00 req-79bd3892-d414-4a26-b7a9-747375d5ed7a service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332097
Dec 22 13:16:06.022651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52934e1610>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:06.026537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bcd38a-4902-4189-85a7-d79c585e6a19 None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:16:06.152047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35434) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:06.242671 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7d6b0532-88d9-4c26-a8e5-a4b33c51b6c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 689 time: 0.0893669
Dec 22 13:16:06.265234 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6865ff25-429e-4273-b5dd-fc6b61892602 None None] New status for floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:16:07.245985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35440) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:07.332834 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-00807025-d0be-4e23-a261-2b2a08d5613e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 687 time: 0.0855112
Dec 22 13:16:07.501925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-60135064-a07d-4bb8-b392-7f6d9b5baac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:08.553083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:08.674454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:08.766365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35450) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:08.771396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688834057', 'description': 'tempest-secgroup-smoke-688834057 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:08.777367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:08.787796 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:08.855708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:08.878073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:08.881934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:08.884688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:08.890720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:08.957094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.021256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.025002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6c50c690-bab5-4ab0-a156-5fda6791da6e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:09.070242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb544e7e-b9e2-4f33-9eb3-283258ea610b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:09.078937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.079321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.079696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.080229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.080602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.080964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.081322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.081678 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.082036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.082392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.082762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.083210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:09.086864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:09.164269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.170186 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3987451
Dec 22 13:16:09.170186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35454) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:09.174468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:09.180402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:09.184273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:09.193431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:09.193431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:09.306439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.362273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.456630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.456630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8ebc4a49-d792-4ca0-adc6-f3715ca06c71 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:09.472054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65eef0c9-25a5-4c5f-8272-e24d80352bf2,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:09.474374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:09.565514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.565514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3940318
Dec 22 13:16:09.566169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35458) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:09.571193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:09.577332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:09.581068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:09.591766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:09.591766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:09.659905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.720172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.785209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.786607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f90fd9ec-5fec-4b38-b0c4-7f10edd5359a tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:09.808522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95facbc4-6974-40e9-be98-726b47b9e96e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:09.812206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:09.914683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:09.914683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3400922
Dec 22 13:16:09.914683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35462) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:09.918193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:09.922369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:09.926637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:09.930102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:09.937265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:10.106359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.133211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.173282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.284249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.284249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5321296b-c2cd-44b2-9db9-7e9eaafae2eb tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:10.311423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c340ccb6-28dd-4768-8890-86c9bf643976,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:10.311423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:10.375692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.377691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-42237445-dfcf-4757-94ef-330a13c3588a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4659688
Dec 22 13:16:10.379735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35466) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:10.384690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:10.391233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:10.394978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:10.397772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:10.403505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:10.506219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.568440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.671165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.675999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:10.699935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ea7f4d-c374-4224-a43c-17c9d4385f87,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:10.699935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:10.756746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.758749 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3772469
Dec 22 13:16:10.760733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35472) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:10.766438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:10.772331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:10.776117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:10.778967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:10.787728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:10.907281 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:16:10.913989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:10.981359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.101229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.103005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:11.125869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92427296-19a2-41cc-9f91-5304fb2184cc,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:11.128264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:11.209921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.211173 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4494946
Dec 22 13:16:11.215210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35476) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:11.220255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb544e7e-b9e2-4f33-9eb3-283258ea610b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:11.226223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:11.230646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:11.234735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:11.240424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:11.341955 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:16:11.352807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.415111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.495903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.500330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ebf94471-21a2-47de-819f-d76af36b2cda tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:11.526132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825c8932-eab6-49cf-9660-1efd1d63737f,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:11.526132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:11.633170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:11.640768 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4182513
Dec 22 13:16:11.803712 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-bae95834-32d0-4c11-81ea-c25238abb5f2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:16:11.882167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-bae95834-32d0-4c11-81ea-c25238abb5f2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:16:11.884290 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-bae95834-32d0-4c11-81ea-c25238abb5f2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688834057&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1192081
Dec 22 13:16:12.034964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-7ee9a9a9-d4b1-471f-badf-45be7aa6ce17 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:12.036407 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-7ee9a9a9-d4b1-471f-badf-45be7aa6ce17 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 797 time: 0.1463954
Dec 22 13:16:12.050491 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-b2f10140-c4d4-4b80-87b3-d7b645c7da55 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0087612
Dec 22 13:16:12.261702 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-5c0ffd78-f7e6-4a70-ab40-b78884a040a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 394 time: 0.2061322
Dec 22 13:16:12.400406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-8f066ebc-030b-4859-925a-344bded0ff61 service neutron] 10.222.0.16 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263058
Dec 22 13:16:12.532806 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-05c694b3-0937-4794-99e9-8a5c4ed52f30 service neutron] 10.222.0.16 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264253
Dec 22 13:16:12.820400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-54e209fd-d94c-4fde-8c40-be420c931b98 req-fe744c1e-8958-4508-b4c7-574a4bf4b6e5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 210 time: 0.0440431
Dec 22 13:16:13.970362 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee0366ee-c984-4aba-a2eb-343b761b34c8 req-46a7ad88-2a51-4f40-ac0d-6bccf4fdb722 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 210 time: 0.0432837
Dec 22 13:16:15.144062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95ed4a3b-928f-4a0b-babf-ef52a2a1bb80 req-2696cdc6-8ac7-4c48-9094-917feacaa918 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 210 time: 0.0616572
Dec 22 13:16:15.151979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-0ed0082b-6071-49c1-88b6-de169895fa60 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:15.153930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-0ed0082b-6071-49c1-88b6-de169895fa60 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 797 time: 0.1818626
Dec 22 13:16:15.209646 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-033d8126-d77e-49ca-835a-18720ef883cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 472 time: 0.0470657
Dec 22 13:16:15.221220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '8790b58c-48e6-4681-8c69-59d2559698b1', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['eb544e7e-b9e2-4f33-9eb3-283258ea610b']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:15.380890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:16:15.385134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:16:15.388089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:16:15.393861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:16:15.507120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:16:15.511154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:15.678115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.4 (1258e9d1-980c-4cdf-b025-e4c5ead22034/6084c7c7-7aa0-42e7-bbe8-987147c07513/6b6d687e-1eb7-45be-a8e8-ee259238b7bc) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:16:15.866411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:15.882043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 6b6d687e-1eb7-45be-a8e8-ee259238b7bc will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:16:15.968465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:15.974628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-541aad88-dce8-44ea-b8aa-74df391d625d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:16.039103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:16:16.042493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:16:16.045898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:16:16.087954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:16.106126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.106516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.106922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.107291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.107661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.108027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.108388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.108772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.109160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.109628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.109988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.110363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:16.130226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:16.132563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:16.133185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:16.274461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-2ed0f368-521f-4595-9aae-cafd8a481cdb req-152e9f1f-5e17-430b-bd04-ef4127793562 service neutron] (88166) timed out ('10.222.0.46', 61487) {{(pid=88166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 13:16:16.290063 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0686622
Dec 22 13:16:16.297276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Request body: {'port': {'device_id': '8790b58c-48e6-4681-8c69-59d2559698b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:16.345747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3611e8b-9fc4-45a0-981c-f0fc81e7c244 req-6f53205f-a62c-4498-9bad-f52698b4b1c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:16.345747 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3611e8b-9fc4-45a0-981c-f0fc81e7c244 req-6f53205f-a62c-4498-9bad-f52698b4b1c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 931 time: 0.0834379
Dec 22 13:16:16.382517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3611e8b-9fc4-45a0-981c-f0fc81e7c244 req-6718caeb-54bd-4810-8f3f-7e7057e81a45 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400598
Dec 22 13:16:16.412386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:16.421938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d7f43831-43e0-4ded-8dc4-42f664dd42dc None None] Provisioning for port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:16:16.427102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d7f43831-43e0-4ded-8dc4-42f664dd42dc None None] Provisioning complete for port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:16:16.427508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d7f43831-43e0-4ded-8dc4-42f664dd42dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:16.484785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d7f43831-43e0-4ded-8dc4-42f664dd42dc None None] Port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:16:16.872224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6d687e-1eb7-45be-a8e8-ee259238b7bc {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:16:16.879441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:16.893935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Transition to ACTIVE for port object 6b6d687e-1eb7-45be-a8e8-ee259238b7bc will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:16:17.025010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:17.028838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-03febfbc-834f-444a-9374-50e7c4e32047 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:17.111467 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:16:17.185323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:17.188457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:17.278939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Attempting to bind port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:16:17.279500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Attempting to bind port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:16:17.279598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Attempting to bind port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:16:17.284899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:16:17.285224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Attempting to bind port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc on network 1258e9d1-980c-4cdf-b025-e4c5ead22034 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:16:17.290280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:16:17.290615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Checking segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:16:17.291036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Bound using segment: {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:16:17.291483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Bound port: 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d25748-787e-4034-b469-1b141f7d1558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:16:17.291816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:17.381589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:16:17.384555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:16:17.471157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:17.476215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:17.536461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:17.537076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:17.538445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b6d687e-1eb7-45be-a8e8-ee259238b7bc HTTP/1.1" status: 200  len: 1093 time: 1.2466481
Dec 22 13:16:17.539030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:17.570796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:17.584374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:17.586771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e3039-840d-494e-b4df-06ce0b867af6 req-96021ac6-6596-4087-b964-2507da414bb9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:17.588436 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-091e3039-840d-494e-b4df-06ce0b867af6 req-96021ac6-6596-4087-b964-2507da414bb9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 943 time: 0.0977936
Dec 22 13:16:17.637809 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-091e3039-840d-494e-b4df-06ce0b867af6 req-f33014e4-5a87-4ea8-87af-335cb5a24b1e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425973
Dec 22 13:16:17.732036 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'status': 'completed', 'code': 200}
Dec 22 13:16:17.775471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-6e242cc7-4f15-4db7-92e6-cfc9c41f545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:17.776989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-6e242cc7-4f15-4db7-92e6-cfc9c41f545c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 1096 time: 0.0806296
Dec 22 13:16:17.851694 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-9b00e65a-6d60-4d65-a87b-915cba8a24c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc HTTP/1.1" status: 200  len: 217 time: 0.0673852
Dec 22 13:16:17.914481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-5d5b5cad-6b03-478d-9f78-46ce31e60c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:17.916027 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-5d5b5cad-6b03-478d-9f78-46ce31e60c60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0580661
Dec 22 13:16:17.994866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-c4104763-55c6-4519-9d61-8c861765f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:17.996377 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-c4104763-55c6-4519-9d61-8c861765f8d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737317
Dec 22 13:16:18.127718 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-88362d62-6ec8-4afc-8355-1df0250cec0e service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252770
Dec 22 13:16:18.263076 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ec4021b-13cf-46b6-bd84-bc0dd74b72b6 req-43ef8a2e-c14a-424f-9c2c-8b59fe3d526c service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289301
Dec 22 13:16:18.468073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-eb5ce287-3234-4988-999b-afc1c6f6ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:18.470189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-eb5ce287-3234-4988-999b-afc1c6f6ea27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 1096 time: 0.0718539
Dec 22 13:16:18.604722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-f2f5314d-a6de-43d7-8127-c6f91d350086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:18.606515 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-f2f5314d-a6de-43d7-8127-c6f91d350086 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 898 time: 0.1285274
Dec 22 13:16:18.680927 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-4a341361-698b-4488-a313-b23054f0f9bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc HTTP/1.1" status: 200  len: 217 time: 0.0675097
Dec 22 13:16:18.749515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-9328f72b-d511-41fc-97ac-b9d6247c4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:18.751457 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-9328f72b-d511-41fc-97ac-b9d6247c4b6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0635045
Dec 22 13:16:18.841950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1647c4-4a1a-436e-bc84-bf466094a00a req-43bea656-0ddc-40a7-9786-303c8eef3d84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:18.844487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec1647c4-4a1a-436e-bc84-bf466094a00a req-43bea656-0ddc-40a7-9786-303c8eef3d84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 943 time: 0.0923569
Dec 22 13:16:18.891407 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec1647c4-4a1a-436e-bc84-bf466094a00a req-4825b91b-ad33-4633-b81c-29c672143d0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411818
Dec 22 13:16:18.945773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-81a06adb-d475-4bfa-9f70-81e292740cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:18.947988 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-81a06adb-d475-4bfa-9f70-81e292740cf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1880102
Dec 22 13:16:19.079889 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-a5b05e27-189e-41e0-ad83-31c6c0bbbc28 service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258953
Dec 22 13:16:19.213001 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d5a3f3-8a99-4039-8421-b7df01dc8f68 req-7f2e1557-a4e6-4f96-b740-c74943c4f38f service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255491
Dec 22 13:16:20.083831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963dff4-84fd-4a58-bcb5-28f443473d52 req-aee5fe0e-8cd9-413b-b399-9938f41432ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:20.085334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3963dff4-84fd-4a58-bcb5-28f443473d52 req-aee5fe0e-8cd9-413b-b399-9938f41432ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 943 time: 0.0864809
Dec 22 13:16:20.129763 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3963dff4-84fd-4a58-bcb5-28f443473d52 req-ba5cddc4-8bf6-4e49-aeae-2a7f793e9b80 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387373
Dec 22 13:16:21.270778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6b6d687e-1eb7-45be-a8e8-ee259238b7bc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:16:21.323542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a0da1-2a75-493c-939f-758c8424f3b7 req-ed933b8a-91c1-49e8-ac9e-a82fe20f967a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:21.325277 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-575a0da1-2a75-493c-939f-758c8424f3b7 req-ed933b8a-91c1-49e8-ac9e-a82fe20f967a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 943 time: 0.0899677
Dec 22 13:16:21.376311 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-575a0da1-2a75-493c-939f-758c8424f3b7 req-d004653f-afb6-47c4-a0e7-c733e837b7a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444205
Dec 22 13:16:21.417505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:16:21.434329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'port_id': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'mac_address': 'fa:16:3e:37:2b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:16:21.493712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:21.509948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6d687e-1eb7-45be-a8e8-ee259238b7bc {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:16:21.525791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:16:21.575636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:21.578885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:21.642793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:21.649998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.650344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.650682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.651055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.651384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.651712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.652036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.652356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.652678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.652996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.653315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.653630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:16:21.658209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:21.816159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['6b6d687e-1eb7-45be-a8e8-ee259238b7bc'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:16:22.567049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d3cc6-7492-458f-8912-ea4a0f040328 req-0c09cf99-94d9-4b6c-92ee-bd867772004a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:22.569163 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c97d3cc6-7492-458f-8912-ea4a0f040328 req-0c09cf99-94d9-4b6c-92ee-bd867772004a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 944 time: 0.0846736
Dec 22 13:16:22.615042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c97d3cc6-7492-458f-8912-ea4a0f040328 req-270343f9-c59e-4a84-8d88-386f1cbfc061 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389326
Dec 22 13:16:23.287589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6b6d687e-1eb7-45be-a8e8-ee259238b7bc up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:16:23.438250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:16:23.443221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:16:23.443610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:23.560872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:23.587238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:23.597241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:16:23.632359 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'code': 200}
Dec 22 13:16:23.650319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:23.652356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:23.720167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:23.724088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:23.809143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23b269-aa5c-480a-9085-cee6873a59a2 req-689d9712-34fb-425b-96fe-d620df99b870 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:23.810628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e23b269-aa5c-480a-9085-cee6873a59a2 req-689d9712-34fb-425b-96fe-d620df99b870 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0845954
Dec 22 13:16:23.855818 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e23b269-aa5c-480a-9085-cee6873a59a2 req-3bb2c4e1-9f56-4d5a-b078-2adaac255806 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382991
Dec 22 13:16:24.022345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0cf789-49da-49f9-a140-a34db3c48e62 req-91fa9713-3479-46b7-b3b6-6d00996ef86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:24.023828 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2e0cf789-49da-49f9-a140-a34db3c48e62 req-91fa9713-3479-46b7-b3b6-6d00996ef86a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 1098 time: 0.0715747
Dec 22 13:16:24.065847 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2e0cf789-49da-49f9-a140-a34db3c48e62 req-54acbd25-b5bc-45e9-8bf1-0f95fdc5b93f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355990
Dec 22 13:16:25.049652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef09ab-c41c-44c6-b160-e7a93ec45107 req-cd700100-c44d-4d80-a4a3-77f5161392fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:25.051167 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64ef09ab-c41c-44c6-b160-e7a93ec45107 req-cd700100-c44d-4d80-a4a3-77f5161392fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0822556
Dec 22 13:16:25.097964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64ef09ab-c41c-44c6-b160-e7a93ec45107 req-342a3510-6e9d-428a-a5e7-f3290a5898f7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408981
Dec 22 13:16:26.287136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a528c5-4fe0-4a94-b01a-006ac7f22778 req-c6ac06ab-cabc-47f6-a8e0-5fd7e96f99ed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:26.288605 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48a528c5-4fe0-4a94-b01a-006ac7f22778 req-c6ac06ab-cabc-47f6-a8e0-5fd7e96f99ed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0870020
Dec 22 13:16:26.333930 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48a528c5-4fe0-4a94-b01a-006ac7f22778 req-8cf9c5f4-6b97-4c1a-a5ff-f3081a7f0182 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395730
Dec 22 13:16:26.519774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf440413-681f-4393-8631-3cdd79fa1966 req-fcf5c3ed-7d32-408a-a057-38432aa6f982 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:26.521124 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf440413-681f-4393-8631-3cdd79fa1966 req-fcf5c3ed-7d32-408a-a057-38432aa6f982 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0810668
Dec 22 13:16:26.568988 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf440413-681f-4393-8631-3cdd79fa1966 req-74873971-a3f4-4852-9cc2-439523e10876 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420942
Dec 22 13:16:26.591406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35536) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:26.661548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b9ee7-922a-4cca-ab4b-6e2716c12a14 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:26.663051 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c72b9ee7-922a-4cca-ab4b-6e2716c12a14 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 1093 time: 0.0706413
Dec 22 13:16:26.665840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35540) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:26.670769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'port_id': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:16:26.750419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:27.463291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:27.561699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:27.733030 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf associated. External IP: 172.26.3.75, port: 6b6d687e-1eb7-45be-a8e8-ee259238b7bc.
Dec 22 13:16:28.078684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:16:28.252711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:16:28.256961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:28.262616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:16:28.272142 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:28.272837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986a0a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:28.442693 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ea3d931e-750a-4efa-b614-b9e8397b6ab7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 990 time: 1.7758465
Dec 22 13:16:28.443381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:28.445450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35544) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:28.465980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:28.490021 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'status': 'completed', 'code': 200}
Dec 22 13:16:28.606042 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b8d4f243-8660-4212-8979-eff906d40807 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 990 time: 0.1592233
Dec 22 13:16:28.625190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-1339e2c8-96ee-4d24-96c4-cb7e978a1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:28.626639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-1339e2c8-96ee-4d24-96c4-cb7e978a1c51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 1098 time: 0.1050549
Dec 22 13:16:28.758185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-967e8023-2124-4bfe-a7be-285fb28c448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:28.759599 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-967e8023-2124-4bfe-a7be-285fb28c448c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 200  len: 898 time: 0.1258860
Dec 22 13:16:28.863993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986a0a30>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:37:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790b58c-48e6-4681-8c69-59d2559698b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:28.868056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:16:28.869214 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-30edcdde-95e0-47e0-8269-96a6e428738a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc HTTP/1.1" status: 200  len: 998 time: 0.1035538
Dec 22 13:16:28.876829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:28.877432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986a0a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:28.932808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-9f6459a7-3f23-4626-a92f-d6866be4c8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:28.934290 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-9f6459a7-3f23-4626-a92f-d6866be4c8ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 200  len: 834 time: 0.0580642
Dec 22 13:16:29.012486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-0714c77c-31e3-4096-a1c4-f10bd99a9752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:29.013900 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-0714c77c-31e3-4096-a1c4-f10bd99a9752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1258e9d1-980c-4cdf-b025-e4c5ead22034&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736573
Dec 22 13:16:29.057979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:29.145724 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-09a8e816-779c-4586-b4e8-ac9b2464b1ba service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243000
Dec 22 13:16:29.280851 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6341aa9-cc4d-4c0b-ad58-387f26b2c5c9 req-5bbed247-31e0-44f8-b034-bc1cc819bcff service neutron] 10.222.0.46 "GET /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285293
Dec 22 13:16:29.408127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986a0a30>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:37:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790b58c-48e6-4681-8c69-59d2559698b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:29.412230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf3050e-8228-4162-8baa-7864387f01df None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '738c41fa-a3b0-46a2-a9fa-712179cd37bf', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.75', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'port_id': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'mac_address': 'fa:16:3e:37:2b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8790b58c-48e6-4681-8c69-59d2559698b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:15:27Z', 'updated_at': '2021-12-22T13:16:27Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:16:29.602476 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9826bbea-9b27-4403-9a36-18add889cfd3 None None] New status for floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:16:29.609723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35550) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:29.715330 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-377bdf17-8df6-47c0-b0eb-37c9de986002 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 990 time: 0.1040921
Dec 22 13:16:30.718733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35554) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:30.824767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-623bf3e7-bf9b-49b3-b5e2-dbf287359f18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 200  len: 992 time: 0.1044135
Dec 22 13:16:32.461061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:35.115448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dac76c6e-4d3c-4dd0-a507-548c4d9286b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:37.495630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0a032733-e0fd-4244-a2d9-4fa1085a3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:38.601546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:38.717580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:40.152493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:51.478070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35564) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:16:51.678434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 512e1dea-0b96-4ea6-bd96-a6615604828f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:16:51.678768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:51.850538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:51.850777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:51.974397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 512e1dea-0b96-4ea6-bd96-a6615604828f owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:16:52.217881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:52.221527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11e27a5a-1cf0-44de-b48e-e03d88d70454 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:52.267013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=512e1dea-0b96-4ea6-bd96-a6615604828f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:52.292858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:52.358353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:52.358684 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 4d20cc59-7d6b-434f-963d-47bd684f6c9d disassociated (deleted). External IP: 172.26.3.159, port: 9caf393b-f110-4aec-b946-1754a8e1531b.
Dec 22 13:16:52.830467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:16:53.011936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:16:53.022070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:16:53.028853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:53.031089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:53.031706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52989cd940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:53.083066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "DELETE /v2.0/floatingips/4d20cc59-7d6b-434f-963d-47bd684f6c9d HTTP/1.1" status: 204  len: 168 time: 1.6037753
Dec 22 13:16:53.084160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:53.130637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b', 'status': 'completed', 'code': 200}
Dec 22 13:16:53.224727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:53.232565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-b5a643f5-9c30-4ab7-b2e0-1fe59fdd7d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:53.233622 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-b5a643f5-9c30-4ab7-b2e0-1fe59fdd7d80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 1099 time: 0.0794265
Dec 22 13:16:53.381404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-18992e9d-7403-44ba-bdd6-0cc06f124d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:53.382939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-18992e9d-7403-44ba-bdd6-0cc06f124d32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1363461
Dec 22 13:16:53.590339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-c286d297-8a1c-4e3e-9335-2d9131c7e70d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 200  len: 217 time: 0.1979597
Dec 22 13:16:53.596430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52989cd940>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:53.601574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:16:53.609513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:16:53.610191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52989cd940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:53.659733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-9fafe8b6-8fd2-4b11-b11a-6ae646b1ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:53.662148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-9fafe8b6-8fd2-4b11-b11a-6ae646b1ae03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0628972
Dec 22 13:16:53.741085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-2604e630-7958-49d3-988b-2718d53cca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:53.742236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30139511-c298-4a75-9d52-31f89cefb83e req-0bdbf9a0-e399-4a12-b3df-0857b58e310a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:53.742615 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-2604e630-7958-49d3-988b-2718d53cca5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0740385
Dec 22 13:16:53.743005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-30139511-c298-4a75-9d52-31f89cefb83e req-0bdbf9a0-e399-4a12-b3df-0857b58e310a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:16:53.792498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:16:53.838016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-30139511-c298-4a75-9d52-31f89cefb83e req-0bdbf9a0-e399-4a12-b3df-0857b58e310a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:16:53.839404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30139511-c298-4a75-9d52-31f89cefb83e req-0bdbf9a0-e399-4a12-b3df-0857b58e310a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1790106
Dec 22 13:16:53.892338 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-f2da01ab-e458-4f5d-a855-b8d7e1a08876 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396828
Dec 22 13:16:53.894179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30139511-c298-4a75-9d52-31f89cefb83e req-ae26a14b-08ef-4e93-8527-76bd8d0ec08f tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456109
Dec 22 13:16:54.028475 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b9b474c3-4404-4f74-8c49-d3d458dc46c9 req-81ef50ac-6bac-437c-9550-de75ed2dc8d4 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281943
Dec 22 13:16:54.100665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:16:54.194499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52989cd940>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:16:54.198473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e147a1eb-9825-4044-b136-f9f1800ac205 None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f91c72b-a253-4bdf-92b0-29dde415c3fb', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'port_id': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'mac_address': 'fa:16:3e:e2:7c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:10:55Z', 'updated_at': '2021-12-22T13:10:58Z', 'revision_number': 1, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:16:54.419726 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdae52b-fe00-455d-8827-f3bbf10762ce None None] New status for floating IP 4d20cc59-7d6b-434f-963d-47bd684f6c9d: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:16:55.154657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9ae3-67a6-4b37-affc-97e85be14975 req-efff9070-edb1-4294-ab69-85edebf27726 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:55.156078 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-397f9ae3-67a6-4b37-affc-97e85be14975 req-efff9070-edb1-4294-ab69-85edebf27726 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1538928
Dec 22 13:16:55.212055 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-397f9ae3-67a6-4b37-affc-97e85be14975 req-dbb38a1b-099a-4c99-8b6d-ed1777e8d783 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479491
Dec 22 13:16:55.221145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774335-0287-47ee-99de-bbbd49e02582 req-0db43f11-6960-4ff1-886b-8d6235b0b522 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:16:55.221858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-14774335-0287-47ee-99de-bbbd49e02582 req-0db43f11-6960-4ff1-886b-8d6235b0b522 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:16:55.235023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-14774335-0287-47ee-99de-bbbd49e02582 req-0db43f11-6960-4ff1-886b-8d6235b0b522 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:16:55.236258 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-14774335-0287-47ee-99de-bbbd49e02582 req-0db43f11-6960-4ff1-886b-8d6235b0b522 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 946 time: 0.1137137
Dec 22 13:16:55.313493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 9caf393b-f110-4aec-b946-1754a8e1531b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:16:55.313836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:55.557233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] For port 9caf393b-f110-4aec-b946-1754a8e1531b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9caf393b-f110-4aec-b946-1754a8e1531b,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:16:55.557501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:55.684105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 9caf393b-f110-4aec-b946-1754a8e1531b owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:16:55.897728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:55.903277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:16:55.951285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=9caf393b-f110-4aec-b946-1754a8e1531b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:16:55.954291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:16:56.028924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] No DVR routers for this DVR port 9caf393b-f110-4aec-b946-1754a8e1531b on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:16:56.031317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:16:56.033838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'name': 'network-vif-deleted', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:16:56.079200 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5174d-634c-4fdc-9b75-4ca52235c1a9', 'name': 'network-vif-deleted', 'tag': '9caf393b-f110-4aec-b946-1754a8e1531b', 'status': 'completed', 'code': 200}
Dec 22 13:16:56.149947 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-14774335-0287-47ee-99de-bbbd49e02582 req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "DELETE /v2.0/ports/9caf393b-f110-4aec-b946-1754a8e1531b HTTP/1.1" status: 204  len: 173 time: 0.9077117
Dec 22 13:16:56.368124 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2e9f97ad-c608-4efd-bd96-77695955d221 req-2634c464-d041-4ce9-bb35-94df8e6a9721 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 210 time: 0.0509670
Dec 22 13:16:57.567426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 9caf393b-f110-4aec-b946-1754a8e1531b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:16:57.584701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f814f923-5463-4d1f-91c0-d087e07c13f0 req-be6f488a-60a8-4147-b092-bdfe123381a4 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=b6b5174d-634c-4fdc-9b75-4ca52235c1a9 HTTP/1.1" status: 200  len: 210 time: 0.0926955
Dec 22 13:16:57.607382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 9caf393b-f110-4aec-b946-1754a8e1531b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:16:57.610679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 9caf393b-f110-4aec-b946-1754a8e1531b not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:02.469173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:02.635119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a7458-0f7c-439e-aaa6-52e474c269c9 req-4f4c0c1a-0994-4a50-8e7b-7b90375c79ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:02.636612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad4a7458-0f7c-439e-aaa6-52e474c269c9 req-4f4c0c1a-0994-4a50-8e7b-7b90375c79ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0830405
Dec 22 13:17:02.681860 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad4a7458-0f7c-439e-aaa6-52e474c269c9 req-87a3c764-2f1f-455e-8a3f-5a47a480936f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394144
Dec 22 13:17:03.457286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35618) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:03.662349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 40850260-a6be-4160-b6f9-3df8dfc917f0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:03.662694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:03.880658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5f4a-5639-4655-b236-0411d25038ec req-ce7612e9-662a-41a1-8a9c-30c44a155021 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:03.882139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-998b5f4a-5639-4655-b236-0411d25038ec req-ce7612e9-662a-41a1-8a9c-30c44a155021 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0872052
Dec 22 13:17:03.926256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-998b5f4a-5639-4655-b236-0411d25038ec req-4c1735da-8021-412f-9288-517ee7d5048c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383434
Dec 22 13:17:03.997883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-17154b78-badc-4a2e-96bc-e26aa04cc7a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:03.998504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-17154b78-badc-4a2e-96bc-e26aa04cc7a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:04.024086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.024417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.142771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-17154b78-badc-4a2e-96bc-e26aa04cc7a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:04.143922 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-17154b78-badc-4a2e-96bc-e26aa04cc7a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.3317661
Dec 22 13:17:04.153592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 40850260-a6be-4160-b6f9-3df8dfc917f0 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:04.264284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:04.264545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.578908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:04.579467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.590703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.641961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-661f98fc-6d7f-4a9d-ae76-35a985610f22 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:04.711434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=40850260-a6be-4160-b6f9-3df8dfc917f0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:04.718615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:04.959158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:04.959499 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Floating IP 4f91c72b-a253-4bdf-92b0-29dde415c3fb disassociated (deleted). External IP: 172.26.3.8, port: 50ad70b5-89f8-4008-b0d4-79ae7914e091.
Dec 22 13:17:05.068956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:05.069319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:05.069634 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf disassociated. External IP: 172.26.3.75, port: 6b6d687e-1eb7-45be-a8e8-ee259238b7bc.
Dec 22 13:17:05.069967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 6b6d687e-1eb7-45be-a8e8-ee259238b7bc owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:05.116665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c697e-5a8c-4b42-a068-97d4fa0fafdb req-25f7c797-bc83-46b4-a64f-ad125daf6572 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:05.118246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-282c697e-5a8c-4b42-a068-97d4fa0fafdb req-25f7c797-bc83-46b4-a64f-ad125daf6572 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 945 time: 0.0834248
Dec 22 13:17:05.126223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-225dd27c-0233-4dd4-9801-203afc75aa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:05.170867 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-282c697e-5a8c-4b42-a068-97d4fa0fafdb req-99d64521-6d0c-4943-9a4d-1ef001bf7a41 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb544e7e-b9e2-4f33-9eb3-283258ea610b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467148
Dec 22 13:17:05.580756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:05.641550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:05.653432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9ef9913e-dbde-4493-9b2a-3ee3337648f5 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:05.713185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=6b6d687e-1eb7-45be-a8e8-ee259238b7bc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:05.719863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:05.941224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:05.952242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:05.961957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:05.962559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b5e80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:05.980240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:06.042815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:06.055756 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f91c72b-a253-4bdf-92b0-29dde415c3fb HTTP/1.1" status: 204  len: 168 time: 2.5947742
Dec 22 13:17:06.055756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:06.162519 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'status': 'completed', 'code': 200}
Dec 22 13:17:06.173169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:06.333601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-34c20c54-f3f2-44da-9e27-3f569472ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:06.336261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-34c20c54-f3f2-44da-9e27-3f569472ff6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 1099 time: 0.1627343
Dec 22 13:17:06.388650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:06.399395 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:06.410514 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:06.411736 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f1eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:06.415621 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6f7bd34-dca1-46ba-93cd-f733746aa034 req-e228d109-abce-4013-b50e-bfa305456cff tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 210 time: 0.0773611
Dec 22 13:17:06.488507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 6b6d687e-1eb7-45be-a8e8-ee259238b7bc on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:06.493529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:06.496021 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4aa6b287-a7be-43b3-ad00-89dafd5e0b3d req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/6b6d687e-1eb7-45be-a8e8-ee259238b7bc HTTP/1.1" status: 204  len: 173 time: 2.3157828
Dec 22 13:17:06.548567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-b0b2aa01-437a-4472-86c1-a73d7574edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:06.550175 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-b0b2aa01-437a-4472-86c1-a73d7574edff service neutron] 10.222.0.46 "GET /v2.0/networks?id=443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 200  len: 913 time: 0.1718216
Dec 22 13:17:06.606398 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:06.640021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b5e80>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:06.650744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-e29bd429-95e6-4bfb-9473-23a856fe8143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 200  len: 217 time: 0.0816741
Dec 22 13:17:06.651144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:06.655783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:06.656499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b5e80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:06.719675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-1d68e846-8361-4383-b657-e22c8e089ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:06.722766 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-1d68e846-8361-4383-b657-e22c8e089ddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 200  len: 851 time: 0.0703146
Dec 22 13:17:06.880590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-d6d7f306-2757-4284-9b7f-bfeec27768aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:06.882266 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-d6d7f306-2757-4284-9b7f-bfeec27768aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=443cb7df-1189-42c5-9131-3c66775263fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1497498
Dec 22 13:17:06.899554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60bbf5-4f8d-4c30-8158-25cc6ca85321 req-a82249a9-3a2a-4b69-8ed7-89ca42f3c35f tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:06.906609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d60bbf5-4f8d-4c30-8158-25cc6ca85321 req-a82249a9-3a2a-4b69-8ed7-89ca42f3c35f tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 946 time: 0.1229925
Dec 22 13:17:06.912292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:06.996756 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f1eb0>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:07.000627 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:07.011195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:07.011995 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f1eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:16:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:07.039507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d60bbf5-4f8d-4c30-8158-25cc6ca85321 req-fffdc55d-b565-43d2-bc2c-d2d61238ce50 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317875
Dec 22 13:17:07.090028 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-21c70368-a611-47f3-b356-9da54c72e746 service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812253
Dec 22 13:17:07.206126 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:07.234041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-ac0c9676-bc4c-482c-9ba1-05e0e2d012bc service neutron] 10.222.0.46 "GET /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357927
Dec 22 13:17:07.336270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b5e80>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:07.341018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2add1-70c8-47b8-96e0-b4fa9f2d42cd None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:05:31Z', 'revision_number': 4, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'dfb2218c-3058-4768-b8d7-cefb987f5ce2', 'name': '', 'network_id': '443cb7df-1189-42c5-9131-3c66775263fe', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'mac_address': 'fa:16:3e:2c:ad:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:29Z', 'updated_at': '2021-12-22T13:05:40Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'subnets': [{'id': '972aed2f-f0bc-4ea7-9e9b-0fb165b969d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:07.347386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-2d877a81-ceab-4b1e-8363-9efba05556ca tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:07.348119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-2d877a81-ceab-4b1e-8363-9efba05556ca tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Synchronizing usage tracker for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:07.451468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-2d877a81-ceab-4b1e-8363-9efba05556ca tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Unset dirty status for tenant:3f15ee5ef35c474bb7e9c8febc4ca530 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:07.452690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-2d877a81-ceab-4b1e-8363-9efba05556ca tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 946 time: 0.2248423
Dec 22 13:17:07.498369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b59dc7-f7c3-4f5b-901c-05dfad091d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:07.591297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 50ad70b5-89f8-4008-b0d4-79ae7914e091 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:07.591882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:07.593503 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f1eb0>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:07.599789 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8c2ff-679f-47d7-9485-b5dc022af4af None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c1ad33da-66c4-474d-b8a5-19297fb82efe', 'name': '', 'network_id': '1258e9d1-980c-4cdf-b025-e4c5ead22034', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:e9:b4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:05Z', 'updated_at': '2021-12-22T13:15:10Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '6084c7c7-7aa0-42e7-bbe8-987147c07513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:07.606260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6b6d687e-1eb7-45be-a8e8-ee259238b7bc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:07.641775 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2953821-3caf-48bc-926b-8629e59068b2 req-c26d8b88-2510-4aee-8c65-ad65e5a4fa83 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8790b58c-48e6-4681-8c69-59d2559698b1 HTTP/1.1" status: 200  len: 210 time: 0.0530353
Dec 22 13:17:07.652898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 6b6d687e-1eb7-45be-a8e8-ee259238b7bc {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:07.657937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6b6d687e-1eb7-45be-a8e8-ee259238b7bc not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:07.657937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 50ad70b5-89f8-4008-b0d4-79ae7914e091 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:07.765490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bebc4e8-8856-4bce-aa16-57fbf688fc5d None None] New status for floating IP 4f91c72b-a253-4bdf-92b0-29dde415c3fb: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:17:07.909056 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d270fa3-5c1f-4435-bf4f-50c91dba5769 None None] New status for floating IP 738c41fa-a3b0-46a2-a9fa-712179cd37bf: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:17:07.916341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:07.945345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:07.955521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:08.010975 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'code': 200}
Dec 22 13:17:08.029429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:08.029866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.049408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.052225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:08.125037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:08.129310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:08.158828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 50ad70b5-89f8-4008-b0d4-79ae7914e091 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:08.186736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'name': 'network-vif-deleted', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:08.256728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a3a02-1255-4bca-947b-2cdec40eb719 req-0b3bf63b-11f6-40a0-8b6a-3c6b7c1ea842 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:08.257290 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8790b58c-48e6-4681-8c69-59d2559698b1', 'name': 'network-vif-deleted', 'tag': '6b6d687e-1eb7-45be-a8e8-ee259238b7bc', 'status': 'completed', 'code': 200}
Dec 22 13:17:08.258571 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-168a3a02-1255-4bca-947b-2cdec40eb719 req-0b3bf63b-11f6-40a0-8b6a-3c6b7c1ea842 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 944 time: 0.0914097
Dec 22 13:17:08.304840 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-168a3a02-1255-4bca-947b-2cdec40eb719 req-41cd5162-f4ec-480f-b7d4-56188b5c4538 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/security-groups?id=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402024
Dec 22 13:17:08.306628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:17:08.307114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:17:08.552025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.665712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.737901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35646) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:08.809647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port 50ad70b5-89f8-4008-b0d4-79ae7914e091 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:08.809962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.839289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:08.892819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.118964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] For port 50ad70b5-89f8-4008-b0d4-79ae7914e091, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=50ad70b5-89f8-4008-b0d4-79ae7914e091,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:09.119249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.236190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.245627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for 50ad70b5-89f8-4008-b0d4-79ae7914e091 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:09.277923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8e05de02-9d21-4e32-be73-79e167bff1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:09.313488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb544e7e-b9e2-4f33-9eb3-283258ea610b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:09.320840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:09.406482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.407571 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb544e7e-b9e2-4f33-9eb3-283258ea610b HTTP/1.1" status: 204  len: 168 time: 0.6686904
Dec 22 13:17:09.500450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.507084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-24e0f5df-2110-4bbb-a7a0-2a839449160d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:09.543139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35654) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:09.578032 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d5c9d72d-57e9-4191-9a7c-8be666e4c472 req-2b7e1724-65ff-422b-84b7-0d81c7c55853 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 210 time: 0.1681411
Dec 22 13:17:09.622501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=50ad70b5-89f8-4008-b0d4-79ae7914e091,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:09.639879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:09.787688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 2b2af859-7b3c-4498-b456-41bc221365c2 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:09.788343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:09.814818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] No DVR routers for this DVR port 50ad70b5-89f8-4008-b0d4-79ae7914e091 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:09.822541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.029333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-55a389dc-d0bf-4269-a30b-3e92a84c1560 req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.46 "DELETE /v2.0/ports/50ad70b5-89f8-4008-b0d4-79ae7914e091 HTTP/1.1" status: 204  len: 173 time: 2.5663621
Dec 22 13:17:10.088209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.088558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.146384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.217589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 2b2af859-7b3c-4498-b456-41bc221365c2 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:10.258234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-deleted', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:10.307273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8532af5a-60e8-471f-b493-2eb50c6eb2d6', 'name': 'network-vif-deleted', 'tag': '50ad70b5-89f8-4008-b0d4-79ae7914e091', 'status': 'completed', 'code': 200}
Dec 22 13:17:10.431998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.436108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:10.484007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=2b2af859-7b3c-4498-b456-41bc221365c2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:10.487106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:10.576888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.663382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:10.667115 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/738c41fa-a3b0-46a2-a9fa-712179cd37bf HTTP/1.1" status: 204  len: 168 time: 1.1202991
Dec 22 13:17:10.733501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4d295f8-5981-419a-a91b-5bc7bd963ee7 req-f2039112-de51-4e16-88f9-f6647e65d60e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "GET /v2.0/ports?device_id=8532af5a-60e8-471f-b493-2eb50c6eb2d6 HTTP/1.1" status: 200  len: 210 time: 0.0426044
Dec 22 13:17:11.230290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6472f0-c6c8-4da5-b77b-6e35fc3cf0f9 req-f9ab9c4c-0237-468a-bc3b-a500e1f63139 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:11.231773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a6472f0-c6c8-4da5-b77b-6e35fc3cf0f9 req-f9ab9c4c-0237-468a-bc3b-a500e1f63139 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.0824394
Dec 22 13:17:11.277792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a6472f0-c6c8-4da5-b77b-6e35fc3cf0f9 req-45f24aa1-70c8-40d0-a36d-009bcec55acb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400074
Dec 22 13:17:11.829281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35668) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:11.987320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Deleting port b1635963-ee50-4d8f-be52-002cc872956a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:11.987657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.155436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.155679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.279953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Calling delete_port for b1635963-ee50-4d8f-be52-002cc872956a owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:12.480781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-f797a6b8-4028-4cdd-8f7a-a2d9864db965 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:12.481491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-f797a6b8-4028-4cdd-8f7a-a2d9864db965 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:12.489673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b7a36-b7f4-4b8e-bb84-f6a28c793293 req-b7103362-052f-48e9-bb39-f4ea3bc2a6e2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:12.491199 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1b9b7a36-b7f4-4b8e-bb84-f6a28c793293 req-b7103362-052f-48e9-bb39-f4ea3bc2a6e2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.1001978
Dec 22 13:17:12.535046 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1b9b7a36-b7f4-4b8e-bb84-f6a28c793293 req-45927f5d-eb53-4c59-af32-91e4458761ea tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=7c3a1c92-423a-4ea9-88fc-7150616c0dc9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379446
Dec 22 13:17:12.536844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.540425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:12.562729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-f797a6b8-4028-4cdd-8f7a-a2d9864db965 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:12.567163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-f797a6b8-4028-4cdd-8f7a-a2d9864db965 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 946 time: 0.1653285
Dec 22 13:17:12.590100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'Port': ['ID=b1635963-ee50-4d8f-be52-002cc872956a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:12.636923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 6788c75f-6c1c-417c-b077-cfe7f5b2785c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:12.637272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.655167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.655553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.655933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.656296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.656675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.657020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.657381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.657741 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.658099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.658455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.658812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.659187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:12.669697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:12.695912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.710457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:12.711612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "DELETE /v2.0/floatingips/29cdf546-44fa-469c-afc8-09ec45911f12 HTTP/1.1" status: 204  len: 168 time: 0.8813670
Dec 22 13:17:12.895952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 6788c75f-6c1c-417c-b077-cfe7f5b2785c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6788c75f-6c1c-417c-b077-cfe7f5b2785c,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:12.896312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:13.026884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 6788c75f-6c1c-417c-b077-cfe7f5b2785c owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:13.255608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:13.262433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-450521cf-3512-4ca9-a943-d78710b00689 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:13.319639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=6788c75f-6c1c-417c-b077-cfe7f5b2785c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:13.322584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:13.397636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 6788c75f-6c1c-417c-b077-cfe7f5b2785c on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:13.400019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:13.402729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'name': 'network-vif-deleted', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:13.447405 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13759b1-9c1f-49f1-aec2-942ca8806519', 'name': 'network-vif-deleted', 'tag': '6788c75f-6c1c-417c-b077-cfe7f5b2785c', 'status': 'completed', 'code': 200}
Dec 22 13:17:13.480394 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-eb0e9855-49d1-45aa-843b-8267faffe380 req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/6788c75f-6c1c-417c-b077-cfe7f5b2785c HTTP/1.1" status: 204  len: 173 time: 0.9101768
Dec 22 13:17:13.696518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e3c6b97-f862-4799-9d76-7f6112ff2e71 req-eb6faabc-501e-425d-a01d-4a92aee9e0a2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=e13759b1-9c1f-49f1-aec2-942ca8806519 HTTP/1.1" status: 200  len: 210 time: 0.0461180
Dec 22 13:17:14.795924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35690) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:14.869046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:14.899010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.021029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.026507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:15.040957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a1c92-423a-4ea9-88fc-7150616c0dc9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:15.043513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:15.049270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.050375 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/7c3a1c92-423a-4ea9-88fc-7150616c0dc9 HTTP/1.1" status: 204  len: 168 time: 0.2534077
Dec 22 13:17:15.160914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35696) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:15.336390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35702) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:15.406401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.437736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.569800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.574274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ca7f438-f48a-47d5-8068-23e94a551355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:15.594049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb95d2b-4877-470d-a46c-7c0b07b5c3dd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:15.597505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:15.635740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6788c75f-6c1c-417c-b077-cfe7f5b2785c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:15.671051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:15.672491 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] 10.222.0.16 "DELETE /v2.0/security-groups/eeb95d2b-4877-470d-a46c-7c0b07b5c3dd HTTP/1.1" status: 204  len: 168 time: 0.3350182
Dec 22 13:17:15.673198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 6788c75f-6c1c-417c-b077-cfe7f5b2785c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:15.673563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6788c75f-6c1c-417c-b077-cfe7f5b2785c not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:15.799842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35708) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:15.874894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:16.594548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port c1ad33da-66c4-474d-b8a5-19297fb82efe {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:16.594913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:16.959307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port c1ad33da-66c4-474d-b8a5-19297fb82efe, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c1ad33da-66c4-474d-b8a5-19297fb82efe,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:16.960008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:17.117620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for c1ad33da-66c4-474d-b8a5-19297fb82efe owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:17.344291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:17.781644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Deleting port dfb2218c-3058-4768-b8d7-cefb987f5ce2 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:17.781979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:17.811349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:17.821318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-28047dac-9154-4663-89e5-eb40f6a8b6b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:17.873346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=c1ad33da-66c4-474d-b8a5-19297fb82efe,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:17.923939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.924321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.924695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.925062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.925428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.925791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.927530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.927909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.928273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.928632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.928994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.929347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:17.932629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:18.325340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] For port dfb2218c-3058-4768-b8d7-cefb987f5ce2, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dfb2218c-3058-4768-b8d7-cefb987f5ce2,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:18.325955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:18.508711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Calling delete_port for dfb2218c-3058-4768-b8d7-cefb987f5ce2 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:18.578611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.023153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 6d34acba-71b3-480c-854c-3922a6357d14 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:19.089087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.100266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8ab0da4f-0e90-4581-b36c-df216cbd5e78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:19.154081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb2218c-3058-4768-b8d7-cefb987f5ce2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:19.156444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:19.533764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:19.544430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Sync routers for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:19.554247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:19.554949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298717940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:19.612156 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/6d34acba-71b3-480c-854c-3922a6357d14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4500945
Dec 22 13:17:19.615650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35714) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:19.654964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.682738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet 6084c7c7-7aa0-42e7-bbe8-987147c07513 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:17:19.685866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.737004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:19.741566 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.828867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.988430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:19.993993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-138bf177-4542-4f1f-8fb1-beca57ba599b tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:20.024531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298717940>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:17:17Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.028949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Checking router: 6d34acba-71b3-480c-854c-3922a6357d14 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:20.030449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Router 944abef8-e681-47f5-b45f-9ec54487b07f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:20.032447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=6084c7c7-7aa0-42e7-bbe8-987147c07513,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:20.036335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:20.037318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.041572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Routers {'6d34acba-71b3-480c-854c-3922a6357d14'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:20.042269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298717940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['6d34acba-71b3-480c-854c-3922a6357d14'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.043878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-95462248-ff08-4cb8-ae9b-87b958af5f4f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/6084c7c7-7aa0-42e7-bbe8-987147c07513 HTTP/1.1" status: 204  len: 168 time: 0.4270999
Dec 22 13:17:20.046396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35718) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:20.107458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10672d3-ae4d-4bcd-8fe0-9452b751d84d None None] Network 1258e9d1-980c-4cdf-b025-e4c5ead22034 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:17:20.226966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:20.232049 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] 10.222.0.16 "PUT /v2.0/routers/944abef8-e681-47f5-b45f-9ec54487b07f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4310827
Dec 22 13:17:20.234478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35722) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:20.237959 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Sync routers for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:20.260126 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:20.264746 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e5c40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.398419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.468028 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:20.484848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.492391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] Set router 6d34acba-71b3-480c-854c-3922a6357d14 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:20.599427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.680130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 0f0b6a02-9e35-48e4-927d-a319ecc25721 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:20.680832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.718601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.792797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] DHCP port deletion for 1258e9d1-980c-4cdf-b025-e4c5ead22034 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:17:20.794079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Deleting port e19998c2-231c-4a56-9ea5-887da78a77b8 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:20.794418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.801577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Deleting port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:20.802295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.867657 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e5c40>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:17:18Z', 'revision_number': 5, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port': {'id': 'e19998c2-231c-4a56-9ea5-887da78a77b8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:19Z', 'updated_at': '2021-12-22T13:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.872227 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Checking router: 944abef8-e681-47f5-b45f-9ec54487b07f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:20.883959 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Routers {'944abef8-e681-47f5-b45f-9ec54487b07f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:20.884743 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e5c40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['944abef8-e681-47f5-b45f-9ec54487b07f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.912436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 0f0b6a02-9e35-48e4-927d-a319ecc25721, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0f0b6a02-9e35-48e4-927d-a319ecc25721,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:20.912783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:20.953297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298717940>, [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:17:17Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:20.990029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] For port e19998c2-231c-4a56-9ea5-887da78a77b8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e19998c2-231c-4a56-9ea5-887da78a77b8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:20.990423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.019122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59afbed-d51d-4993-ba2d-1abc5eaa0ac4 None None] The sync data for ids ['6d34acba-71b3-480c-854c-3922a6357d14'] in dv-neutron-822662-1-hyperv is: [{'id': '6d34acba-71b3-480c-854c-3922a6357d14', 'name': 'tempest-TestNetworkBasicOps-router-1435711989', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66'}], 'enable_snat': True}, 'gw_port_id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:15:00Z', 'updated_at': '2021-12-22T13:17:17Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '0f0b6a02-9e35-48e4-927d-a319ecc25721', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d34acba-71b3-480c-854c-3922a6357d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:15:01Z', 'updated_at': '2021-12-22T13:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:21.048372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] For port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,segment=NetworkSegment(19d25748-787e-4034-b469-1b141f7d1558),segment_id=19d25748-787e-4034-b469-1b141f7d1558)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:21.051554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.060449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 0f0b6a02-9e35-48e4-927d-a319ecc25721 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:21.083808 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] Set router 944abef8-e681-47f5-b45f-9ec54487b07f gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:21.195893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Calling delete_port for d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:21.200771 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e5c40>, [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:17:20Z', 'revision_number': 6, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:21.205192 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7fd1c-3c3d-4f60-b23d-dd0b53b1708d None None] The sync data for ids ['944abef8-e681-47f5-b45f-9ec54487b07f'] in dv-neutron-822662-1-hyperv is: [{'id': '944abef8-e681-47f5-b45f-9ec54487b07f', 'name': 'tempest-TestVolumeBootPattern-1452387899-router', 'tenant_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:17Z', 'updated_at': '2021-12-22T13:17:20Z', 'revision_number': 6, 'project_id': '3f15ee5ef35c474bb7e9c8febc4ca530', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:21.309154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Calling delete_port for e19998c2-231c-4a56-9ea5-887da78a77b8 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:21.345655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.351636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:21.391428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.397081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:21.418326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=0f0b6a02-9e35-48e4-927d-a319ecc25721,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:21.425221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:21.448435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] No DVR routers for this DVR port d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:21.452265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Pushing event deleted for resources: {'Port': ['ID=d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:21.459624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:21.527687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.587985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.592142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d27d7d69-8ba3-4bad-a208-ae3fe3652b01 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:21.641394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19998c2-231c-4a56-9ea5-887da78a77b8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:21.643719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:21.712791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.715136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.738022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.815630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.815630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 6d34acba-71b3-480c-854c-3922a6357d14 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:17:21.852217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.852217 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/6d34acba-71b3-480c-854c-3922a6357d14 HTTP/1.1" status: 204  len: 168 time: 1.7918274
Dec 22 13:17:21.852217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35726) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:21.918407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.920713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:21.968768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.060042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.060581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 944abef8-e681-47f5-b45f-9ec54487b07f {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:17:22.073896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.075095 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] 10.222.0.16 "DELETE /v2.0/routers/944abef8-e681-47f5-b45f-9ec54487b07f HTTP/1.1" status: 204  len: 168 time: 1.8394380
Dec 22 13:17:22.077651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35730) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:22.145714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.179464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52980b7700>,) {'filters': {'network_id': ['1258e9d1-980c-4cdf-b025-e4c5ead22034']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:22.192084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Deleting subnet 972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:17:22.196858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980b7700>, '19d25748-787e-4034-b469-1b141f7d1558') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:22.197149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980b7700>, '19d25748-787e-4034-b469-1b141f7d1558') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:22.203492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.243381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.264988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.272496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.434976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:17:22.435192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:17:22.450400 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:17:22.564943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.617652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.621257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe4ee0b3-2b7f-4507-b855-dea964b18f0b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:22.635851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f0b6a02-9e35-48e4-927d-a319ecc25721 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:22.638209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.660756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=1258e9d1-980c-4cdf-b025-e4c5ead22034,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:22.664233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:22.671178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0f0b6a02-9e35-48e4-927d-a319ecc25721 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:22.673418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0f0b6a02-9e35-48e4-927d-a319ecc25721 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:22.673418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dfb2218c-3058-4768-b8d7-cefb987f5ce2 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:22.704959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: dfb2218c-3058-4768-b8d7-cefb987f5ce2 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:22.705313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device dfb2218c-3058-4768-b8d7-cefb987f5ce2 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:22.705738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e19998c2-231c-4a56-9ea5-887da78a77b8 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:22.723722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.728701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5994af18-0e5a-4be3-84b7-614426dde147 tempest-NetworksIpV6Test-2049049912 tempest-NetworksIpV6Test-2049049912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:22.742312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e19998c2-231c-4a56-9ea5-887da78a77b8 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:22.742626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e19998c2-231c-4a56-9ea5-887da78a77b8 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:22.743081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:22.763628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/1258e9d1-980c-4cdf-b025-e4c5ead22034 HTTP/1.1" status: 204  len: 168 time: 0.9208317
Dec 22 13:17:22.778556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.778556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/972aed2f-f0bc-4ea7-9e9b-0fb165b969d4 HTTP/1.1" status: 204  len: 168 time: 0.6938300
Dec 22 13:17:22.778556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=972aed2f-f0bc-4ea7-9e9b-0fb165b969d4,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:22.778556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:22.783266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35734) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:22.785206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--1317241658', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:22.786834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75109e8a-66ec-46e9-ae84-1b46742bfc03 None None] Network 443cb7df-1189-42c5-9131-3c66775263fe requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:17:22.787489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35738) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:22.791056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:22.795170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:22.798185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:22.804756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:22.804917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:22.805273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9d35d6a-c7c2-41e6-a3f7-09a4f11d0986 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:22.805709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1ad33da-66c4-474d-b8a5-19297fb82efe no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:22.844675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c1ad33da-66c4-474d-b8a5-19297fb82efe {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:22.845017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c1ad33da-66c4-474d-b8a5-19297fb82efe not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:22.873647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:17:22.877703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.900982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.912647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:17:22.913081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Deleting port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:22.913481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.922311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:22.922731 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment 848f3f45-5e1e-4ef7-86d1-f767306f771f of type vlan for network 60898f86-ee71-4412-acb1-6cfdcddb1fda
Dec 22 13:17:22.951563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.074018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.079268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] DHCP port deletion for 443cb7df-1189-42c5-9131-3c66775263fe request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:17:23.083305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:23.083305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.084543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Deleting port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:23.085049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.089251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f25f9f4-5265-4619-9184-212d15046363 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:23.131283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] For port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:23.131751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.198207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=60898f86-ee71-4412-acb1-6cfdcddb1fda,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:23.201253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:23.211651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:17:23.246395 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4660268
Dec 22 13:17:23.248648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35742) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:23.256392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:23.264388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Calling delete_port for 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:23.266535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:23.272499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:23.276536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:23.284050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:23.374207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.375325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.390687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.428546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.430394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] For port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,segment=NetworkSegment(b68446d3-089b-4f87-b17a-76135b26dcc9),segment_id=b68446d3-089b-4f87-b17a-76135b26dcc9)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:23.430799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.440010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-51d72244-e006-4977-989a-25d71087475a tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:23.484822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2333bb8f-1f0d-469d-a45a-74b4fbc84c05,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:23.486622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] No DVR routers for this DVR port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:23.488258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:23.557270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Calling delete_port for 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:23.605570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.632003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529350a9a0>,) {'filters': {'network_id': ['443cb7df-1189-42c5-9131-3c66775263fe']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:23.635162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:17:23.635953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:17:23.646233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350a9a0>, 'b68446d3-089b-4f87-b17a-76135b26dcc9') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:23.646527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529350a9a0>, 'b68446d3-089b-4f87-b17a-76135b26dcc9') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:23.657788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.677991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.683943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:17:23.684326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:17:23.697886 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:17:23.752489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.865884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.869192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7eed915a-3a57-46ad-9d2a-0db3cef4e068 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:23.882236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:23.893558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Pushing event deleted for resources: {'Network': ['ID=443cb7df-1189-42c5-9131-3c66775263fe,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:23.898164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:23.977334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/443cb7df-1189-42c5-9131-3c66775263fe HTTP/1.1" status: 204  len: 168 time: 1.1887147
Dec 22 13:17:23.980166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35746) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:24.137233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Deleting port 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:24.137529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.210167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-85978655-3275-4804-b366-d6fed313fcd0 None None] The port '2333bb8f-1f0d-469d-a45a-74b4fbc84c05' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:17:24.254901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.290264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.431406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.13 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/c6687ee6-0d03-4539-bbc9-e5ccd86302a4) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:17:24.591247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.630996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:24.664575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:24.665248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 2333bb8f-1f0d-469d-a45a-74b4fbc84c05 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:24.682078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.746245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:24.751169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-19ed7112-859d-4449-ae03-0fa00581cf5b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:24.813977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:24.817052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:24.820698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:17:24.863812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:24.868114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:25.027251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Deleting port 92bfcebf-ba52-4921-a935-41594492e911 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:25.027854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:25.201179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] For port 92bfcebf-ba52-4921-a935-41594492e911, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=92bfcebf-ba52-4921-a935-41594492e911,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:25.201532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:25.287510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:25.325917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Calling delete_port for 92bfcebf-ba52-4921-a935-41594492e911 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:25.582523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:25.587404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4a1ee35-b8ea-4760-8ce5-bdb0155e909e tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:25.633991 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Pushing event deleted for resources: {'Port': ['ID=92bfcebf-ba52-4921-a935-41594492e911,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:25.637115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:25.645821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:25.917324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:26.077133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 00146986-f55d-420c-8420-ff17c7a3451c is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:17:26.260474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:26.273963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Sync routers for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:26.290271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:26.291840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529351fd30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:26.342468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:26.346775 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 3.0941055
Dec 22 13:17:26.347081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35750) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:26.421187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Router 586b0493-e31c-42e7-81c6-e02556d982d2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:26.431140 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e0ae513b-1e5c-4604-b046-e61243ebef55 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0821338
Dec 22 13:17:26.433672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35756) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:26.476983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:26.727353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:26.734542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab336120-60b0-408c-bb42-c4eda8f4b129 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:26.736016 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Sync routers for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:26.736483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab336120-60b0-408c-bb42-c4eda8f4b129 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3014934
Dec 22 13:17:26.739419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35760) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:26.746322 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:26.747172 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298655790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:26.766424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529351fd30>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:26.771238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Checking router: 00146986-f55d-420c-8420-ff17c7a3451c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:26.771601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Updating router 00146986-f55d-420c-8420-ff17c7a3451c port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:17:26.787540 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1679b7f2-566a-43e3-9c81-38e818cd92eb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0464890
Dec 22 13:17:26.789982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35764) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:26.801231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] 10.222.0.16 "PUT /v2.0/routers/586b0493-e31c-42e7-81c6-e02556d982d2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8173904
Dec 22 13:17:26.801465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-621899676', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:26.801609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35768) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:26.828784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:26.926585 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:26.946507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:26.951636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:26.954827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:26.962170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:26.996833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.054442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:17:27.058147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.183828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.210614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.223516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Transition to ACTIVE for port object c6687ee6-0d03-4539-bbc9-e5ccd86302a4 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:27.243486 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298655790>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98'}], 'enable_snat': True}, 'gw_port_id': '14eca034-8149-44b2-a08c-472c29f7288b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 5, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port': {'id': '14eca034-8149-44b2-a08c-472c29f7288b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:05:44Z', 'updated_at': '2021-12-22T13:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:27.247840 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Checking router: 586b0493-e31c-42e7-81c6-e02556d982d2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:27.256333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Deleting port 14eca034-8149-44b2-a08c-472c29f7288b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:27.256789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.256971 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Routers {'586b0493-e31c-42e7-81c6-e02556d982d2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:27.257551 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298655790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['586b0493-e31c-42e7-81c6-e02556d982d2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:27.296573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.306502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:27.376928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.384294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91c510fe-247d-4e4b-b1be-3bc6dfe3b549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:27.417699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Attempting to bind port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:17:27.418075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Attempting to bind port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:17:27.418901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Attempting to bind port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:17:27.429656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:17:27.430056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:17:27.430434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.430833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:17:27.431326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Bound port: c6687ee6-0d03-4539-bbc9-e5ccd86302a4, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:17:27.431701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.437661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] Set router 586b0493-e31c-42e7-81c6-e02556d982d2 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:27.452777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:27.456336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Pushing event updated for resources: {'Port': ['ID=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:27.467850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:27.471259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] For port 14eca034-8149-44b2-a08c-472c29f7288b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=14eca034-8149-44b2-a08c-472c29f7288b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:27.471733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.481662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.482005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.482340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.482670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.483611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.483948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.484283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.484602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.484924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.485242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.485558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.485874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:17:27.493269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:27.506603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:17:27.507054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 60898f86-ee71-4412-acb1-6cfdcddb1fda, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:17:27.525772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] For port c6687ee6-0d03-4539-bbc9-e5ccd86302a4, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:17:27.529091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] For port c6687ee6-0d03-4539-bbc9-e5ccd86302a4, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:17:27.601300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:17:27.601972 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298655790>, [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 6, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:27.608301 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c77494-160e-45f2-8e05-7c557d2c848b None None] The sync data for ids ['586b0493-e31c-42e7-81c6-e02556d982d2'] in dv-neutron-822662-1-hyperv is: [{'id': '586b0493-e31c-42e7-81c6-e02556d982d2', 'name': 'tempest-TestVolumeBootPattern-2079386267-router', 'tenant_id': 'ae5506839d5b4619acd94710578702e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:05:42Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 6, 'project_id': 'ae5506839d5b4619acd94710578702e4', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:27.613758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.618034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:27.677550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 60898f86-ee71-4412-acb1-6cfdcddb1fda) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:27.681751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:27.682339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.691619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ddb677-99ec-4479-bb98-30cfd2ac46d2 None None] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:17:27.743515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Calling delete_port for 14eca034-8149-44b2-a08c-472c29f7288b owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:27.779827 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.9861631
Dec 22 13:17:27.780749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35772) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:27.784233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:27.784628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529351fd30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:27.854647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Pushing event updated for resources: {'Port': ['ID=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:27.857785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:27.989786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:27.995657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d4b64ce4-5e63-4219-a5c0-eb7095f6d7c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:28.044644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=14eca034-8149-44b2-a08c-472c29f7288b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:28.048770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:28.067412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:28.155372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.291071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-60898f86-ee71-4412-acb1-6cfdcddb1fda', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:17:28.291911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.342056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.344503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.466026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.466540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586b0493-e31c-42e7-81c6-e02556d982d2 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:17:28.481481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.482623 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] 10.222.0.16 "DELETE /v2.0/routers/586b0493-e31c-42e7-81c6-e02556d982d2 HTTP/1.1" status: 204  len: 168 time: 1.6800468
Dec 22 13:17:28.485486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35776) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:28.550200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Allocated IP 172.20.0.2 (60898f86-ee71-4412-acb1-6cfdcddb1fda/54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1/b1b64753-623b-4555-a481-c3e86293c3f1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:17:28.555757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Deleting subnet f53b0481-4d7d-41d9-8b4f-6b1143df21fc {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:17:28.559140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.622048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.666584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529351fd30>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:28.673776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de627c-4f1b-4569-b403-0c985ad51a86 None None] The sync data for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv is: [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:28.695697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 92bfcebf-ba52-4921-a935-41594492e911 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:28.699702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.724618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.755302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 92bfcebf-ba52-4921-a935-41594492e911 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:28.755705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 92bfcebf-ba52-4921-a935-41594492e911 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:28.756260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 14eca034-8149-44b2-a08c-472c29f7288b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:28.826326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 14eca034-8149-44b2-a08c-472c29f7288b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:28.826791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 14eca034-8149-44b2-a08c-472c29f7288b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:28.895354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.901526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-83cd42c8-ee53-4a3d-8f31-fd914acf8fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:28.923830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.945247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Transition to ACTIVE for port object b1b64753-623b-4555-a481-c3e86293c3f1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:28.946284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f53b0481-4d7d-41d9-8b4f-6b1143df21fc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:28.949283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:28.952050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:28.960568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4839751b-986f-4f74-b974-bf07f438def1 None None] Network a0c04865-afda-4fe6-9550-247da735c923 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:17:28.963047 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f53b0481-4d7d-41d9-8b4f-6b1143df21fc HTTP/1.1" status: 204  len: 168 time: 0.4759662
Dec 22 13:17:28.963794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35780) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:29.117695 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.129186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Deleting port 705bf50d-c7bf-4a42-9f54-a438879837a9 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:29.129701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.148636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Transition to ACTIVE for port object b1b64753-623b-4555-a481-c3e86293c3f1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:29.234004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.250451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:29.311242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (60898f86-ee71-4412-acb1-6cfdcddb1fda/54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1/4f004c05-84a7-4de1-b828-e0d7708edf60) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:17:29.328248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:29.335249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Pushing event updated for resources: {'Port': ['ID=b1b64753-623b-4555-a481-c3e86293c3f1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:29.337754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:29.340645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:17:29.345091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:29.368024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] For port 705bf50d-c7bf-4a42-9f54-a438879837a9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=705bf50d-c7bf-4a42-9f54-a438879837a9,segment=NetworkSegment(91e8ee5d-d8c3-4ae1-9532-46982fc430ff),segment_id=91e8ee5d-d8c3-4ae1-9532-46982fc430ff)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:29.368381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.459094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Attempting to bind port b1b64753-623b-4555-a481-c3e86293c3f1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:17:29.459613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Attempting to bind port b1b64753-623b-4555-a481-c3e86293c3f1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:17:29.460081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Attempting to bind port b1b64753-623b-4555-a481-c3e86293c3f1 on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:17:29.468504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:17:29.469048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Checking segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:17:29.469575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.470065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Bound using segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:17:29.470643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Bound port: b1b64753-623b-4555-a481-c3e86293c3f1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:17:29.472813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.508755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Calling delete_port for 705bf50d-c7bf-4a42-9f54-a438879837a9 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:17:29.523200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.539317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 4f004c05-84a7-4de1-b828-e0d7708edf60 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:29.589270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] For port b1b64753-623b-4555-a481-c3e86293c3f1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:17:29.589270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] For port b1b64753-623b-4555-a481-c3e86293c3f1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b1b64753-623b-4555-a481-c3e86293c3f1,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:17:29.597048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa4a33-08c2-4739-a7c5-e2007ea312fe None None] DHCP port deletion for a0c04865-afda-4fe6-9550-247da735c923 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:17:29.601449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5caa4a33-08c2-4739-a7c5-e2007ea312fe None None] Deleting port 705bf50d-c7bf-4a42-9f54-a438879837a9 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:17:29.601806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5caa4a33-08c2-4739-a7c5-e2007ea312fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.629409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.636179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3b1078c9-8c2a-4dd0-ae40-c71f8e810b58 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:29.653369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.658807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:29.676900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.688874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec1f073d-d656-44a9-af65-a6c6a0dac3b9 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:29.716163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:29.720647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:29.727973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:17:29.739887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] No DVR routers for this DVR port 705bf50d-c7bf-4a42-9f54-a438879837a9 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:29.770328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:29.781081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5caa4a33-08c2-4739-a7c5-e2007ea312fe None None] The port '705bf50d-c7bf-4a42-9f54-a438879837a9' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:17:29.785620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:29.801564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Pushing event updated for resources: {'Port': ['ID=b1b64753-623b-4555-a481-c3e86293c3f1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:29.804635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:29.828312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:29.923791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Pushing event deleted for resources: {'Port': ['ID=705bf50d-c7bf-4a42-9f54-a438879837a9,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:29.928764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:30.028897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.067154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298866a90>,) {'filters': {'network_id': ['a0c04865-afda-4fe6-9550-247da735c923']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:30.081457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298866a90>, '91e8ee5d-d8c3-4ae1-9532-46982fc430ff') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:30.081881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298866a90>, '91e8ee5d-d8c3-4ae1-9532-46982fc430ff') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:30.095091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.111909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.118637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:17:30.119088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:17:30.133140 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:17:30.214937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.290866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.294640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-101ece52-412c-4d2f-a5af-c570bbc8f263 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:30.309553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.323640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c04865-afda-4fe6-9550-247da735c923,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:30.327467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:30.328994 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a0c04865-afda-4fe6-9550-247da735c923 HTTP/1.1" status: 204  len: 168 time: 1.3641760
Dec 22 13:17:30.650394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.658410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35786) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:30.691275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6687ee6-0d03-4539-bbc9-e5ccd86302a4 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:30.705332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.821852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:30.828052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:30.828434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.881490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52b750a1-89c3-437d-b5b4-21fe48263b35 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:30.933016 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d053b034-d45a-4943-80fc-8507f09d97fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f15ee5ef35c474bb7e9c8febc4ca530&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733235
Dec 22 13:17:30.935755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35790) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:30.973441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:30.978375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:30.979199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:30.999501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.024985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c6687ee6-0d03-4539-bbc9-e5ccd86302a4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:31.037433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.068911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.101003 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:17:31.124085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.124085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b1b64753-623b-4555-a481-c3e86293c3f1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:31.147440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:31.147689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:31.148250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:31.187545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99882b6c-0571-4d97-b964-d8fd5b743722 None None] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:17:31.220121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.225540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ea102b0-c7aa-46ef-9c93-31d731d656e0 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:31.244581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e2fc1b-28c5-4e31-907c-5f8bac3ad11d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:31.247697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:31.254349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.258546 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/74e2fc1b-28c5-4e31-907c-5f8bac3ad11d HTTP/1.1" status: 204  len: 168 time: 0.3211617
Dec 22 13:17:31.367647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:31.374019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 00146986-f55d-420c-8420-ff17c7a3451c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:31.380068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:31.415797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-20330064-d36a-4bc3-885b-09b3f4c2a871 None None] Provisioning for port b1b64753-623b-4555-a481-c3e86293c3f1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:31.472883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b1b64753-623b-4555-a481-c3e86293c3f1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:31.486391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b1b64753-623b-4555-a481-c3e86293c3f1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:31.486775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.560706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:31.575596 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/00146986-f55d-420c-8420-ff17c7a3451c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7933979
Dec 22 13:17:31.578058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35796) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:31.601609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Sync routers for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:31.636048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:31.636735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982f3730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:31.708373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:31.747827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1aac-36ef-4ad3-94ba-21555c866950 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.748563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1aac-36ef-4ad3-94ba-21555c866950 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.749212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1aac-36ef-4ad3-94ba-21555c866950 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.749834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44b1aac-36ef-4ad3-94ba-21555c866950 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.751884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f44b1aac-36ef-4ad3-94ba-21555c866950 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1729224
Dec 22 13:17:31.754596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35802) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:31.829492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6af308-3243-4c68-973d-7841092b3c1e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.830024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6af308-3243-4c68-973d-7841092b3c1e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.830483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6af308-3243-4c68-973d-7841092b3c1e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.831144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6af308-3243-4c68-973d-7841092b3c1e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:31.834254 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5a6af308-3243-4c68-973d-7841092b3c1e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0784433
Dec 22 13:17:31.837126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35806) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:31.858131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b1b64753-623b-4555-a481-c3e86293c3f1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b1b64753-623b-4555-a481-c3e86293c3f1,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:31.883370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:32.002199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.015840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dc8bc5fb-90c5-47a5-bf0b-b686f5defc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:32.064349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35810) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:32.087654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 705bf50d-c7bf-4a42-9f54-a438879837a9 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:32.097832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-24c49b1f-f1dc-4b92-91e4-4dacf5939b55 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2589357
Dec 22 13:17:32.100288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35814) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:32.106649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-654083687', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:32.132516 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7ba3de77-1fdb-4476-8e58-a6e8e04ba602 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae5506839d5b4619acd94710578702e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0648012
Dec 22 13:17:32.132821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35818) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:32.202174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.213278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 705bf50d-c7bf-4a42-9f54-a438879837a9 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:17:32.213634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 705bf50d-c7bf-4a42-9f54-a438879837a9 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:32.238405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Provisioning complete for port b1b64753-623b-4555-a481-c3e86293c3f1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:32.239325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.250637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.282942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:32.287443 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:32.290905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:32.297387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:32.343496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b1b64753-623b-4555-a481-c3e86293c3f1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:32.348129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:32.368458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:17:32.372174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.397131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.398912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] device_id is not set on port 6229d3b0-5d8d-4eee-be1f-625e54a1574a yet. {{(pid=88167) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:17:32.401577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-513960cc-6c97-4618-af50-9d37c06fe6ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:32.415294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b08bf3-4485-4341-947d-f5bd2564edbc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:32.418550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:32.420617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.421965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b08bf3-4485-4341-947d-f5bd2564edbc HTTP/1.1" status: 204  len: 168 time: 0.2881377
Dec 22 13:17:32.515059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.553207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.12 (60898f86-ee71-4412-acb1-6cfdcddb1fda/54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1/6229d3b0-5d8d-4eee-be1f-625e54a1574a) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:17:32.564192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982f3730>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:32.568686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Checking router: 00146986-f55d-420c-8420-ff17c7a3451c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:32.569096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Updating router 00146986-f55d-420c-8420-ff17c7a3451c port 4f004c05-84a7-4de1-b828-e0d7708edf60 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:17:32.611738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Provisioning for port 4f004c05-84a7-4de1-b828-e0d7708edf60 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:32.619846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Provisioning complete for port 4f004c05-84a7-4de1-b828-e0d7708edf60 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:32.620516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.671589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6687ee6-0d03-4539-bbc9-e5ccd86302a4 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:32.721714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.748668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-63575074-c26e-4f9a-bffe-89f21c0d54af None None] Port 4f004c05-84a7-4de1-b828-e0d7708edf60 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:17:32.771308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.789280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 6229d3b0-5d8d-4eee-be1f-625e54a1574a will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:32.897439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:32.897723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.902720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.911177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b716a38e-253a-4d30-bfff-d7758a1f9919 tempest-TestServerAdvancedOps-81372991 tempest-TestServerAdvancedOps-81372991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:32.956495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-18a35098-24e8-4ba3-b6bc-1992da1db309 None None] Provisioning complete for port 4f004c05-84a7-4de1-b828-e0d7708edf60 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:32.957185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18a35098-24e8-4ba3-b6bc-1992da1db309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:32.984250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:32.989532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:32.993396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:17:33.029861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:33.044902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:33.068205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:33.068818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.098995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-18a35098-24e8-4ba3-b6bc-1992da1db309 None None] Port 4f004c05-84a7-4de1-b828-e0d7708edf60 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:17:33.142959 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.0415599
Dec 22 13:17:33.214623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b1b64753-623b-4555-a481-c3e86293c3f1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:33.325600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d5ef406c-dbe2-4720-92eb-692618bcd1a6 None None] Provisioning for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:33.338151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d5ef406c-dbe2-4720-92eb-692618bcd1a6 None None] Provisioning complete for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:33.338538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5ef406c-dbe2-4720-92eb-692618bcd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.395808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.416745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b1b64753-623b-4555-a481-c3e86293c3f1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:33.417053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.442726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d5ef406c-dbe2-4720-92eb-692618bcd1a6 None None] Port 6229d3b0-5d8d-4eee-be1f-625e54a1574a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:17:33.449008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Transition to ACTIVE for port object 4f004c05-84a7-4de1-b828-e0d7708edf60 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:33.547394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.552867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:33.567069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35826) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:33.572804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756313827', 'description': 'tempest-secgroup-smoke-1756313827 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:33.578788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:33.583120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:33.586658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:33.592908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:33.694644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.716372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:33.720443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:33.724224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:33.730031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:33.752943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Pushing event updated for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:33.761034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:33.808221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.817006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Attempting to bind port 4f004c05-84a7-4de1-b828-e0d7708edf60 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:17:33.817390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Attempting to bind port 4f004c05-84a7-4de1-b828-e0d7708edf60 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:17:33.817761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Attempting to bind port 4f004c05-84a7-4de1-b828-e0d7708edf60 on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:17:33.823183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:17:33.823577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Checking segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:17:33.823964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.824366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Bound using segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:17:33.824829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Bound port: 4f004c05-84a7-4de1-b828-e0d7708edf60, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:17:33.825203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.884589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:33.889975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65f3b5a0-5346-40c0-b47c-7e86c4a436b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:33.925214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] For port 4f004c05-84a7-4de1-b828-e0d7708edf60, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:17:33.929449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] For port 4f004c05-84a7-4de1-b828-e0d7708edf60, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4f004c05-84a7-4de1-b828-e0d7708edf60,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:17:33.931898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:33.934582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:34.015050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.018798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3a131baf-2ea7-4247-8f94-c1d86794b3ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:34.042515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.046381 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4757495
Dec 22 13:17:34.046811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35830) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:34.051977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:34.057921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:34.061803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:34.064681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:34.070371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:34.096562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:34.097260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982f3730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:34.160879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Pushing event updated for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:34.166249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:34.178387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.248055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.290140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:34.330400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.333404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79cb1d55-0ccb-46d9-a8a1-906ca97f3373 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:34.359410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5159ffcd-c1f5-458e-82b2-a76e3fb0a319,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:34.365335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:34.438719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.439961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-373e718b-38fb-492e-8ec7-f61d684d4343 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3923473
Dec 22 13:17:34.443659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35834) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:34.449129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:34.455053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:34.459570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:34.462437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:34.468139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:34.571867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.614449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982f3730>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:33Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:34.618341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef4fba4-1c7c-402b-a6e6-2ea94d888c6f None None] The sync data for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv is: [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:33Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:34.639689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.713131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.720938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1df54e05-8ad3-4464-be79-f78d853aee1a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:34.741855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec275466-cb66-44f6-95da-4a26b6d9903b,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:34.744525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:34.816754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.818030 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3734753
Dec 22 13:17:34.820764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35838) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:34.826566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:34.832834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:34.836649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:34.839773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:34.845766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:34.927439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:34.995505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.051439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.053480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-57b941d8-ffda-4cab-be3c-48c1b4b8cb13 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:35.077670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f76fcc9-7fc1-48e1-a856-93cc6ea6439d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:35.082243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:35.142105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7624205b-753d-4ebc-9d57-373fb7836eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.168479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.169787 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3478799
Dec 22 13:17:35.172422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:35.178437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:35.184857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:35.188954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:35.192210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:35.198333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:35.272735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.341469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.410687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.417057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5f0a70a5-8103-4dc7-a782-fff11409c9d3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:35.438561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d291f1b8-1e03-484b-96fe-85f43e854f10,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:35.441028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:35.507336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.508552 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84bb44ae-f04e-4336-9305-2c5d5c1d41fc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3350725
Dec 22 13:17:35.511466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35846) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:35.516976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:35.523591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:35.527572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:35.530805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:35.537369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:35.625433 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:17:35.633120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.700911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.764368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.770986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:35.790606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e8f71b-0e3f-44e5-8986-74019ddf6da1,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:35.792872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:35.844382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:35.845622 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3332212
Dec 22 13:17:35.849101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:35.854109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:35.859939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:35.863868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:35.866655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:35.872240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:35.968072 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:17:35.975034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.039402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.124299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.126147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-353b6a05-3ead-4a56-a5fd-ad3f55d4011f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:36.149951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5021fcad-6196-43f1-b34b-960064776e9e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:36.152432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:36.221419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.222833 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3726597
Dec 22 13:17:36.437451 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-58ceca05-488d-4834-b3fb-404f27698981 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756313827&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.0394731
Dec 22 13:17:36.512907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-261dd0a6-b3fc-48d4-a4af-9e7db403a65e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:36.513475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-261dd0a6-b3fc-48d4-a4af-9e7db403a65e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:36.599362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-261dd0a6-b3fc-48d4-a4af-9e7db403a65e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:36.600557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-261dd0a6-b3fc-48d4-a4af-9e7db403a65e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 930 time: 0.1560116
Dec 22 13:17:36.657571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4f004c05-84a7-4de1-b828-e0d7708edf60 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:36.680278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-3036814c-0059-4682-808e-8aec7c1cc4ee service neutron] 10.222.0.16 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0679352
Dec 22 13:17:36.786986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4f004c05-84a7-4de1-b828-e0d7708edf60 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:36.792561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4f004c05-84a7-4de1-b828-e0d7708edf60 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:36.792948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.917700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:36.918976 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-f2700bc7-aed0-4e43-876c-2f1105268f0b service neutron] 10.222.0.16 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330017
Dec 22 13:17:36.955370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4f004c05-84a7-4de1-b828-e0d7708edf60, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4f004c05-84a7-4de1-b828-e0d7708edf60,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:37.015707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:37.017654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:37.053659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-4439f707-6eba-4a6b-9ab5-37eba97aa0fa service neutron] 10.222.0.16 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288016
Dec 22 13:17:37.089525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:37.092792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:37.278886 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-492cb801-8742-46ee-a6e8-d07e68e6c3ae req-50a5f8a8-3f0e-4d2a-a818-697420642cc1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 210 time: 0.0471640
Dec 22 13:17:37.519596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2bac606f-a0e9-485f-9cfa-31ff5acf982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:38.434228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5f7524c-8f82-4b6a-8b17-c67716e3d780 req-43289198-f922-411d-ae97-61f057ab79f2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 210 time: 0.0432084
Dec 22 13:17:38.592570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:38.640265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4f004c05-84a7-4de1-b828-e0d7708edf60 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:38.677045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:38.709771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4f004c05-84a7-4de1-b828-e0d7708edf60 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:38.710146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:39.150945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-0533393c-16d7-4ccd-8d88-e82a056f9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:39.152280 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-0533393c-16d7-4ccd-8d88-e82a056f9079 service neutron] 10.222.0.46 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1026 time: 0.0674655
Dec 22 13:17:39.423050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-39e6f5c7-9b44-4769-858d-bb5d84aed304 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:39.423648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-39e6f5c7-9b44-4769-858d-bb5d84aed304 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:39.525113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-39e6f5c7-9b44-4769-858d-bb5d84aed304 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:39.525933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-39e6f5c7-9b44-4769-858d-bb5d84aed304 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 200  len: 797 time: 0.3688943
Dec 22 13:17:39.583769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-716b1ded-4673-4bca-b30a-f15c08271049 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:39.589683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-455c3b32-7d36-4101-93cb-e43af8c342d3 req-d0bcb0e9-8743-4c5c-a2a8-2ebbf44b885b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 210 time: 0.0477016
Dec 22 13:17:39.655047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-716b1ded-4673-4bca-b30a-f15c08271049 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:39.655393 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-716b1ded-4673-4bca-b30a-f15c08271049 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 380 time: 0.1208079
Dec 22 13:17:39.667009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Request body: {'port': {'device_id': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:39.776817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.112876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.129105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6229d3b0-5d8d-4eee-be1f-625e54a1574a {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:17:40.136537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.152076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Transition to ACTIVE for port object 6229d3b0-5d8d-4eee-be1f-625e54a1574a will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:17:40.198811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.203796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c5f6fa6-6a7c-4024-9695-0f3e79d7afd1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:40.355749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:40.364331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:40.442479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:17:40.442817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:17:40.443172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:17:40.448155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:17:40.448473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:17:40.453513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:17:40.453848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Checking segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:17:40.454231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Bound using segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:17:40.454654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Bound port: 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:17:40.455031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.542363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:17:40.545244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:17:40.648655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.653671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bf8fae6b-1fce-45b9-a743-4c2010a564fe tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:40.716658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:40.717488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:40.718866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] 10.222.0.46 "PUT /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1131 time: 1.0559273
Dec 22 13:17:40.721283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:40.744366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:40.748128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:40.777464 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'status': 'completed', 'code': 200}
Dec 22 13:17:40.777586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7d9fe-9a6d-4032-8e22-ceb519279051 req-919ea6ca-af68-44e3-98ff-88e08bf5869a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:40.778080 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3e7d9fe-9a6d-4032-8e22-ceb519279051 req-919ea6ca-af68-44e3-98ff-88e08bf5869a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 981 time: 0.0842092
Dec 22 13:17:40.828127 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3e7d9fe-9a6d-4032-8e22-ceb519279051 req-58b37c1c-c5b7-4c8e-b387-15632f9110ac tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437105
Dec 22 13:17:40.878177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-36992ce7-3d18-4108-8c3a-b6aed967201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:40.880446 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-36992ce7-3d18-4108-8c3a-b6aed967201b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 1134 time: 0.0833037
Dec 22 13:17:41.021827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-c4757d65-179e-49fb-82ae-c920d3fe8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:41.023286 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-c4757d65-179e-49fb-82ae-c920d3fe8a14 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1361656
Dec 22 13:17:41.158145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-4b0c8173-5487-479e-9ec5-7f6ce3d7130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:41.159516 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40f5113f-358a-4b1a-9196-e63ffbdc627b req-4b0c8173-5487-479e-9ec5-7f6ce3d7130a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1306090
Dec 22 13:17:41.262947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-dc2c6b1b-02c4-479a-bc4c-ceb9fa00db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:41.264409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-dc2c6b1b-02c4-479a-bc4c-ceb9fa00db15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 1134 time: 0.0699012
Dec 22 13:17:41.336254 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-2fef27c5-0bf9-480e-921f-1002b3364d9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 217 time: 0.0648711
Dec 22 13:17:41.403525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-a0a57062-b2a0-4268-8b1e-7f7db1796b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:41.404937 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-a0a57062-b2a0-4268-8b1e-7f7db1796b1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1 HTTP/1.1" status: 200  len: 834 time: 0.0629666
Dec 22 13:17:41.589118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-03beab7d-d67a-4353-a962-f7405325e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:41.590585 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-03beab7d-d67a-4353-a962-f7405325e60b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60898f86-ee71-4412-acb1-6cfdcddb1fda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1792126
Dec 22 13:17:41.719810 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-95529991-face-4515-b926-b211aa5f07e4 service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226387
Dec 22 13:17:41.853309 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a2790be8-fffa-47a3-a933-1fb3ab074d98 req-c23a92c2-a907-46aa-8b50-f359774a2298 service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269281
Dec 22 13:17:42.024959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17436964-2e53-4df9-a6a1-e00bc62973f7 req-7b969f35-13db-452d-b816-ba4b7ab04806 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:42.026397 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-17436964-2e53-4df9-a6a1-e00bc62973f7 req-7b969f35-13db-452d-b816-ba4b7ab04806 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 981 time: 0.0845168
Dec 22 13:17:42.070321 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-17436964-2e53-4df9-a6a1-e00bc62973f7 req-9054084a-fe09-4e0d-a06f-5fe49a7222af tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382729
Dec 22 13:17:43.251235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a259cb2-0eb6-4e5e-9fdd-b81d0d465143 req-23fc9374-eff0-4c6c-b5ed-30ea4edc2d0c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:43.252688 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a259cb2-0eb6-4e5e-9fdd-b81d0d465143 req-23fc9374-eff0-4c6c-b5ed-30ea4edc2d0c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 981 time: 0.0798721
Dec 22 13:17:43.302184 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a259cb2-0eb6-4e5e-9fdd-b81d0d465143 req-5660e89d-a7e2-407e-a560-4e57dc6085b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432055
Dec 22 13:17:43.737793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:17:43.870596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:43.884177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'mac_address': 'fa:16:3e:49:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:17:43.941581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:43.998378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6229d3b0-5d8d-4eee-be1f-625e54a1574a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:17:44.013571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:44.124339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:44.127010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:44.192406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:44.195345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:44.332835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['6229d3b0-5d8d-4eee-be1f-625e54a1574a'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:17:44.488989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cd7bb9-380b-47b4-944e-055820d2f9e9 req-20d2eeb6-fce2-4017-a124-9a7a56fb61fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:44.490451 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12cd7bb9-380b-47b4-944e-055820d2f9e9 req-20d2eeb6-fce2-4017-a124-9a7a56fb61fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 982 time: 0.0831432
Dec 22 13:17:44.536085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12cd7bb9-380b-47b4-944e-055820d2f9e9 req-97cd03d9-ff34-414d-9a93-6ef619c411d8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400317
Dec 22 13:17:45.719806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2838c2a-2f24-4ea7-b2de-0444a23d524c req-851d3843-fede-4ec1-9bac-749ff5546134 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:45.721233 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2838c2a-2f24-4ea7-b2de-0444a23d524c req-851d3843-fede-4ec1-9bac-749ff5546134 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 982 time: 0.0803335
Dec 22 13:17:45.737506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:17:45.770334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2838c2a-2f24-4ea7-b2de-0444a23d524c req-44209544-f87c-450a-b981-c8e4c76ccef0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428841
Dec 22 13:17:45.895783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:17:45.900416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:45.910405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:46.013964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:46.040239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:46.049599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:46.085289 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'code': 200}
Dec 22 13:17:46.141318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:46.144307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:46.212611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:46.215635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:46.483413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942c1a7-1afe-4def-bcee-2f3d425a917d req-040b1e9c-f5a6-40b8-8e40-b2f40161561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:46.484789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3942c1a7-1afe-4def-bcee-2f3d425a917d req-040b1e9c-f5a6-40b8-8e40-b2f40161561a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 1136 time: 0.0707183
Dec 22 13:17:46.528261 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3942c1a7-1afe-4def-bcee-2f3d425a917d req-17255405-7b9c-4245-b371-0eb063eed59f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372605
Dec 22 13:17:46.950353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7ad63-9200-4c40-9303-40e55f42b852 req-841b42cd-3743-4c6d-934a-0ff2f86fabce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:46.951810 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ee7ad63-9200-4c40-9303-40e55f42b852 req-841b42cd-3743-4c6d-934a-0ff2f86fabce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.0793917
Dec 22 13:17:46.996635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ee7ad63-9200-4c40-9303-40e55f42b852 req-2c4bf700-32ba-4353-8293-14333a79b77a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384347
Dec 22 13:17:48.184005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e09812-63b2-4043-b517-b3e194c1ec3b req-c0712dc4-03de-4fe6-bc4a-71f2dc5941ff tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:48.185528 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66e09812-63b2-4043-b517-b3e194c1ec3b req-c0712dc4-03de-4fe6-bc4a-71f2dc5941ff tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.0847845
Dec 22 13:17:48.230121 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66e09812-63b2-4043-b517-b3e194c1ec3b req-83b43897-2a6a-4b00-ae96-c33f9f35fb5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389154
Dec 22 13:17:48.415791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc86d-99e2-4d79-bee2-4f6eded2e9cd req-31b8fdd9-56b2-45d2-95b1-c45436e30575 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:48.417263 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f53cc86d-99e2-4d79-bee2-4f6eded2e9cd req-31b8fdd9-56b2-45d2-95b1-c45436e30575 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.0806165
Dec 22 13:17:48.462409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f53cc86d-99e2-4d79-bee2-4f6eded2e9cd req-0ca2884a-d600-4662-a7ee-4a1d3ed8963f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393639
Dec 22 13:17:48.485295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35904) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:48.554498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f74871-9976-4177-8b23-be6510f7bcda tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:48.556077 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a3f74871-9976-4177-8b23-be6510f7bcda tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 1131 time: 0.0697329
Dec 22 13:17:48.558774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35908) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:48.563788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:48.569752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:48.573773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:48.576593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:48.582630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:48.653829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:48.795101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:48.931027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.135 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/3c076724-93fc-4c03-990a-c3db9d889379) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:17:49.078148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:49.169928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:49.173828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41cd70db-d8e7-40ce-ae9d-6096f3ff82b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:49.236479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:17:49.239936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:17:49.243582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:17:49.276550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3c076724-93fc-4c03-990a-c3db9d889379,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:49.282418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:49.664162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:49.794140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:50.112086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:50.162275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:50.166060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-70928e20-14d8-489b-add4-4736db909812 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:50.272136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3c076724-93fc-4c03-990a-c3db9d889379,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:50.276312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:50.284625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:50.454231 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 7cdc7f73-3b6a-4a62-ab68-077134bbc99c associated. External IP: 172.26.3.135, port: 6229d3b0-5d8d-4eee-be1f-625e54a1574a.
Dec 22 13:17:50.803501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 00146986-f55d-420c-8420-ff17c7a3451c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:17:50.981877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:17:50.991699 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Sync routers for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:17:51.000568 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:51.001212 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986b63d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:51.059449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:51.115061 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.5551991
Dec 22 13:17:51.115837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:17:51.117934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35912) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:51.164915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'status': 'completed', 'code': 200}
Dec 22 13:17:51.178365 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:51.198564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb757773-3d2d-479e-9887-a2e05fd046e6 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.200097 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb757773-3d2d-479e-9887-a2e05fd046e6 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a&network_id=60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 200  len: 1131 time: 0.0810726
Dec 22 13:17:51.266109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-7d457af5-b3fd-46e3-a3b6-6f477ca9f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.267928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-7d457af5-b3fd-46e3-a3b6-6f477ca9f361 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 1136 time: 0.0807610
Dec 22 13:17:51.410677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-401da72e-1e62-45fd-9eb9-655a7fcf1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.412196 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-401da72e-1e62-45fd-9eb9-655a7fcf1489 service neutron] 10.222.0.46 "GET /v2.0/networks?id=60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 200  len: 898 time: 0.1364930
Dec 22 13:17:51.529080 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986b63d0>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '7cdc7f73-3b6a-4a62-ab68-077134bbc99c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-654083687', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'mac_address': 'fa:16:3e:49:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:49Z', 'updated_at': '2021-12-22T13:17:49Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:51.533390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Checking router: 00146986-f55d-420c-8420-ff17c7a3451c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:17:51.543590 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:17:51.544232 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986b63d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:17:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:51.654177 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-cdfb05ea-bb49-4c62-8543-49d96b92462d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1037 time: 0.2347901
Dec 22 13:17:51.720005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-7ac15d3b-08b7-44b3-9efb-1b781d69bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.721574 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-7ac15d3b-08b7-44b3-9efb-1b781d69bdd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1 HTTP/1.1" status: 200  len: 834 time: 0.0600612
Dec 22 13:17:51.733546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:17:51.800720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ec363-1725-46a8-8a16-2026398f1b24 req-25be4fbb-4918-4312-88f7-cd50869a75e6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.802524 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ce7ec363-1725-46a8-8a16-2026398f1b24 req-25be4fbb-4918-4312-88f7-cd50869a75e6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.0834548
Dec 22 13:17:51.807260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-c6bcc942-67e6-499d-9796-2b2086565506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:51.808704 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-c6bcc942-67e6-499d-9796-2b2086565506 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60898f86-ee71-4412-acb1-6cfdcddb1fda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0794857
Dec 22 13:17:51.846628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ce7ec363-1725-46a8-8a16-2026398f1b24 req-d76f381a-8bd6-4a44-b333-862904186a8d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382020
Dec 22 13:17:51.945065 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-00c7e1ed-e2cc-4c41-8ce0-30e2b3df5cca service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1292951
Dec 22 13:17:52.084117 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f45a9ba7-1482-4930-b00f-3592dfd518d5 req-72fbc962-ee70-4be8-8a6c-61bd2f6f5c0e service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289556
Dec 22 13:17:52.088225 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986b63d0>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '7cdc7f73-3b6a-4a62-ab68-077134bbc99c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-654083687', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'mac_address': 'fa:16:3e:49:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:49Z', 'updated_at': '2021-12-22T13:17:49Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:17:52.092216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48881e4-0dd2-45f5-8ec1-81e8280062c0 None None] The sync data for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv is: [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '7cdc7f73-3b6a-4a62-ab68-077134bbc99c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.135', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-654083687', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'mac_address': 'fa:16:3e:49:d1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f820124f-20e8-48cd-b2b5-9d94c94f361a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:17:49Z', 'updated_at': '2021-12-22T13:17:49Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:17:52.278511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a9f5d0-236c-486a-8de2-1e015541e492 None None] New status for floating IP 7cdc7f73-3b6a-4a62-ab68-077134bbc99c: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:17:53.036219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686313a-abca-42ad-845f-f42aa3a0568b req-bdfc2f5d-604f-4c07-9596-0fa7f87e4e5f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:53.036919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b686313a-abca-42ad-845f-f42aa3a0568b req-bdfc2f5d-604f-4c07-9596-0fa7f87e4e5f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:17:53.037079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894bbde-128d-44f6-aba5-94511a8e0e19 req-0a46ac1e-567a-4cf0-b141-abb01ff3db66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:53.038559 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c894bbde-128d-44f6-aba5-94511a8e0e19 req-0a46ac1e-567a-4cf0-b141-abb01ff3db66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.0843532
Dec 22 13:17:53.083127 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c894bbde-128d-44f6-aba5-94511a8e0e19 req-e47f3641-f0a7-44b4-bb55-3d57619ba60c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385523
Dec 22 13:17:53.129569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b686313a-abca-42ad-845f-f42aa3a0568b req-bdfc2f5d-604f-4c07-9596-0fa7f87e4e5f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:17:53.130666 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b686313a-abca-42ad-845f-f42aa3a0568b req-bdfc2f5d-604f-4c07-9596-0fa7f87e4e5f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 983 time: 0.1794095
Dec 22 13:17:53.206795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686313a-abca-42ad-845f-f42aa3a0568b req-2b95023d-486e-4dc0-bc90-0e26afdddb31 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:53.208232 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b686313a-abca-42ad-845f-f42aa3a0568b req-2b95023d-486e-4dc0-bc90-0e26afdddb31 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0718899
Dec 22 13:17:53.353930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b686313a-abca-42ad-845f-f42aa3a0568b req-7797b5d2-f161-4123-8839-4650a09f0170 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1409891
Dec 22 13:17:53.365331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:53.477504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:53.678304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:17:53.708511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:17:53.760524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] device_id is not set on port 6229d3b0-5d8d-4eee-be1f-625e54a1574a yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:17:53.770509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:53.849279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:53.854030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:53.995770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=6']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:54.000040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:54.051472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] No DVR routers for this DVR port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:17:54.102460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0baa30da-e50f-4e22-affe-467f395d9be7 None None] Provisioning complete for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:17:54.103023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0baa30da-e50f-4e22-affe-467f395d9be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:54.162422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0baa30da-e50f-4e22-affe-467f395d9be7 None None] Port 6229d3b0-5d8d-4eee-be1f-625e54a1574a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:17:54.235327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33ed8845-767f-4413-8ead-ba48348c5302 req-ab4ce262-0c6e-4440-adec-cad33a00b967 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=f820124f-20e8-48cd-b2b5-9d94c94f361a HTTP/1.1" status: 200  len: 210 time: 0.0433002
Dec 22 13:17:54.281158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] In _notify_port_updated(), no bound segment for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:17:54.281945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:54.282559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:54.283857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b686313a-abca-42ad-845f-f42aa3a0568b req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1026 time: 0.9230695
Dec 22 13:17:55.338424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 35928) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:55.413697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec6ada-36d8-454a-8272-490bc7eaaa41 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:55.415674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8bec6ada-36d8-454a-8272-490bc7eaaa41 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 925 time: 0.0760169
Dec 22 13:17:55.775673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35934) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:55.778574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:17:55.780821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777565600', 'description': 'tempest-secgroup-smoke-777565600 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:55.787675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:55.797055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:55.835086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:17:55.849322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:55.977932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:55.981704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:55.984523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:55.990166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:56.127606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.203714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.208387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-31bdad2d-92ec-49cd-9164-d36d8b427e86 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:56.249194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cd3646-0aa5-406c-a6ad-18555f2a2877,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:56.252433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:56.301156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.302411 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5257335
Dec 22 13:17:56.305319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:56.310330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:56.316883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:56.320731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:56.323835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:56.329322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:56.388038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.447434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.523005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.524779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-88e7f49e-e520-4876-8f98-4a2e1a25e95a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:56.548711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a96e65-0343-45b7-bb21-cfe58831ecd9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:56.551720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:56.624439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.625648 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3194313
Dec 22 13:17:56.629065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35942) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:56.634086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:56.640061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:56.643873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:56.648802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:56.652601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:56.724814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.789058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.866068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.872177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7483f5ed-965c-445d-8b61-ec93a5540a4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:56.891356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ff6819-1e94-4699-8fa7-0726c064d232,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:56.893513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:56.963295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:56.964561 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3345716
Dec 22 13:17:56.967185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35946) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:56.972836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:56.978517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:56.982309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:56.985237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:56.991724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:57.084696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.151486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.214555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.220108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0aa2b57f-5e8a-45f7-8b4d-fc0c00ccf847 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:57.240570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9d631a-3316-4068-9c5e-11120b586159,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:57.242908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:57.311939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.316365 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3450501
Dec 22 13:17:57.316365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35950) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:57.321241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:57.327404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:57.331104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:57.334653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:57.340486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:57.428597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.494158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.598296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.600142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-09ada8f8-3184-4171-a52c-65ba986016da tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:57.622233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14bbc9d-0c5d-4152-b45c-c26b984181bc,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:57.626483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:57.696355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.696355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cd5614e0-6f6d-4557-a4cd-28a80514584d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3791656
Dec 22 13:17:57.713160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35954) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:57.718223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:57.724332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:57.728138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:57.731089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:57.736660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:57.820787 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:17:57.829177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.892798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.952087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:57.953816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-893b36e1-4a0e-4e8f-86d6-f46d51d2b335 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:57.977017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abceb41-df55-48a5-b6a7-f22e37f82612,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:57.981289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:58.037913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:58.039120 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0a674bee-7c2e-429f-94f4-618d8126d280 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3249955
Dec 22 13:17:58.041819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 35958) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:17:58.047286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '16cd3646-0aa5-406c-a6ad-18555f2a2877', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:17:58.053611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:17:58.057343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:17:58.060178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:17:58.065698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:17:58.151950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:17:58.158625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:58.225097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:58.301703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:58.303271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:17:58.328571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c2b6d9-7b23-4e59-9100-296a034a26bc,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:17:58.331012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:17:58.397950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:17:58.399374 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3561721
Dec 22 13:17:58.557235 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-86cc7b6b-00a3-4d83-add4-5f968f2c3cd6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777565600&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.0399923
Dec 22 13:17:58.631145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-8d08228a-dfcd-449c-beb1-38bab1ab63d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:17:58.632443 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-8d08228a-dfcd-449c-beb1-38bab1ab63d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 930 time: 0.0689945
Dec 22 13:17:58.805395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-9c3f3e41-ce6e-4ce2-90c5-e883fc68c7f1 service neutron] 10.222.0.16 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.1612945
Dec 22 13:17:59.040855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-acca7f91-c503-4a47-adea-fb00b21938a1 service neutron] 10.222.0.16 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298999
Dec 22 13:17:59.169924 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-e84f0d52-49d4-49ca-a3af-c8651d6f6b2a service neutron] 10.222.0.16 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232929
Dec 22 13:17:59.427589 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2997c61a-c21a-4c78-b4c9-42d919222642 req-7ba4ab7f-bb58-4f2d-b39c-8ed1b07ed722 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 210 time: 0.0422080
Dec 22 13:18:00.575682 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4339705-1fff-4d8a-b486-14d10a6bbacb req-8bcd9625-bf62-46ba-8c36-c1a25feb2e3c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 210 time: 0.0437536
Dec 22 13:18:01.415552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-cbd2786f-7ef2-4f62-aa82-88a2d6d5c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:01.416888 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-cbd2786f-7ef2-4f62-aa82-88a2d6d5c22c service neutron] 10.222.0.46 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1026 time: 0.0622323
Dec 22 13:18:01.568878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-d767dc10-cd07-4393-a471-c3626195ba63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:01.570217 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-d767dc10-cd07-4393-a471-c3626195ba63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 200  len: 797 time: 0.1482654
Dec 22 13:18:01.620251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-bf825f45-d3f9-4746-8811-073ba731023b req-6f77ce79-2ba0-4174-816f-278f86192c3c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:01.689307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-bf825f45-d3f9-4746-8811-073ba731023b req-6f77ce79-2ba0-4174-816f-278f86192c3c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:01.690442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-6f77ce79-2ba0-4174-816f-278f86192c3c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 472 time: 0.1122046
Dec 22 13:18:01.701375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Request body: {'port': {'device_id': '29bf66cd-9862-49fd-b9f9-43e722b081a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:01.735196 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ac5986b-c9a1-434e-87fd-75b6676fd2b3 req-696ec4cc-e164-41e5-9eb1-c1702e3387d7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 210 time: 0.0524933
Dec 22 13:18:01.815249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.153267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6229d3b0-5d8d-4eee-be1f-625e54a1574a {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:18:02.160823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.174395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Transition to ACTIVE for port object 6229d3b0-5d8d-4eee-be1f-625e54a1574a will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:02.231705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.236348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47139a07-1f56-459e-bff3-82fe9a779229 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:02.384585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=7']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:02.388950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:02.477681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.506440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:18:02.506939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:18:02.507123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:02.511607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:18:02.511920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Attempting to bind port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:02.516928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:18:02.517264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Checking segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:02.517643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Bound using segment: {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:18:02.518064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Bound port: 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848f3f45-5e1e-4ef7-86d1-f767306f771f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:18:02.518406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.608579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:02.611454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:18:02.677766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.681476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-df4aac21-9e4e-44b3-895a-8c8d49745397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:02.740521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:02.741087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:02.742642 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] 10.222.0.46 "PUT /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1131 time: 1.0453434
Dec 22 13:18:02.745557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bf66cd-9862-49fd-b9f9-43e722b081a5', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:18:02.772979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=8']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:02.781096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:02.803989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bf66cd-9862-49fd-b9f9-43e722b081a5', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'status': 'completed', 'code': 200}
Dec 22 13:18:02.915741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b338-3e01-4cbe-8522-e70577521249 req-c8265ecc-1c09-4b4b-9f9d-3f1be27e47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:02.917290 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cd72b338-3e01-4cbe-8522-e70577521249 req-c8265ecc-1c09-4b4b-9f9d-3f1be27e47f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 1134 time: 0.0891657
Dec 22 13:18:02.938166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa172fc-f52c-470f-96e6-5bea4a2c8a4d req-5388751a-0ce8-44c5-894d-e0e0e42d9e84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:02.939905 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4aa172fc-f52c-470f-96e6-5bea4a2c8a4d req-5388751a-0ce8-44c5-894d-e0e0e42d9e84 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 981 time: 0.0849147
Dec 22 13:18:02.987679 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4aa172fc-f52c-470f-96e6-5bea4a2c8a4d req-862906b7-9f62-4fe6-a201-26a556167647 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397427
Dec 22 13:18:03.173244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b338-3e01-4cbe-8522-e70577521249 req-5bd23209-3694-4bfb-bf38-ba51c687d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:03.174712 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cd72b338-3e01-4cbe-8522-e70577521249 req-5bd23209-3694-4bfb-bf38-ba51c687d4de service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 898 time: 0.2507257
Dec 22 13:18:03.310383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72b338-3e01-4cbe-8522-e70577521249 req-a40bb17b-bdea-46aa-a734-8f0ce23a850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:03.311899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cd72b338-3e01-4cbe-8522-e70577521249 req-a40bb17b-bdea-46aa-a734-8f0ce23a850b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1301205
Dec 22 13:18:03.414836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-c92dab72-4046-433c-9a00-25c7257eefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:03.416298 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-c92dab72-4046-433c-9a00-25c7257eefcf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 1134 time: 0.0700207
Dec 22 13:18:03.520383 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-c6ef48c1-231a-4383-9147-973a593e206d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1037 time: 0.0966969
Dec 22 13:18:03.585603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-0f52bb19-9b8b-41db-a5be-5157e89af8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:03.586985 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-0f52bb19-9b8b-41db-a5be-5157e89af8c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1 HTTP/1.1" status: 200  len: 834 time: 0.0599570
Dec 22 13:18:03.660688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf825f45-d3f9-4746-8811-073ba731023b req-0428e58f-e9d6-4232-9589-348a99c3ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:03.662108 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-0428e58f-e9d6-4232-9589-348a99c3ed69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=60898f86-ee71-4412-acb1-6cfdcddb1fda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693307
Dec 22 13:18:03.793397 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-cf8cc53a-ea46-4770-b068-81445fc3399a service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246557
Dec 22 13:18:03.924478 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf825f45-d3f9-4746-8811-073ba731023b req-30fc718c-ff70-47f7-928d-1f1003959b16 service neutron] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252787
Dec 22 13:18:04.179066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a1825-6066-4467-a1b8-e1f53c2764fc req-8496268c-12b3-4fbd-934e-433918e9652b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:04.180405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-889a1825-6066-4467-a1b8-e1f53c2764fc req-8496268c-12b3-4fbd-934e-433918e9652b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 981 time: 0.0839269
Dec 22 13:18:04.223336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-889a1825-6066-4467-a1b8-e1f53c2764fc req-4aef49ac-e41e-4347-b131-27c96e3254fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373387
Dec 22 13:18:05.140455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1f8cc05-7364-41e7-8b0a-58e0a4cc45a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:05.406020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aacab-8387-478b-8715-bb01b7186784 req-32361629-527b-4984-b07d-9a6fdaf888e0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:05.407499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c60aacab-8387-478b-8715-bb01b7186784 req-32361629-527b-4984-b07d-9a6fdaf888e0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 981 time: 0.0798285
Dec 22 13:18:05.455346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c60aacab-8387-478b-8715-bb01b7186784 req-190f1cea-65a2-474c-aa38-cd863bbbc580 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421419
Dec 22 13:18:05.776585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:18:05.908056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:05.921310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'port_id': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'mac_address': 'fa:16:3e:49:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:18:05.980302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:05.997980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6229d3b0-5d8d-4eee-be1f-625e54a1574a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:18:06.012979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:06.128718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:06.130402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:06.195770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=9']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:06.199014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:06.317552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['6229d3b0-5d8d-4eee-be1f-625e54a1574a'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:18:06.637539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c217-f9a4-4f51-b62f-967fe491d118 req-b1d23f88-4aad-4cea-adc5-6a2f0113f841 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:06.638994 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8253c217-f9a4-4f51-b62f-967fe491d118 req-b1d23f88-4aad-4cea-adc5-6a2f0113f841 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 982 time: 0.0808282
Dec 22 13:18:06.682348 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8253c217-f9a4-4f51-b62f-967fe491d118 req-65079ee1-ffe6-481f-8910-bf8907bf5732 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370841
Dec 22 13:18:07.494300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-61ac31b0-1ada-44aa-8578-ce0d4f4695c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:07.791858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:07.871095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a01e60-92d0-43de-8c65-ddadb6269052 req-8fa2ad77-3b97-46e1-bca6-9403fed94d1b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:07.872558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85a01e60-92d0-43de-8c65-ddadb6269052 req-8fa2ad77-3b97-46e1-bca6-9403fed94d1b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 982 time: 0.0840423
Dec 22 13:18:07.911925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:07.916617 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85a01e60-92d0-43de-8c65-ddadb6269052 req-6d48e8cf-e337-4c44-a774-0d6762892bfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384552
Dec 22 13:18:07.916989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:07.917368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:08.033902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:08.060407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bf66cd-9862-49fd-b9f9-43e722b081a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:18:08.070459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:08.101100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:18:08.146253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:08.148242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:08.241296 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bf66cd-9862-49fd-b9f9-43e722b081a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6229d3b0-5d8d-4eee-be1f-625e54a1574a', 'code': 200}
Dec 22 13:18:08.259999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=10']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:08.262825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:08.565572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44ff2a-cbd8-42b5-b6a5-197edab1e95a req-0ff5bf2a-95d9-499f-93f9-57aa87e91116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:08.566965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a44ff2a-cbd8-42b5-b6a5-197edab1e95a req-0ff5bf2a-95d9-499f-93f9-57aa87e91116 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 1137 time: 0.0707061
Dec 22 13:18:08.568751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:08.613647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a44ff2a-cbd8-42b5-b6a5-197edab1e95a req-d9d6674e-6770-4b89-8c36-68805681d822 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389948
Dec 22 13:18:08.711453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:09.100614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd586df-99e0-496d-939e-b2c3b95ad209 req-ca4db7d8-073f-423c-a135-d3cb77c44de4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:09.102060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1bd586df-99e0-496d-939e-b2c3b95ad209 req-ca4db7d8-073f-423c-a135-d3cb77c44de4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0813525
Dec 22 13:18:09.145346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1bd586df-99e0-496d-939e-b2c3b95ad209 req-db222882-0d5a-4789-9f2c-bea623e13d93 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377352
Dec 22 13:18:10.134096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:10.338064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01914b54-cc2b-4399-8895-7240af83971e req-9d770b05-717a-41d4-af74-35d22d001c03 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:10.339556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01914b54-cc2b-4399-8895-7240af83971e req-9d770b05-717a-41d4-af74-35d22d001c03 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0861351
Dec 22 13:18:10.384018 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01914b54-cc2b-4399-8895-7240af83971e req-bf66134c-b6ec-4e99-92d8-52863f812e27 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387392
Dec 22 13:18:10.563376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c048a91-fb69-4cc0-97a0-370deaca48ea req-6ab91a4b-8bf5-4bb8-9852-0f961d8899c1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:10.564760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c048a91-fb69-4cc0-97a0-370deaca48ea req-6ab91a4b-8bf5-4bb8-9852-0f961d8899c1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0791030
Dec 22 13:18:10.608360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c048a91-fb69-4cc0-97a0-370deaca48ea req-f268c135-0542-4ce0-8996-c8eba90e823b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375543
Dec 22 13:18:10.630433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36020) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:10.703045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c25453-4ca0-4208-95bb-cc6bfe550f94 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:10.704502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-58c25453-4ca0-4208-95bb-cc6bfe550f94 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5&network_id=60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 200  len: 1132 time: 0.0730748
Dec 22 13:18:11.234247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7de772-d61b-4ec0-a33c-73feb88a51ca req-44208d24-2f34-4ae0-b6d6-a5296dbffe1c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:11.235694 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7de772-d61b-4ec0-a33c-73feb88a51ca req-44208d24-2f34-4ae0-b6d6-a5296dbffe1c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0797083
Dec 22 13:18:11.279152 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7de772-d61b-4ec0-a33c-73feb88a51ca req-2a33a6af-9ad4-4324-a638-6f13b556d214 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371234
Dec 22 13:18:12.427454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-37bb780a-5f8b-410e-845f-f51f530359c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:12.428895 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-37bb780a-5f8b-410e-845f-f51f530359c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0798826
Dec 22 13:18:12.467583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881508e-9851-4e3e-9b93-837a0ee29a82 req-f52bcb24-708e-4d6f-ac64-1cd4b1b1f8c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:12.469898 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2881508e-9851-4e3e-9b93-837a0ee29a82 req-f52bcb24-708e-4d6f-ac64-1cd4b1b1f8c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 984 time: 0.0825710
Dec 22 13:18:12.501240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-46240462-ce98-4fed-84c4-eeedac854ed1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:12.502656 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-46240462-ce98-4fed-84c4-eeedac854ed1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0676908
Dec 22 13:18:12.513082 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2881508e-9851-4e3e-9b93-837a0ee29a82 req-64c04a3b-4677-4a8c-95dc-8806af63c2f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=4620a774-52da-47f2-ad29-7d40bd982085&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383155
Dec 22 13:18:12.646790 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-3300d618-197c-494d-ac25-9bedcbb6c308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1386001
Dec 22 13:18:12.656763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:12.766102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:12.966525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6229d3b0-5d8d-4eee-be1f-625e54a1574a,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:12.994176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] For port 6229d3b0-5d8d-4eee-be1f-625e54a1574a, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:13.043774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] device_id is not set on port 6229d3b0-5d8d-4eee-be1f-625e54a1574a yet. {{(pid=88166) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 22 13:18:13.053165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:13.189953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:13.193923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:13.340146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=11']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:13.343065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:13.504458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] No DVR routers for this DVR port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:18:13.533844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a04ab5ec-4354-4725-b519-a39fa22b1ecf None None] Provisioning complete for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:13.534363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a04ab5ec-4354-4725-b519-a39fa22b1ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:13.590709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a04ab5ec-4354-4725-b519-a39fa22b1ecf None None] Port 6229d3b0-5d8d-4eee-be1f-625e54a1574a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:18:13.662538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5fcea8ea-c28d-46ca-921b-ed4225f795f7 req-6f427673-be96-4cd0-8504-7d96980ef6cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=29bf66cd-9862-49fd-b9f9-43e722b081a5 HTTP/1.1" status: 200  len: 210 time: 0.0426672
Dec 22 13:18:13.731769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] In _notify_port_updated(), no bound segment for port 6229d3b0-5d8d-4eee-be1f-625e54a1574a on network 60898f86-ee71-4412-acb1-6cfdcddb1fda {{(pid=88166) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 22 13:18:13.732665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:13.733269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:13.734511 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-767e175c-38ec-4b5e-bd1f-bcb2fe8c1f40 req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] 10.222.0.46 "PUT /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 200  len: 1027 time: 1.0815463
Dec 22 13:18:14.759045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36034) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:14.831538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:14.860267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:14.990037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:14.993979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:15.010059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cd3646-0aa5-406c-a6ad-18555f2a2877,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:15.017979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.018368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.019657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.020043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.020413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.020783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.021149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.021513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.021886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.022248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.022606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.023035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:15.027981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:15.082896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:15.091844 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/16cd3646-0aa5-406c-a6ad-18555f2a2877 HTTP/1.1" status: 204  len: 168 time: 0.3239329
Dec 22 13:18:15.186915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:15.500642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 3c076724-93fc-4c03-990a-c3db9d889379 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:18:15.500973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:15.666862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:15.667209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:15.788131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 3c076724-93fc-4c03-990a-c3db9d889379 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:18:15.829839 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:18:15.891019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 6229d3b0-5d8d-4eee-be1f-625e54a1574a not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:18:16.020728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:16.024604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-85e61fea-ab2d-4f6b-9a11-80defec89a67 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:16.076773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=3c076724-93fc-4c03-990a-c3db9d889379,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:16.080481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:16.173708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:16.174043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 7cdc7f73-3b6a-4a62-ab68-077134bbc99c disassociated (deleted). External IP: 172.26.3.135, port: 6229d3b0-5d8d-4eee-be1f-625e54a1574a.
Dec 22 13:18:16.560791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 00146986-f55d-420c-8420-ff17c7a3451c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:18:16.741789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:18:16.751319 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Sync routers for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:18:16.761696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:16.764483 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:16.803666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:16.863114 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/7cdc7f73-3b6a-4a62-ab68-077134bbc99c HTTP/1.1" status: 204  len: 168 time: 1.6744101
Dec 22 13:18:16.971617 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:17.013275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36048) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:17.083314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.113979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.277200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.283585 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d850>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:17.288214 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Checking router: 00146986-f55d-420c-8420-ff17c7a3451c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:18:17.288371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7104b04f-ee5c-41d8-b723-683a05d565e9 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:17.300519 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:17.301117 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d850>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:17.309113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:17.309113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.310588 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/9e9b5263-8cd9-42ae-9ed5-3f268cb9b3b0 HTTP/1.1" status: 204  len: 168 time: 0.2960684
Dec 22 13:18:17.311726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:17.420755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36054) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:17.483063 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:17.488888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 6229d3b0-5d8d-4eee-be1f-625e54a1574a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:18:17.489233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.735569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:17.793506 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e7d850>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:17.797438 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5524f-5aba-4d00-95b7-e6cb49e5ce41 None None] The sync data for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv is: [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:17:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '4f004c05-84a7-4de1-b828-e0d7708edf60', 'name': '', 'network_id': '60898f86-ee71-4412-acb1-6cfdcddb1fda', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:b5:07:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:28Z', 'updated_at': '2021-12-22T13:17:36Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:18:17.862712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 6229d3b0-5d8d-4eee-be1f-625e54a1574a owned by  {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:18:18.028276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73851fe-670e-4240-b059-1c6b7b94681e None None] New status for floating IP 7cdc7f73-3b6a-4a62-ab68-077134bbc99c: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:18:18.093222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:18.100230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:18.146818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=6229d3b0-5d8d-4eee-be1f-625e54a1574a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:18.188169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.188560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.188913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.189292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.189695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.189978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.191134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.191966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.192347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.192707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.193074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.193422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:18.197042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:18.273211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:18.282827 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/ports/6229d3b0-5d8d-4eee-be1f-625e54a1574a HTTP/1.1" status: 204  len: 168 time: 0.8610125
Dec 22 13:18:18.286348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36058) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:18.948161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:19.302554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 4f004c05-84a7-4de1-b828-e0d7708edf60 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:18:19.303150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:19.487446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 4f004c05-84a7-4de1-b828-e0d7708edf60, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4f004c05-84a7-4de1-b828-e0d7708edf60,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:19.488013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:19.617221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 4f004c05-84a7-4de1-b828-e0d7708edf60 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:18:19.990875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:19.995592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:20.042505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=4f004c05-84a7-4de1-b828-e0d7708edf60,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:20.074700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:20.442575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:20.801241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 00146986-f55d-420c-8420-ff17c7a3451c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:18:20.979295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:18:20.989353 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Sync routers for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:18:20.992393 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/00146986-f55d-420c-8420-ff17c7a3451c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7049186
Dec 22 13:18:20.995119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36062) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:20.998522 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:20.999157 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299255580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:21.060538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet 54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:18:21.063467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.121630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.175892 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:21.204081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.339989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.345033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c2475ac0-197b-4847-9e75-2dc0eb5e9d0d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:21.384228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:21.387330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:21.388423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.398257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/54a1b0f6-a6a7-4895-b76c-cd8a812dfdd1 HTTP/1.1" status: 204  len: 168 time: 0.3995056
Dec 22 13:18:21.398399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36066) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:21.401502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195232f-6e38-4396-9053-4642760a7999 None None] Network 60898f86-ee71-4412-acb1-6cfdcddb1fda requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:18:21.462300 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299255580>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:21.466175 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Checking router: 00146986-f55d-420c-8420-ff17c7a3451c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:18:21.475448 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Routers {'00146986-f55d-420c-8420-ff17c7a3451c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:21.476053 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299255580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['00146986-f55d-420c-8420-ff17c7a3451c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:21.583016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.668522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] DHCP port deletion for 60898f86-ee71-4412-acb1-6cfdcddb1fda request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:18:21.672603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Deleting port b1b64753-623b-4555-a481-c3e86293c3f1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:18:21.673057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.707987 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] Set router 00146986-f55d-420c-8420-ff17c7a3451c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:21.885932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] For port b1b64753-623b-4555-a481-c3e86293c3f1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b1b64753-623b-4555-a481-c3e86293c3f1,segment=NetworkSegment(848f3f45-5e1e-4ef7-86d1-f767306f771f),segment_id=848f3f45-5e1e-4ef7-86d1-f767306f771f)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:21.886312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.911500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.980106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port c6687ee6-0d03-4539-bbc9-e5ccd86302a4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:18:21.980603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:21.992414 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299255580>, [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:21.996556 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1dedf3-1870-49e0-97b9-6cdb3f474fe1 None None] The sync data for ids ['00146986-f55d-420c-8420-ff17c7a3451c'] in dv-neutron-822662-1-hyperv is: [{'id': '00146986-f55d-420c-8420-ff17c7a3451c', 'name': 'tempest-TestNetworkBasicOps-router-1276313733', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:17:23Z', 'updated_at': '2021-12-22T13:18:19Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'c6687ee6-0d03-4539-bbc9-e5ccd86302a4', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:07:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00146986-f55d-420c-8420-ff17c7a3451c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:17:24Z', 'updated_at': '2021-12-22T13:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:18:22.020120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Calling delete_port for b1b64753-623b-4555-a481-c3e86293c3f1 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:18:22.157152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.161861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port c6687ee6-0d03-4539-bbc9-e5ccd86302a4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:22.162030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-871d416a-42a5-4b01-9ea9-ae23e4152ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:22.162218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.207013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Pushing event deleted for resources: {'Port': ['ID=b1b64753-623b-4555-a481-c3e86293c3f1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:22.208860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] No DVR routers for this DVR port b1b64753-623b-4555-a481-c3e86293c3f1 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:18:22.210242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:22.287092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for c6687ee6-0d03-4539-bbc9-e5ccd86302a4 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:18:22.516093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.520760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5e6a0d56-5b51-4ca2-885b-efcd7eb5ab53 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:22.567052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=c6687ee6-0d03-4539-bbc9-e5ccd86302a4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:22.571424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:22.662777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.699427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b1b64753-623b-4555-a481-c3e86293c3f1 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:18:22.738675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b1b64753-623b-4555-a481-c3e86293c3f1 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:18:22.739052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b1b64753-623b-4555-a481-c3e86293c3f1 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:18:22.739486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4f004c05-84a7-4de1-b828-e0d7708edf60 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:18:22.775150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 4f004c05-84a7-4de1-b828-e0d7708edf60 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:18:22.775505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4f004c05-84a7-4de1-b828-e0d7708edf60 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:18:22.839412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.841644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.916612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.917124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 00146986-f55d-420c-8420-ff17c7a3451c {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:18:22.932387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:22.933481 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/00146986-f55d-420c-8420-ff17c7a3451c HTTP/1.1" status: 204  len: 168 time: 1.5342526
Dec 22 13:18:22.936179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36070) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:23.055830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.192352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.216960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52933e3070>,) {'filters': {'network_id': ['60898f86-ee71-4412-acb1-6cfdcddb1fda']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:23.229816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933e3070>, '848f3f45-5e1e-4ef7-86d1-f767306f771f') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:23.230109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52933e3070>, '848f3f45-5e1e-4ef7-86d1-f767306f771f') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:23.242427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.257893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.263679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:18:23.264056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:18:23.278210 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:18:23.396698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.400261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-593f8a37-cd45-4719-9af8-08213b4da437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:23.415210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.428011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=60898f86-ee71-4412-acb1-6cfdcddb1fda,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:23.430795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:23.489666 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/60898f86-ee71-4412-acb1-6cfdcddb1fda HTTP/1.1" status: 204  len: 168 time: 0.5524607
Dec 22 13:18:23.503156 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36074) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:23.514392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-35c95e35-1612-4274-8f28-e4ce131ec2df tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0100417
Dec 22 13:18:23.516660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36078) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:23.522390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--1900183080', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:23.527088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:23.531112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:23.535264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:23.540935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:23.635558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:18:23.639021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.667973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:18:23.676285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.676623 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment f79ba622-23f1-43cd-81bf-f9da49cafd37 of type vlan for network f962b9ed-7f5c-4306-a60a-0183bfbb2783
Dec 22 13:18:23.701381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.807217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.812708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:23.813282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:23.817263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a2cb2645-20fb-4054-8fd3-f3cecd14c86b tempest-RoutersTest-898421382 tempest-RoutersTest-898421382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:23.926439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=f962b9ed-7f5c-4306-a60a-0183bfbb2783,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:23.929079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:23.937448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:18:23.980544 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4628999
Dec 22 13:18:23.983220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36082) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:23.988382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:23.995607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:23.999463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:24.002276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:24.009177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:24.094078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:24.095398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:24.110176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:24.561802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:24.614829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6687ee6-0d03-4539-bbc9-e5ccd86302a4 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:18:24.648975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c6687ee6-0d03-4539-bbc9-e5ccd86302a4 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:18:24.649328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c6687ee6-0d03-4539-bbc9-e5ccd86302a4 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:18:24.943863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:24.973491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:25.107561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.151 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/a8a179c5-dd50-4063-a880-27f2ba342693) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:18:25.255373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:25.334233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:25.337928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b1a847db-5fc4-4e4b-b902-f55e9d74f4b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:25.400242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:25.403003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:25.405330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:18:25.437106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:25.439834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:25.916157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:26.388335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:26.661150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:18:26.842967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:18:26.852929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:18:26.861759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:26.862564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984fc280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:26.933822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:26.935128 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9509342
Dec 22 13:18:26.938462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36086) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:26.979088 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fac5b265-53cf-45c3-9055-a2ee8a12010b tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0392468
Dec 22 13:18:26.981499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36090) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:27.040022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:27.235057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3639249-9dc2-4669-b8c8-7851dfdd5dad tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:27.236541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3639249-9dc2-4669-b8c8-7851dfdd5dad tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2541578
Dec 22 13:18:27.239911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36094) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:27.279551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7727be08-8525-48a5-b22a-ac24146233db tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382943
Dec 22 13:18:27.282002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36098) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:27.287649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114204294', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:27.332295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984fc280>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:27.336381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:18:27.336732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Updating router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc port a8a179c5-dd50-4063-a880-27f2ba342693 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:18:27.394055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.399181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:27.402907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:27.405621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:27.411218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:27.465205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:18:27.469061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.719200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.730652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Transition to ACTIVE for port object a8a179c5-dd50-4063-a880-27f2ba342693 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:27.750916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.755840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-881c0e0f-b71a-45b0-8dfb-f8d615d58017 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:27.807992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.812578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-16552e28-48ad-45ed-b550-2e6b41a9356f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:27.832599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=a6d86582-eb78-47cf-9779-f98a1419d878,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:27.836409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:27.836776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: f962b9ed-7f5c-4306-a60a-0183bfbb2783, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:18:27.841139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:27.885923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Attempting to bind port a8a179c5-dd50-4063-a880-27f2ba342693 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:18:27.886537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Attempting to bind port a8a179c5-dd50-4063-a880-27f2ba342693 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:18:27.886757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Attempting to bind port a8a179c5-dd50-4063-a880-27f2ba342693 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:27.892221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:27.899639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:18:27.903510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:27.903510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.903510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:18:27.903510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Bound port: a8a179c5-dd50-4063-a880-27f2ba342693, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:18:27.903510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:27.929368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.929706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.932809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.933164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.933523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:27.944950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:27.957056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:18:27.989980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:27.992840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a8a179c5-dd50-4063-a880-27f2ba342693,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:18:28.030814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f962b9ed-7f5c-4306-a60a-0183bfbb2783) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:28.035602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:28.036247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:28.041267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59427d45-da05-43de-b14a-795f213de772 None None] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:18:28.103315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:28.114456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:28.157429 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8742270
Dec 22 13:18:28.160985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36102) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:28.214746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:28.215399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984fc280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:28.295560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:28.309855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:28.533313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:18:28.534661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:28.544319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:28.938497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Allocated IP 172.20.0.2 (f962b9ed-7f5c-4306-a60a-0183bfbb2783/a6d86582-eb78-47cf-9779-f98a1419d878/f03a6604-887e-49bd-abf1-fb7a07e5c0b0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:18:29.003706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.051979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984fc280>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:29.068103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1a8a38-7090-490e-a84b-11e0a40c12d4 None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:25Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:18:29.167778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.178354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Transition to ACTIVE for port object f03a6604-887e-49bd-abf1-fb7a07e5c0b0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:29.198611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Transition to ACTIVE for port object f03a6604-887e-49bd-abf1-fb7a07e5c0b0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:29.272058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.281638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-e607f153-3893-4401-b068-4d3a1c945bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:29.364349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:29.367261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:29.369628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:18:29.450467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Pushing event updated for resources: {'Port': ['ID=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:29.458079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:29.466231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (f962b9ed-7f5c-4306-a60a-0183bfbb2783/a6d86582-eb78-47cf-9779-f98a1419d878/0494ec17-55b5-4cbc-8445-90c25e6c6f68) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:18:29.474527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Attempting to bind port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:18:29.475083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Attempting to bind port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:18:29.475537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Attempting to bind port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 on network f962b9ed-7f5c-4306-a60a-0183bfbb2783 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:29.481549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:18:29.482012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Checking segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:29.482649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.483152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Bound using segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:18:29.483707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Bound port: f03a6604-887e-49bd-abf1-fb7a07e5c0b0, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:18:29.484175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.577746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] For port f03a6604-887e-49bd-abf1-fb7a07e5c0b0, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:29.585593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] For port f03a6604-887e-49bd-abf1-fb7a07e5c0b0, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:18:29.637941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.648943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.654266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:29.654451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 0494ec17-55b5-4cbc-8445-90c25e6c6f68 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:29.738741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Pushing event updated for resources: {'Port': ['ID=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:29.740166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:29.744331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b4996f7-758f-4d93-8e59-7032bd6bdcb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:29.751187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:29.820252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:29.823757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:29.827715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:18:29.860060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:29.868224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:29.895672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.256879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.685381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.708965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:30.744936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.773404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-362d7a5a-161b-46f2-8052-7d2773417b98 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:30.825401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a8a179c5-dd50-4063-a880-27f2ba342693 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:30.831165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a8a179c5-dd50-4063-a880-27f2ba342693 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:30.831553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.967057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:30.990678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a8a179c5-dd50-4063-a880-27f2ba342693,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:30.999585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:31.001900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:31.006000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:31.144963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:31.145991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f03a6604-887e-49bd-abf1-fb7a07e5c0b0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:31.148974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:31.150150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:31.175216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:31.244258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cce9af-0d06-473c-b950-607e876714fd None None] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:18:31.351993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:18:31.414452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:31.423058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:31.486430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0ef96fb0-2513-4427-9355-1aeaf403ada4 None None] Provisioning for port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:31.512041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:31.538084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:18:31.547051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:31.547051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:31.548983 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:18:31.557230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3949196
Dec 22 13:18:31.559769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:31.561180 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:31.561968 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec4f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:31.693560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:31.708849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b7a10-f29e-49e2-8e6a-af3d4ddadde9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.709422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b7a10-f29e-49e2-8e6a-af3d4ddadde9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.709871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b7a10-f29e-49e2-8e6a-af3d4ddadde9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.710332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b7a10-f29e-49e2-8e6a-af3d4ddadde9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.712405 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-410b7a10-f29e-49e2-8e6a-af3d4ddadde9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1514406
Dec 22 13:18:31.715485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36110) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:31.729620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f03a6604-887e-49bd-abf1-fb7a07e5c0b0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:31.751849 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:31.791260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:31.793469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a896cae7-e494-412b-9034-0d73ade5b3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:31.806206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34739739-88db-4634-bf86-5acf94531473 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.806677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34739739-88db-4634-bf86-5acf94531473 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.807159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34739739-88db-4634-bf86-5acf94531473 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.807656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34739739-88db-4634-bf86-5acf94531473 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:31.811931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-34739739-88db-4634-bf86-5acf94531473 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0928049
Dec 22 13:18:31.812234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:31.877840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:31.881079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:32.041956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c8843262-ad58-49b4-8cc2-cf2726b74fcd tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2258592
Dec 22 13:18:32.086307 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec4f0>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:32.094836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:18:32.094836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Updating router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:18:32.144879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Provisioning for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:32.150757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:32.151261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.151408 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.220682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:18:32.238407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Provisioning complete for port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:32.239299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0337a3d2-878d-4068-a500-a0791ccc5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.336898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36120) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:32.342365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065904596', 'description': 'tempest-secgroup-smoke-1065904596 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:32.352137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:32.361535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:32.361535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:32.369785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:32.436570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.458098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:32.463413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:32.466191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:32.471503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.472218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:32.528158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ad1346d2-d17b-436c-9e35-4059f57d45c3 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:32.528687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad1346d2-d17b-436c-9e35-4059f57d45c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.548402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.557576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.565766 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Transition to ACTIVE for port object 0494ec17-55b5-4cbc-8445-90c25e6c6f68 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:32.587252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ad1346d2-d17b-436c-9e35-4059f57d45c3 None None] Port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:18:32.619569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.623868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4f836664-6d0b-4ff1-93a0-679cf3a7418b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:32.642865 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.642865 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-1392934d-e781-404f-b9e6-240a2bbe7da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:32.667676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b4470-024d-4add-8d66-d4547beca11f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:32.670662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:32.673534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:32.728562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.730106 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3917885
Dec 22 13:18:32.732907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36124) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:32.739281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:32.745497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:32.750481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:32.756121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:32.761780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a8a179c5-dd50-4063-a880-27f2ba342693 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:32.762765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.763651 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:32.764663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:32.777741 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.778073 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.778378 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.778701 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.779043 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.779360 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.779677 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.779986 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.780300 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.780606 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.781087 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.781398 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:18:32.786585 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:32.850241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.895939 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Attempting to bind port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:18:32.896308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Attempting to bind port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:18:32.896831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Attempting to bind port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 on network f962b9ed-7f5c-4306-a60a-0183bfbb2783 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:32.898511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f03a6604-887e-49bd-abf1-fb7a07e5c0b0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:32.903275 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:18:32.903658 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Checking segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:32.904059 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.904444 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Bound using segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:18:32.905114 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Bound port: 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:18:32.905679 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.915161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.974745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:32.975070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:32.995472 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:32.998552 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0494ec17-55b5-4cbc-8445-90c25e6c6f68,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:18:33.001487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.004686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e1f508f-9711-4b83-957f-9244ca60aebb tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:33.025502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60cca00a-c603-4038-83b9-bc6a3c515483,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:33.029551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:33.076260 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.081536 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:33.121584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.125832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3889439
Dec 22 13:18:33.125832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36128) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:33.131598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:33.137806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:33.142131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:33.146382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:33.152314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:33.163835 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:33.167492 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:33.168232 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:33.168836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994ec4f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:33.233674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.304799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.361119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.364220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02e48a94-ea05-4453-a496-5b34192c4109 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:33.366100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:33.389472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13612357-32dd-4a17-820d-2aceb0287c6e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:33.391924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:33.453558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.454748 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3279076
Dec 22 13:18:33.457461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36132) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:33.462611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:33.468556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:33.472491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:33.475381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:33.480950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:33.573740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.644297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.683226 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29048a64-0f61-4557-a442-c39552e13087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994ec4f0>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:32Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:33.687095 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29048a64-0f61-4557-a442-c39552e13087 None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:32Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:18:33.687648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.689514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-00a6f031-9bed-4c71-9eb1-a30403d2f3a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:33.712480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a14e6-f37b-4f71-a457-2a6f8d123eb9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:33.715072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:33.767940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.769203 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3108301
Dec 22 13:18:33.771962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36136) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:33.777411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:33.786508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:33.790788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:33.794077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:33.800744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:33.872284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:33.942150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.013818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.015808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8ad3048b-5752-46e8-8f78-78e2a5a7f2eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:34.039930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcba185-cef6-4a4d-ab51-2301cdbd716b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:34.042427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:34.116754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.117950 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3450007
Dec 22 13:18:34.120724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36140) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:34.126205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:34.132972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:34.136777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:34.139655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:34.146418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:34.213987 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:18:34.222105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.294925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.350946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.352814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-24377a61-573a-4a07-aa29-9da89ba14e8e tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:34.375828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db2faaf-4015-4d89-a256-8f32615dcb34,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:34.380390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:34.442302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.443674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3219862
Dec 22 13:18:34.446644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36144) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:34.451864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '5b6b4470-024d-4add-8d66-d4547beca11f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:34.458871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:34.462728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:34.465605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:34.471394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:34.533394 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:18:34.540902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.611419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.664812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.666896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a91936c-a7b8-4a74-9a81-0a33a17c96d3 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:34.686725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:34.691471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705721ed-d4dd-4c69-9caa-ffee51606c6d,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:34.696686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:34.767684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.769324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3217051
Dec 22 13:18:34.841836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:34.847364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:34.847750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.926811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-86fe2d9e-f4fd-429f-b077-5f5ea57f20cd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:34.969326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:34.989693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-86fe2d9e-f4fd-429f-b077-5f5ea57f20cd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:34.990899 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-86fe2d9e-f4fd-429f-b077-5f5ea57f20cd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065904596&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1026173
Dec 22 13:18:35.000765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0494ec17-55b5-4cbc-8445-90c25e6c6f68,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:35.069816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:35.072251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b718c90e-5bdc-4993-9dc2-9c953b01f653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:35.141835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:35.145553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:35.146708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-1c253e4f-b431-449c-b1d5-8850583960ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:35.146889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-529f5a49-52f0-410f-9af1-73596dbee2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:35.147424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-1c253e4f-b431-449c-b1d5-8850583960ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:35.235420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-1c253e4f-b431-449c-b1d5-8850583960ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:35.236547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-1c253e4f-b431-449c-b1d5-8850583960ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 200  len: 797 time: 0.2385459
Dec 22 13:18:35.252147 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-05ec6002-6ad1-4861-8589-7e0da53c90c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0093353
Dec 22 13:18:35.338432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-d209e285-2d95-4fa5-8e7e-857a5c6fc87f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:35.412425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-d209e285-2d95-4fa5-8e7e-857a5c6fc87f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:35.413779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-d209e285-2d95-4fa5-8e7e-857a5c6fc87f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1565611
Dec 22 13:18:35.552846 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-4065779f-1be2-4359-922b-6a39a12e5b70 service neutron] 10.222.0.16 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260519
Dec 22 13:18:35.682811 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-563c97da-a93c-47fd-ade2-469f5a0b5211 service neutron] 10.222.0.16 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243672
Dec 22 13:18:35.922878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fc691229-aacb-4cb5-9762-45bbdc8e3e9d req-44154457-7262-4d94-bf89-60ad7157ab3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 210 time: 0.0417280
Dec 22 13:18:36.664021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:36.733270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:36.733653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:37.070592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ba1b616a-440b-4cfb-b5f0-6c6237cb8e6c req-a96dc162-e542-4497-9c09-64216bfd9e58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 210 time: 0.0434747
Dec 22 13:18:37.470452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a1cb5f4-7884-4397-b7cf-5bd1f1eb9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:37.772729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-397e445e-3e05-4769-ab1d-5b7a5b7365f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:37.773398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-397e445e-3e05-4769-ab1d-5b7a5b7365f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:37.784651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-397e445e-3e05-4769-ab1d-5b7a5b7365f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:37.785737 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-397e445e-3e05-4769-ab1d-5b7a5b7365f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 200  len: 797 time: 0.1595974
Dec 22 13:18:37.837539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-56369dd2-5e0e-433d-aa1b-50b24fd30b7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:18:37.849019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-56369dd2-5e0e-433d-aa1b-50b24fd30b7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:18:37.850120 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-56369dd2-5e0e-433d-aa1b-50b24fd30b7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 380 time: 0.0564322
Dec 22 13:18:37.858777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['5b6b4470-024d-4add-8d66-d4547beca11f']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:37.996395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:38.006426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:38.098462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:18:38.102033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.269486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.6 (f962b9ed-7f5c-4306-a60a-0183bfbb2783/a6d86582-eb78-47cf-9779-f98a1419d878/726edfc2-227a-4be9-852c-257733ad30c6) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:18:38.345895 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-841d12e0-785c-4aa5-94d5-7f1729c7598f req-e8a20d12-074e-43a4-86c2-ecaf5843b96a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 210 time: 0.1677310
Dec 22 13:18:38.562109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.582474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.597395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 726edfc2-227a-4be9-852c-257733ad30c6 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:38.698773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.704547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1eb557b7-a963-4c8c-a7f5-6245c468cc32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:38.726798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.771310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:38.774337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:38.778166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:18:38.812463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:38.819699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:38.849531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:38.850081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:38.950526 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0952632
Dec 22 13:18:38.961814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Request body: {'port': {'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:39.075846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.110221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b1cc3786-8dee-4647-b1ed-9c0d9165eae4 None None] Provisioning for port 726edfc2-227a-4be9-852c-257733ad30c6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:39.115938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b1cc3786-8dee-4647-b1ed-9c0d9165eae4 None None] Provisioning complete for port 726edfc2-227a-4be9-852c-257733ad30c6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:39.116396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1cc3786-8dee-4647-b1ed-9c0d9165eae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.169739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc3786-8dee-4647-b1ed-9c0d9165eae4 None None] Port 726edfc2-227a-4be9-852c-257733ad30c6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:18:39.423270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726edfc2-227a-4be9-852c-257733ad30c6 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:18:39.430806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.447381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Transition to ACTIVE for port object 726edfc2-227a-4be9-852c-257733ad30c6 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:18:39.504516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.509395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7499a753-52ff-47f8-a529-316e9e1f35a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:39.539956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edaeb2b-7b04-4268-9eff-c43d736b1a9d req-1c3edb66-3f2d-4a90-9a72-8826fe80b4bf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:39.541421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5edaeb2b-7b04-4268-9eff-c43d736b1a9d req-1c3edb66-3f2d-4a90-9a72-8826fe80b4bf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 931 time: 0.0815854
Dec 22 13:18:39.588325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5edaeb2b-7b04-4268-9eff-c43d736b1a9d req-c68bd853-f830-4598-8f96-6759d7488a90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409224
Dec 22 13:18:39.662553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:39.670307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:39.748097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Attempting to bind port 726edfc2-227a-4be9-852c-257733ad30c6 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:18:39.748428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Attempting to bind port 726edfc2-227a-4be9-852c-257733ad30c6 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:18:39.748749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Attempting to bind port 726edfc2-227a-4be9-852c-257733ad30c6 on network f962b9ed-7f5c-4306-a60a-0183bfbb2783 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:39.753945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Port 726edfc2-227a-4be9-852c-257733ad30c6 on network f962b9ed-7f5c-4306-a60a-0183bfbb2783 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:18:39.754283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Attempting to bind port 726edfc2-227a-4be9-852c-257733ad30c6 on network f962b9ed-7f5c-4306-a60a-0183bfbb2783 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:18:39.759302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:18:39.759632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Checking segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:18:39.760007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Bound using segment: {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:18:39.760419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Bound port: 726edfc2-227a-4be9-852c-257733ad30c6, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f79ba622-23f1-43cd-81bf-f9da49cafd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:18:39.760757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.850967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:18:39.853736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=726edfc2-227a-4be9-852c-257733ad30c6,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:18:39.916374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.920439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-080d0b29-0462-4aa6-8e12-2a0b6f971785 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:39.982256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:39.982875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:39.984219 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] 10.222.0.46 "PUT /v2.0/ports/726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 200  len: 1093 time: 1.0265720
Dec 22 13:18:39.984731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:18:40.008859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:40.012296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:40.040757 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6', 'status': 'completed', 'code': 200}
Dec 22 13:18:40.143864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25818307-6615-4f95-afca-5ac2682e1c5f req-a7d78c87-4401-418f-a0b8-1067449b8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.145717 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25818307-6615-4f95-afca-5ac2682e1c5f req-a7d78c87-4401-418f-a0b8-1067449b8007 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1096 time: 0.0769482
Dec 22 13:18:40.172832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:40.291535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25818307-6615-4f95-afca-5ac2682e1c5f req-00215432-f43b-4f38-80d1-6a9790f1fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.293464 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25818307-6615-4f95-afca-5ac2682e1c5f req-00215432-f43b-4f38-80d1-6a9790f1fdf1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1408112
Dec 22 13:18:40.428547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25818307-6615-4f95-afca-5ac2682e1c5f req-99b9957c-f2e5-4213-ae7c-d5c54ab60f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.429927 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25818307-6615-4f95-afca-5ac2682e1c5f req-99b9957c-f2e5-4213-ae7c-d5c54ab60f6d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1303766
Dec 22 13:18:40.537080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-557ed46f-9851-460d-b1e2-0748041a0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.538567 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-557ed46f-9851-460d-b1e2-0748041a0698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1096 time: 0.0734694
Dec 22 13:18:40.719707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-e73b16f6-f90b-4285-95ee-6eea69ef6498 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 200  len: 217 time: 0.1743553
Dec 22 13:18:40.780605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b1bb4-91c0-4a3a-a189-4c730435b132 req-4c178cd7-a841-41c1-975b-50e268eb69aa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.782068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-134b1bb4-91c0-4a3a-a189-4c730435b132 req-4c178cd7-a841-41c1-975b-50e268eb69aa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 943 time: 0.0848711
Dec 22 13:18:40.785917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-e2436a70-38ed-4921-8a96-83a809df0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.787430 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-e2436a70-38ed-4921-8a96-83a809df0fa9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d86582-eb78-47cf-9779-f98a1419d878 HTTP/1.1" status: 200  len: 835 time: 0.0616581
Dec 22 13:18:40.826991 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-134b1bb4-91c0-4a3a-a189-4c730435b132 req-1f2515b4-8d32-4e04-ae06-5552a3ef6d38 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389194
Dec 22 13:18:40.864509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-af7980ae-da0f-4fc2-8102-180af1419fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:40.866616 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-af7980ae-da0f-4fc2-8102-180af1419fa8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f962b9ed-7f5c-4306-a60a-0183bfbb2783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728154
Dec 22 13:18:40.996387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-d28b9e30-bcef-4b09-8678-b778221e3ca3 service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228285
Dec 22 13:18:41.129028 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4063921-49ce-48b9-94e7-1eabdfb47bfa req-b133b3b9-0c42-49f3-9015-60826749058c service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267457
Dec 22 13:18:41.948952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 726edfc2-227a-4be9-852c-257733ad30c6 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:18:42.009513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a3e94-2341-499f-bbec-2f67de0fcd86 req-b4acd0de-6a59-42fb-9bb5-843f73e69094 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:42.010989 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e8a3e94-2341-499f-bbec-2f67de0fcd86 req-b4acd0de-6a59-42fb-9bb5-843f73e69094 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 943 time: 0.0791471
Dec 22 13:18:42.060187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e8a3e94-2341-499f-bbec-2f67de0fcd86 req-483bd45a-a459-4e6a-9381-8f8da3c64df9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426080
Dec 22 13:18:42.087308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=726edfc2-227a-4be9-852c-257733ad30c6,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:42.135891 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '726edfc2-227a-4be9-852c-257733ad30c6', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:18:42.189147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:42.205479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726edfc2-227a-4be9-852c-257733ad30c6 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:18:42.219911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=726edfc2-227a-4be9-852c-257733ad30c6,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:42.276300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:42.278239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-421345b0-fa29-4643-848a-af0e35f89fa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:42.348084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:42.351158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:42.465914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['726edfc2-227a-4be9-852c-257733ad30c6'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:18:43.241293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28816-d2e1-4fdf-bdd3-87db89a62b27 req-cdb079cf-c049-487f-83f4-f2a9c74bc180 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:43.242729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75d28816-d2e1-4fdf-bdd3-87db89a62b27 req-cdb079cf-c049-487f-83f4-f2a9c74bc180 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 944 time: 0.0791109
Dec 22 13:18:43.286316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75d28816-d2e1-4fdf-bdd3-87db89a62b27 req-5dccf206-83e6-4dd9-ae90-43f178f602c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378759
Dec 22 13:18:43.953424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 726edfc2-227a-4be9-852c-257733ad30c6 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:18:44.076278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 726edfc2-227a-4be9-852c-257733ad30c6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:18:44.081838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 726edfc2-227a-4be9-852c-257733ad30c6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:18:44.082222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:44.198584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:44.225226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:18:44.235609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=726edfc2-227a-4be9-852c-257733ad30c6,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:18:44.270119 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6', 'code': 200}
Dec 22 13:18:44.281561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:44.284118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:44.355944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:44.359050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:44.478915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136a693-7dd3-4ddd-a510-2c2766dabc90 req-5b514abf-6fb1-4305-a5d6-25f15a1d3215 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:44.480396 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7136a693-7dd3-4ddd-a510-2c2766dabc90 req-5b514abf-6fb1-4305-a5d6-25f15a1d3215 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0848219
Dec 22 13:18:44.525724 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7136a693-7dd3-4ddd-a510-2c2766dabc90 req-182a0d9b-fa86-4110-842f-030a65b5b8ee tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394022
Dec 22 13:18:44.630000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2159a6-87f0-4ab8-8a4a-50b75a0ff6fb req-45d8ae83-4d8f-483b-a368-2f8b5a3cc11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:44.631792 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f2159a6-87f0-4ab8-8a4a-50b75a0ff6fb req-45d8ae83-4d8f-483b-a368-2f8b5a3cc11c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1098 time: 0.0754299
Dec 22 13:18:44.672123 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f2159a6-87f0-4ab8-8a4a-50b75a0ff6fb req-70c090ae-5b63-4ac2-987d-32e4c0142891 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340815
Dec 22 13:18:45.100148 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:18:45.724555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850f298-10a0-4043-be77-5e330cae619a req-9e5b8e62-6967-4379-a032-86bd56cc82f8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:45.726038 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e850f298-10a0-4043-be77-5e330cae619a req-9e5b8e62-6967-4379-a032-86bd56cc82f8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0895050
Dec 22 13:18:45.774444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e850f298-10a0-4043-be77-5e330cae619a req-589d90af-a0e6-4a22-8f74-1b35929938d4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426719
Dec 22 13:18:46.960345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14367a-737b-4e82-90e9-368bfaa7360e req-8be79ec9-93e7-41df-bdf5-17fff14d13d6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:46.961816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-af14367a-737b-4e82-90e9-368bfaa7360e req-8be79ec9-93e7-41df-bdf5-17fff14d13d6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0821524
Dec 22 13:18:47.005717 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-af14367a-737b-4e82-90e9-368bfaa7360e req-3676bef9-c376-4f97-9f6f-adb740d9a3a5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383797
Dec 22 13:18:47.188526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7ae44-ba95-427f-b2ca-38acc6a63f0b req-02d651c8-955b-4f55-a826-765e10afc8a2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:47.190202 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a3f7ae44-ba95-427f-b2ca-38acc6a63f0b req-02d651c8-955b-4f55-a826-765e10afc8a2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0802977
Dec 22 13:18:47.237800 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a3f7ae44-ba95-427f-b2ca-38acc6a63f0b req-66a301b1-89bd-4e03-8dfa-c08bb814872b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416081
Dec 22 13:18:47.259762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36198) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:47.328753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bdb1d5-a309-4f29-ab65-736449b877a9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:47.330327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94bdb1d5-a309-4f29-ab65-736449b877a9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1093 time: 0.0695691
Dec 22 13:18:47.333131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36202) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:47.337976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:18:47.343783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:18:47.349241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:18:47.353040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:18:47.357719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:18:47.446724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:47.583465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:47.724665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.139 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/2f620d13-ef0d-4417-b72a-7658416ccfef) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:18:47.876254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:47.955247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:47.959774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8a29b41-61ae-4179-babc-d1d392433fcc tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:48.019171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:18:48.021914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:18:48.025590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:18:48.063801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=2f620d13-ef0d-4417-b72a-7658416ccfef,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:48.072659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:48.557286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:48.707905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:48.912557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:48.967027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:48.971097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-54a751a6-dbf8-4932-aeb9-b250be4d1a7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:18:49.079058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=2f620d13-ef0d-4417-b72a-7658416ccfef,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:18:49.084204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:18:49.094478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:49.269205 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 93a07e12-717c-40a6-a617-322421d8fac5 associated. External IP: 172.26.3.139, port: 726edfc2-227a-4be9-852c-257733ad30c6.
Dec 22 13:18:49.618507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:18:49.793147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:18:49.804058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:18:49.812965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:49.813570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937b4ca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:49.886747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:18:49.942271 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6081550
Dec 22 13:18:49.943071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:18:49.945419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36206) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:49.996286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:50.043879 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6', 'status': 'completed', 'code': 200}
Dec 22 13:18:50.188634 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4e00e9f7-6488-4f37-81d1-d466f9b85e8d tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc HTTP/1.1" status: 200  len: 923 time: 0.2397068
Dec 22 13:18:50.189570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36214) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:50.203183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef981129-5432-459a-9614-8de031944526 req-b6f63e96-e5ae-415c-ad28-147cce6846aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:50.204874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-b6f63e96-e5ae-415c-ad28-147cce6846aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1098 time: 0.1091449
Dec 22 13:18:50.348750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef981129-5432-459a-9614-8de031944526 req-4c204a65-5a2b-44f3-aa77-6110c70d1eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:50.350242 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-4c204a65-5a2b-44f3-aa77-6110c70d1eb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 200  len: 898 time: 0.1378739
Dec 22 13:18:50.354747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937b4ca0>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:18:48Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:50.359016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:18:50.368435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:18:50.369053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937b4ca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:18:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:50.449875 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d038d95c-fef9-4f7d-b23a-83a40e91b95b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 991 time: 0.2583473
Dec 22 13:18:50.459247 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-61aef5d7-8b59-4da7-8ab3-07a211f524a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 200  len: 999 time: 0.1025140
Dec 22 13:18:50.522220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef981129-5432-459a-9614-8de031944526 req-631c20be-ee02-4f08-b124-0523f36a442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:50.523732 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-631c20be-ee02-4f08-b124-0523f36a442c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d86582-eb78-47cf-9779-f98a1419d878 HTTP/1.1" status: 200  len: 835 time: 0.0589457
Dec 22 13:18:50.548938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:18:50.602775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef981129-5432-459a-9614-8de031944526 req-e8e235be-0a2c-42b5-b260-b1821c97b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:50.604330 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-e8e235be-0a2c-42b5-b260-b1821c97b3b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f962b9ed-7f5c-4306-a60a-0183bfbb2783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0748065
Dec 22 13:18:50.750815 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-2168a1d6-0bd7-43f3-b194-d1b1b6a69572 service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289115
Dec 22 13:18:50.960175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937b4ca0>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:18:48Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:18:50.964486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f232e142-bf84-4694-89b5-292126b2ac3d None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:18:48Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:18:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:18:51.014701 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef981129-5432-459a-9614-8de031944526 req-ce38c55a-128b-4029-9ada-7ce2b790f558 service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2529786
Dec 22 13:18:51.165583 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4358d374-a2a3-498f-a245-506b193b141e None None] New status for floating IP 93a07e12-717c-40a6-a617-322421d8fac5: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:18:51.453257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36218) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:18:51.566392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-091ea882-5392-47c3-a285-64a27ee60a29 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 993 time: 0.1118293
Dec 22 13:18:56.703233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-d697a95c-5ede-4ae1-99ca-c8bb31bd768c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686147
Dec 22 13:18:56.841261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-09d370bc-c1a9-4e76-a5f8-bccdb195de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:56.842692 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-09d370bc-c1a9-4e76-a5f8-bccdb195de1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1098 time: 0.0736077
Dec 22 13:18:56.984348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-18719106-5f5a-4e33-b1dd-d94a33ccaddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:56.986345 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-18719106-5f5a-4e33-b1dd-d94a33ccaddf service neutron] 10.222.0.46 "GET /v2.0/networks?id=f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 200  len: 898 time: 0.1238430
Dec 22 13:18:57.089316 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-e142601c-138e-43cb-a370-7916207db270 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 200  len: 1001 time: 0.0963533
Dec 22 13:18:57.153535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-2d0d34a6-664a-4ed5-b887-c21d9d3bc96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:57.155052 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-2d0d34a6-664a-4ed5-b887-c21d9d3bc96f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d86582-eb78-47cf-9779-f98a1419d878 HTTP/1.1" status: 200  len: 835 time: 0.0586972
Dec 22 13:18:57.229542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-f5dabf32-624c-448c-b492-9e4f72dea5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:18:57.232185 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-f5dabf32-624c-448c-b492-9e4f72dea5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f962b9ed-7f5c-4306-a60a-0183bfbb2783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709734
Dec 22 13:18:57.364540 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-289e9f5d-eb07-4377-a0d5-53b432961ed3 service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253505
Dec 22 13:18:57.494775 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2731fc10-3e11-4b9c-a689-a1ab786403c0 req-ab12528a-56d1-4afa-8688-1fd22a5309fc service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235163
Dec 22 13:19:02.583533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:05.143355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b238651f-15d7-4efe-a428-e54573d2fa0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:07.515219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-10cafbc3-9531-4a36-8d1c-fc755c08f807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:08.583661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:08.697831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:10.160642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:18.173817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36232) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:18.361781 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ef6a082f-f3b8-4401-a834-3400d32e7d24 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.1866753
Dec 22 13:19:18.364536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36236) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:18.603290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6fc54b-4ccf-4515-8e14-195c2f24ecd9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Notify agent at dv-neutron-822662-1-hyperv the message router_removed_from_agent {{(pid=88167) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 22 13:19:18.607078 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6d6fc54b-4ccf-4515-8e14-195c2f24ecd9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "DELETE /v2.0/agents/a7bd55a8-1f03-4b63-8366-1b0615c345a3/l3-routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc HTTP/1.1" status: 204  len: 168 time: 0.2415936
Dec 22 13:19:18.609609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36240) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:18.789922 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-70e464d4-2cd9-419c-a4d9-53e0f261a1ed tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1791420
Dec 22 13:19:18.793152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36244) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:18.897739 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7605a264-f241-4972-bd2e-9946160abf4c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 993 time: 0.1033902
Dec 22 13:19:19.357311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb093a3-b93d-4855-920a-b83750088a65 None None] New status for floating IP 93a07e12-717c-40a6-a617-322421d8fac5: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:19:19.901557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36248) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:20.005397 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bc581e61-d232-4ac4-b476-45fa6653ff1d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 991 time: 0.1026390
Dec 22 13:19:20.681719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:20.794233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:20.809572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a8a179c5-dd50-4063-a880-27f2ba342693,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:20.880104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:20.880799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:20.904740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:20.996226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:20.999513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:21.055286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:21.091675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0494ec17-55b5-4cbc-8445-90c25e6c6f68,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:21.171892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:21.173593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:21.238678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:21.241672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:22.049426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36256) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:22.098579 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:19:22.302744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b8fb29-6bae-4b7e-82e9-e98ab2fe5755 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:19:22.303181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b8fb29-6bae-4b7e-82e9-e98ab2fe5755 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Notify agent at dv-neutron-822662-1-hyperv the message router_added_to_agent {{(pid=88167) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 22 13:19:22.329983 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b7b8fb29-6bae-4b7e-82e9-e98ab2fe5755 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "POST /v2.0/agents/a7bd55a8-1f03-4b63-8366-1b0615c345a3/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2795186
Dec 22 13:19:22.332635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36262) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:22.350972 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:19:22.360418 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:22.361030 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299150d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:22.540196 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:22.657531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-32693cdd-20eb-4b95-8dd9-91ad96931e7f tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3211024
Dec 22 13:19:22.657745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36268) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:22.765027 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3f225d54-2dc5-4467-a2bf-f951275d9c0f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 991 time: 0.1062007
Dec 22 13:19:22.880650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299150d30>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:19:19Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:21Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:22.884296 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:19:22.893170 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:22.893759 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299150d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:23.068675 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:23.407707 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299150d30>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:19:19Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:21Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:23.411570 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7376259-9c12-4792-b9ed-b5f528d3d6bf None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:20Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '93a07e12-717c-40a6-a617-322421d8fac5', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.139', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'port_id': '726edfc2-227a-4be9-852c-257733ad30c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'mac_address': 'fa:16:3e:53:a4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95828473-451d-4b9d-a881-cabb7f1cff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:18:48Z', 'updated_at': '2021-12-22T13:19:19Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:21Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:19:23.768672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36272) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:23.879939 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e06f99b7-106b-40b7-aa6c-215ddc26846b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 991 time: 0.1100211
Dec 22 13:19:24.722077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:24.789301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a8a179c5-dd50-4063-a880-27f2ba342693 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:24.789702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:24.883149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36276) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:24.910204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:24.926260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a8a179c5-dd50-4063-a880-27f2ba342693,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:24.993613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1721a600-69db-49c0-b540-978c349eb9ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 991 time: 0.1092994
Dec 22 13:19:25.022943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:25.023740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:25.047801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:25.122417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacda0b9-47a9-42ca-a9e3-67d5d71d98ef None None] New status for floating IP 93a07e12-717c-40a6-a617-322421d8fac5: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:19:25.233312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:25.239947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:25.367628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:25.368000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:25.545638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:25.578045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0494ec17-55b5-4cbc-8445-90c25e6c6f68,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:25.645799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:25.647749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9392561f-86aa-4448-bbdc-41b9d980b401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:25.714969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:25.718075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:25.996808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36280) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:26.102071 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9e89aa1c-f383-49e4-b55e-ad55743e1ca0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 200  len: 993 time: 0.1038761
Dec 22 13:19:26.387145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36288) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:26.593964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 2f620d13-ef0d-4417-b72a-7658416ccfef {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:19:26.594298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:26.695108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:26.765983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a8a179c5-dd50-4063-a880-27f2ba342693 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:26.766611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:26.767252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:26.767581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:26.890327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:26.895421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 2f620d13-ef0d-4417-b72a-7658416ccfef owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:19:26.958728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:26.959141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:27.108288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:27.112199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:27.271230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=2f620d13-ef0d-4417-b72a-7658416ccfef,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:27.305191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.305576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.305952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.306320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.306686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.307087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.307489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.307853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.308217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.308572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.308925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.309278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:27.316228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:27.374509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:27.374862 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 93a07e12-717c-40a6-a617-322421d8fac5 disassociated (deleted). External IP: 172.26.3.139, port: 726edfc2-227a-4be9-852c-257733ad30c6.
Dec 22 13:19:27.722157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:19:27.895904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:19:27.905405 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:19:27.913028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:27.915345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:27.915345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299150280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:27.970637 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/93a07e12-717c-40a6-a617-322421d8fac5 HTTP/1.1" status: 204  len: 168 time: 1.5824625
Dec 22 13:19:27.971434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:19:28.020356 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6', 'status': 'completed', 'code': 200}
Dec 22 13:19:28.092966 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:28.118190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-54f0b541-a66b-48bf-8386-e1f296b6239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:28.119361 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-54f0b541-a66b-48bf-8386-e1f296b6239e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 1098 time: 0.0773354
Dec 22 13:19:28.260006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-a3ff9aea-69b2-4600-8c81-550894e6a3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:28.261628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-a3ff9aea-69b2-4600-8c81-550894e6a3ba service neutron] 10.222.0.46 "GET /v2.0/networks?id=f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 200  len: 898 time: 0.1355608
Dec 22 13:19:28.335064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-3e62c445-8f14-499b-b542-eaa429956444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 200  len: 217 time: 0.0675435
Dec 22 13:19:28.399056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-527e153f-2b0c-48e0-8297-219a038cfafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:28.400530 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-527e153f-2b0c-48e0-8297-219a038cfafa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6d86582-eb78-47cf-9779-f98a1419d878 HTTP/1.1" status: 200  len: 835 time: 0.0592747
Dec 22 13:19:28.439692 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299150280>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:28.443850 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:19:28.452173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:28.452787 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299150280>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:28.482417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-1167e957-7610-4321-ad66-078d9dc5eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:28.483941 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-1167e957-7610-4321-ad66-078d9dc5eeba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f962b9ed-7f5c-4306-a60a-0183bfbb2783&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771658
Dec 22 13:19:28.579835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9223440-62da-4465-b7b5-4100188795e5 req-0cf57558-1872-43bf-bad4-ef84e678fcad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:28.581589 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c9223440-62da-4465-b7b5-4100188795e5 req-0cf57558-1872-43bf-bad4-ef84e678fcad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0872459
Dec 22 13:19:28.622113 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-423a4115-3770-4290-a532-bfe534319d44 service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303408
Dec 22 13:19:28.629338 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c9223440-62da-4465-b7b5-4100188795e5 req-0ad7f9f0-5384-49fd-85a8-5c51fb55a7cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424824
Dec 22 13:19:28.638663 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:28.885150 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6c4dcba0-05a5-4858-ae03-a6460770a29f req-7ea6fee8-031e-42ac-8c57-3dc3a494a88c service neutron] 10.222.0.46 "GET /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2543669
Dec 22 13:19:28.960030 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299150280>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:28.964089 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b196749-0dbd-4cf5-a71e-7d5ffb61a841 None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:18:30Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '0494ec17-55b5-4cbc-8445-90c25e6c6f68', 'name': '', 'network_id': 'f962b9ed-7f5c-4306-a60a-0183bfbb2783', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:5c:05:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:29Z', 'updated_at': '2021-12-22T13:19:25Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'a6d86582-eb78-47cf-9779-f98a1419d878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:19:29.645707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9eab8-206d-4135-88f0-e6394e2e3a89 None None] New status for floating IP 93a07e12-717c-40a6-a617-322421d8fac5: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:19:29.802031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183e84a-2321-4966-a6e0-da733167dc90 req-63aca50f-f3d5-4e65-8213-b324be7e7b63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:29.803056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b183e84a-2321-4966-a6e0-da733167dc90 req-63aca50f-f3d5-4e65-8213-b324be7e7b63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:19:29.830268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb77dd-23c7-428c-9076-7e238c363a78 req-150378a2-4395-44c8-8368-536e09303df4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:29.831745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6cb77dd-23c7-428c-9076-7e238c363a78 req-150378a2-4395-44c8-8368-536e09303df4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.0910254
Dec 22 13:19:29.879355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b6cb77dd-23c7-428c-9076-7e238c363a78 req-d13c8d51-674e-4622-bbf3-6ba2cdc97ea3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=5b6b4470-024d-4add-8d66-d4547beca11f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418527
Dec 22 13:19:29.918914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-b183e84a-2321-4966-a6e0-da733167dc90 req-63aca50f-f3d5-4e65-8213-b324be7e7b63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:19:29.918914 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b183e84a-2321-4966-a6e0-da733167dc90 req-63aca50f-f3d5-4e65-8213-b324be7e7b63 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 945 time: 0.1983409
Dec 22 13:19:29.987682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 726edfc2-227a-4be9-852c-257733ad30c6 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:19:29.988016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:30.235633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 726edfc2-227a-4be9-852c-257733ad30c6, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=726edfc2-227a-4be9-852c-257733ad30c6,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:30.235987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:30.366057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 726edfc2-227a-4be9-852c-257733ad30c6 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:19:30.582564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:30.588568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b5b863ba-e336-42d7-b526-f8f88d64d9eb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:30.638042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=726edfc2-227a-4be9-852c-257733ad30c6,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:30.641177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:30.714042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 726edfc2-227a-4be9-852c-257733ad30c6 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:19:30.716125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:30.718637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'name': 'network-vif-deleted', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:19:30.763497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95828473-451d-4b9d-a881-cabb7f1cff14', 'name': 'network-vif-deleted', 'tag': '726edfc2-227a-4be9-852c-257733ad30c6', 'status': 'completed', 'code': 200}
Dec 22 13:19:30.806023 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b183e84a-2321-4966-a6e0-da733167dc90 req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/726edfc2-227a-4be9-852c-257733ad30c6 HTTP/1.1" status: 204  len: 173 time: 0.8858149
Dec 22 13:19:31.035435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-60e718d7-06dd-4640-87a3-acba39e6d251 req-f4a13514-618b-45ac-a04a-aaeadf283b85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=95828473-451d-4b9d-a881-cabb7f1cff14 HTTP/1.1" status: 200  len: 210 time: 0.0434711
Dec 22 13:19:32.131836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36306) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:32.138219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 726edfc2-227a-4be9-852c-257733ad30c6 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:32.172560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 726edfc2-227a-4be9-852c-257733ad30c6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:19:32.172916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 726edfc2-227a-4be9-852c-257733ad30c6 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:19:32.201738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:32.233101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:32.365756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:32.370790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76a4ff07-502f-4ff2-8242-5d80e83e8b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:32.385026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b4470-024d-4add-8d66-d4547beca11f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:32.393051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.393439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.393820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.394193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.394562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.394960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.395328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.395693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.396079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.396440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.396800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.397157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:32.400561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:32.461570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:32.462818 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/5b6b4470-024d-4add-8d66-d4547beca11f HTTP/1.1" status: 204  len: 168 time: 0.3299887
Dec 22 13:19:32.537257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:32.594780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36312) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:33.143569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:33.607189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 0494ec17-55b5-4cbc-8445-90c25e6c6f68 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:19:33.607848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:33.797493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 0494ec17-55b5-4cbc-8445-90c25e6c6f68, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0494ec17-55b5-4cbc-8445-90c25e6c6f68,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:33.797854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:33.922292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 0494ec17-55b5-4cbc-8445-90c25e6c6f68 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:19:34.302771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:34.307854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c5b19e56-36df-43a7-b1e1-793321abdbd3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:34.389591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=0494ec17-55b5-4cbc-8445-90c25e6c6f68,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:34.392180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:34.635075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.108743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-655a30ba-c798-4437-855e-09a22a0b1176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.126682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:19:35.308797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:19:35.318265 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Sync routers for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:19:35.321629 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7257283
Dec 22 13:19:35.324334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36316) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:35.328082 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:35.328750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905ca90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:35.390698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet a6d86582-eb78-47cf-9779-f98a1419d878 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:19:35.393522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.448292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.505074 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:35.535665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.708296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.712356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0709fc5a-ae84-4c6a-bdba-b40bc6409805 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:35.749284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d86582-eb78-47cf-9779-f98a1419d878,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:35.752190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:35.753176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:35.759332 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ba27e75a-309a-463e-842d-5dd4696ff7cb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/a6d86582-eb78-47cf-9779-f98a1419d878 HTTP/1.1" status: 204  len: 168 time: 0.4340069
Dec 22 13:19:35.760043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06490b1-a568-429b-8865-767821e4bbe8 None None] Network f962b9ed-7f5c-4306-a60a-0183bfbb2783 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:19:35.762578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36320) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:35.821852 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905ca90>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:19:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:35.826507 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Checking router: 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:19:35.834595 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Routers {'1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:35.835216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905ca90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:35.961578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.014805 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] Set router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:36.069565 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] DHCP port deletion for f962b9ed-7f5c-4306-a60a-0183bfbb2783 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:19:36.074537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Deleting port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:19:36.075018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.147182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.234006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port a8a179c5-dd50-4063-a880-27f2ba342693 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:19:36.234344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.286066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] For port f03a6604-887e-49bd-abf1-fb7a07e5c0b0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,segment=NetworkSegment(f79ba622-23f1-43cd-81bf-f9da49cafd37),segment_id=f79ba622-23f1-43cd-81bf-f9da49cafd37)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:36.287175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.309716 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905ca90>, [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:19:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:36.313720 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492eb624-a289-4b57-abdf-30d26f4799f1 None None] The sync data for ids ['1b54ba8d-2074-47a6-858f-8d5b4bdde2fc'] in dv-neutron-822662-1-hyperv is: [{'id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'name': 'tempest-TestNetworkBasicOps-router-1612378342', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:18:24Z', 'updated_at': '2021-12-22T13:19:34Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'a8a179c5-dd50-4063-a880-27f2ba342693', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b54ba8d-2074-47a6-858f-8d5b4bdde2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:18:25Z', 'updated_at': '2021-12-22T13:19:24Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:19:36.417806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port a8a179c5-dd50-4063-a880-27f2ba342693, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a8a179c5-dd50-4063-a880-27f2ba342693,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:36.418084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Calling delete_port for f03a6604-887e-49bd-abf1-fb7a07e5c0b0 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:19:36.418206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.544967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for a8a179c5-dd50-4063-a880-27f2ba342693 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:19:36.582444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.586320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:36.629035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Pushing event deleted for resources: {'Port': ['ID=f03a6604-887e-49bd-abf1-fb7a07e5c0b0,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:36.639203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] No DVR routers for this DVR port f03a6604-887e-49bd-abf1-fb7a07e5c0b0 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:19:36.641821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.641821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.642042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.642240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.642520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.642870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.643203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.643525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.644029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.644252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.644569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.644890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:36.654150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:36.718613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:36.757366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0494ec17-55b5-4cbc-8445-90c25e6c6f68 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:19:36.757723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0494ec17-55b5-4cbc-8445-90c25e6c6f68 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:19:36.758157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f03a6604-887e-49bd-abf1-fb7a07e5c0b0 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:36.791747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f03a6604-887e-49bd-abf1-fb7a07e5c0b0 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:19:36.792222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f03a6604-887e-49bd-abf1-fb7a07e5c0b0 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:19:36.925578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:36.929492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:36.975301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=a8a179c5-dd50-4063-a880-27f2ba342693,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:36.977862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:37.065499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.237557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.239697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.342614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.343244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 1b54ba8d-2074-47a6-858f-8d5b4bdde2fc {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:19:37.358257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.359377 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/1b54ba8d-2074-47a6-858f-8d5b4bdde2fc HTTP/1.1" status: 204  len: 168 time: 1.5958138
Dec 22 13:19:37.362000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36324) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:37.483401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.502329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-523b04ee-0e92-484b-8aa6-86a08a99f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.614127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.639248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298e61160>,) {'filters': {'network_id': ['f962b9ed-7f5c-4306-a60a-0183bfbb2783']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:37.650700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298e61160>, 'f79ba622-23f1-43cd-81bf-f9da49cafd37') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:37.651024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298e61160>, 'f79ba622-23f1-43cd-81bf-f9da49cafd37') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:37.661964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.677447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.684467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:19:37.686906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:19:37.700013 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:19:37.845603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.849058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1685a3a2-02b3-49a4-9261-edf2eb23ab7b tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:37.863623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:37.876342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=f962b9ed-7f5c-4306-a60a-0183bfbb2783,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:37.879129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:37.937691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-38f055bd-adf1-45e3-960e-1abb6a21d6cf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/f962b9ed-7f5c-4306-a60a-0183bfbb2783 HTTP/1.1" status: 204  len: 168 time: 0.5746772
Dec 22 13:19:37.957519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36328) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:37.963088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--1124444156', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:37.968297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:37.972437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:37.975289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:37.982047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:38.039679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:19:38.043137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.071160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:19:38.079235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.079580 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment 7f1f4091-8f42-428e-a392-4c0223c65cc6 of type vlan for network f36abd63-ca63-421f-80f9-c2c3593328e7
Dec 22 13:19:38.103896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.199281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.205184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:38.205753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.209329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-89613d96-b563-432e-8931-77ffdcd6881e tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:38.319514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=f36abd63-ca63-421f-80f9-c2c3593328e7,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:38.322182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:38.329639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:19:38.360204 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4016688
Dec 22 13:19:38.362933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36332) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:38.368094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:38.375479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:38.379254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:38.382011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:38.388313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:38.485587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.486546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.503127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.576771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.692762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:19:38.727983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:38.729523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a8a179c5-dd50-4063-a880-27f2ba342693 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:19:38.729910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a8a179c5-dd50-4063-a880-27f2ba342693 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:19:38.968925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:39.329430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:39.359011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:39.492193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.105 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/00e99f77-6493-4256-ac1d-9303e180fa92) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:19:39.636514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:39.719497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:39.723934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-655bd039-ddab-4433-86a7-c77729d728c3 tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:39.780910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:19:39.787117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:39.790636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:19:39.836379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=00e99f77-6493-4256-ac1d-9303e180fa92,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:39.841114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:40.170701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:40.346152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:40.804495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:41.107824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 26186e63-5347-4d34-8e31-fe9b8d81ab32 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:19:41.285833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:19:41.297305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Sync routers for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:19:41.311251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:41.311878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298762eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:41.371124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:41.375872 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.0089333
Dec 22 13:19:41.377540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36336) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:41.415516 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3d2158c3-549a-45fd-aac4-8df30a70a4dd tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382555
Dec 22 13:19:41.418544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36340) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:41.487870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:41.549147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb5b6d-a309-4731-aa63-24a6d202f9c4 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:41.550614 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4edb5b6d-a309-4731-aa63-24a6d202f9c4 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1309812
Dec 22 13:19:41.553604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36344) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:41.593335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b06208a-309f-4c6c-8048-041db1ab242d tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385833
Dec 22 13:19:41.595920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36348) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:41.601297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820530', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:41.710277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:41.714020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:41.717359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:41.722943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:41.782111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298762eb0>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:40Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:41.782562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:19:41.785985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Checking router: 26186e63-5347-4d34-8e31-fe9b8d81ab32 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:19:41.786119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:41.786341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Updating router 26186e63-5347-4d34-8e31-fe9b8d81ab32 port 00e99f77-6493-4256-ac1d-9303e180fa92 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:19:41.838928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.062522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.067107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f5d8d4c1-9c3d-44f7-a7d9-4f068ee19359 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:42.141628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:42.147007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:42.149505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:19:42.149874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: f36abd63-ca63-421f-80f9-c2c3593328e7, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:19:42.177722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.189155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Transition to ACTIVE for port object 00e99f77-6493-4256-ac1d-9303e180fa92 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:42.245337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f36abd63-ca63-421f-80f9-c2c3593328e7 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:19:42.274003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.278995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:42.336533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f36abd63-ca63-421f-80f9-c2c3593328e7) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:42.341018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:42.341164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.349740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84368ed-de2b-4cbf-9fcd-89635cd4cd1f None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:19:42.372765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Attempting to bind port 00e99f77-6493-4256-ac1d-9303e180fa92 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:19:42.373138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Attempting to bind port 00e99f77-6493-4256-ac1d-9303e180fa92 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:19:42.373503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Attempting to bind port 00e99f77-6493-4256-ac1d-9303e180fa92 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:19:42.417665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 838 time: 0.8207011
Dec 22 13:19:42.420993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36352) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:42.425617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Pushing event updated for resources: {'Port': ['ID=00e99f77-6493-4256-ac1d-9303e180fa92,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:42.428260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:19:42.428451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:19:42.428956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.429192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:19:42.429675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Bound port: 00e99f77-6493-4256-ac1d-9303e180fa92, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:19:42.430061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.494250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:42.592831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] For port 00e99f77-6493-4256-ac1d-9303e180fa92, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:19:42.633789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] For port 00e99f77-6493-4256-ac1d-9303e180fa92, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e99f77-6493-4256-ac1d-9303e180fa92,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:19:42.694578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f36abd63-ca63-421f-80f9-c2c3593328e7', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:19:42.695466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.707330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:42.714037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:42.851309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:42.851869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298762eb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:42.922366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Pushing event updated for resources: {'Port': ['ID=00e99f77-6493-4256-ac1d-9303e180fa92,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:42.929253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:43.089353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Allocated IP 172.20.0.2 (f36abd63-ca63-421f-80f9-c2c3593328e7/e276f965-27bf-4e5d-9bc0-7ba247e2fbbd/ab12ec07-a9f1-43d8-9ab5-07d22ccd5049) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:19:43.112011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:43.255476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.544152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.557106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Transition to ACTIVE for port object ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:43.582339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Transition to ACTIVE for port object ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:43.586967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298762eb0>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:40Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:43.591332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a9deb-8dcb-4836-8a6b-380d04a510f8 None None] The sync data for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv is: [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:40Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:19:43.635698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.640223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:43.703018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (f36abd63-ca63-421f-80f9-c2c3593328e7/e276f965-27bf-4e5d-9bc0-7ba247e2fbbd/cbb26d46-dbce-4595-b917-87b9f28db4b6) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:19:43.709941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:19:43.712795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:43.717202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:19:43.719386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Pushing event updated for resources: {'Port': ['ID=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:43.723018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:43.814744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Attempting to bind port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:19:43.815397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Attempting to bind port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:19:43.817111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Attempting to bind port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 on network f36abd63-ca63-421f-80f9-c2c3593328e7 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:19:43.831405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:19:43.831789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Checking segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:19:43.832205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.832614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Bound using segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:19:43.833103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Bound port: ab12ec07-a9f1-43d8-9ab5-07d22ccd5049, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:19:43.833561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.893093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.910106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object cbb26d46-dbce-4595-b917-87b9f28db4b6 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:43.946121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] For port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:19:43.977171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:43.981244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02d7a8bb-b6e3-4c2f-b06e-3f58ec2b06d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:44.005993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] For port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:19:44.053025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f36abd63-ca63-421f-80f9-c2c3593328e7 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:19:44.056342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:44.061455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:19:44.080309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:44.084461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:44.104627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:44.107947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:44.128660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:44.164664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Pushing event updated for resources: {'Port': ['ID=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:44.167360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:44.653482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:44.739747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e99f77-6493-4256-ac1d-9303e180fa92 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:44.908134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 00e99f77-6493-4256-ac1d-9303e180fa92 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:44.913227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 00e99f77-6493-4256-ac1d-9303e180fa92 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:44.913602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.028658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.046911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 00e99f77-6493-4256-ac1d-9303e180fa92, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e99f77-6493-4256-ac1d-9303e180fa92,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:45.113960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.115823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:45.149259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:45.159646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.223857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.239353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=00e99f77-6493-4256-ac1d-9303e180fa92,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:45.242447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:45.267976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84996705-2f5e-4d92-9ff8-d7601d419699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:45.351327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.359299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:45.363686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:45.376507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:45.408757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97051d-7a8d-440d-91e9-76bb436e9d14 None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:19:45.503218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f36abd63-ca63-421f-80f9-c2c3593328e7 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:19:45.504533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:45.635332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Provisioning for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:45.645152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Provisioning complete for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:45.645152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.698696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 26186e63-5347-4d34-8e31-fe9b8d81ab32 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:19:45.785996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.821119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] For port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:45.884414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:19:45.895869 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Sync routers for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:19:45.902250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/26186e63-5347-4d34-8e31-fe9b8d81ab32/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4780443
Dec 22 13:19:45.902871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:45.903196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36356) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:45.904780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:45.926622 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:45.927599 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905c5e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:45.974518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Pushing event updated for resources: {'Port': ['ID=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:45.977662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:46.057371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0352d-df6d-4a67-a46e-72f0ac2003e9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.057851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0352d-df6d-4a67-a46e-72f0ac2003e9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.058364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0352d-df6d-4a67-a46e-72f0ac2003e9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.059364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c0352d-df6d-4a67-a46e-72f0ac2003e9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.061144 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-68c0352d-df6d-4a67-a46e-72f0ac2003e9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1568584
Dec 22 13:19:46.063897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36360) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:46.079178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Provisioning for port cbb26d46-dbce-4595-b917-87b9f28db4b6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:46.084961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Provisioning complete for port cbb26d46-dbce-4595-b917-87b9f28db4b6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:46.085337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.129269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:46.160352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Port cbb26d46-dbce-4595-b917-87b9f28db4b6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:19:46.164257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c107b-492a-4613-aa3b-77e4c494acfe tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.165062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c107b-492a-4613-aa3b-77e4c494acfe tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.165913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c107b-492a-4613-aa3b-77e4c494acfe tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.166583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c107b-492a-4613-aa3b-77e4c494acfe tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:46.169595 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f87c107b-492a-4613-aa3b-77e4c494acfe tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2734 time: 0.1047428
Dec 22 13:19:46.172390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36364) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:46.175556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Provisioning complete for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:46.175907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7294f490-a642-448c-9baf-9893b9c595e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.411241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9b61c1c3-0ae2-4a7c-930d-1ce739e19ce3 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2366953
Dec 22 13:19:46.493739 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905c5e0>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:46.496813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0adf4d4c-6bd4-48d4-8001-ab4667d1fa98 None None] Provisioning complete for port cbb26d46-dbce-4595-b917-87b9f28db4b6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:46.497267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0adf4d4c-6bd4-48d4-8001-ab4667d1fa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.497737 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Checking router: 26186e63-5347-4d34-8e31-fe9b8d81ab32 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:19:46.498099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Updating router 26186e63-5347-4d34-8e31-fe9b8d81ab32 port cbb26d46-dbce-4595-b917-87b9f28db4b6 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:19:46.552065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0adf4d4c-6bd4-48d4-8001-ab4667d1fa98 None None] Port cbb26d46-dbce-4595-b917-87b9f28db4b6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:19:46.553519 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.709025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e99f77-6493-4256-ac1d-9303e180fa92 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:46.711603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36370) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:46.718091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513551503', 'description': 'tempest-secgroup-smoke-513551503 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:46.724403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:46.728811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:46.732763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:46.738885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:46.778297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 00e99f77-6493-4256-ac1d-9303e180fa92 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:46.778689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.799856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.820730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:46.824900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:46.827837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:46.834125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:46.903609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:46.914567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.935612 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.955661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Transition to ACTIVE for port object cbb26d46-dbce-4595-b917-87b9f28db4b6 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:46.973327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:46.973682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:46.993995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.000264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b17b7249-6597-4e7a-aae0-18bc545fdfba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:47.023074 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.029708 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:47.042160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079493c1-63b3-4dfe-b3b8-0bdf1921d26a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:47.045011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:47.113450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.116502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4019284
Dec 22 13:19:47.117906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36374) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:47.123699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:47.130020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:47.134171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:47.139467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:47.145781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:47.184403 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Pushing event updated for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:47.201480 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.201825 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.202162 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.202498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.202827 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.203186 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.203508 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.203827 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.204144 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.204459 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.204772 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.205087 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:19:47.212890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.245391 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:47.266303 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Attempting to bind port cbb26d46-dbce-4595-b917-87b9f28db4b6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:19:47.268980 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Attempting to bind port cbb26d46-dbce-4595-b917-87b9f28db4b6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:19:47.268980 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Attempting to bind port cbb26d46-dbce-4595-b917-87b9f28db4b6 on network f36abd63-ca63-421f-80f9-c2c3593328e7 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:19:47.277860 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:19:47.278835 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Checking segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:19:47.278988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.279843 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.280533 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Bound using segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:19:47.281190 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Bound port: cbb26d46-dbce-4595-b917-87b9f28db4b6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:19:47.281696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.319459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.321741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7576fc93-129e-4243-9f47-04260ff1da43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:47.347949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c62d8b5-bb9c-4964-8e46-8c628e21a09e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:47.350491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:47.376740 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] For port cbb26d46-dbce-4595-b917-87b9f28db4b6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:19:47.379818 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] For port cbb26d46-dbce-4595-b917-87b9f28db4b6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cbb26d46-dbce-4595-b917-87b9f28db4b6,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:19:47.405295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.406549 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2876053
Dec 22 13:19:47.409299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36378) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:47.414305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:47.420885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:47.424712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:47.427774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:47.433736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:47.457118 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.460797 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:47.504028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.538050 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:19:47.538697 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529905c5e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:47.576411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.602546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Pushing event updated for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:47.608108 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:47.639632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.645964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9a07e27f-26ab-4860-9069-bb8fd0fa979a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:47.667084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e701347-6e8d-41f9-9eba-92a133edb758,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:47.672162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:47.730785 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:19:47.742587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.743848 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3336368
Dec 22 13:19:47.746677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36382) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:47.751931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:47.757902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:47.762103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:47.765140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:47.770705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:47.857954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.925977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:47.999795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.001663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3be96f11-64c9-4997-aab8-0156076d3961 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:48.024988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565d95da-75ba-4d5a-afd6-ae987a9f9da1,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:48.029381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:48.056750 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529905c5e0>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:47Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:19:48.061838 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb41a93-51c1-4fb6-9721-da99fa8cec9f None None] The sync data for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv is: [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:47Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:19:48.112204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.113428 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3657687
Dec 22 13:19:48.116227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:48.123582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:48.132733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:48.138032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:48.141179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:48.146821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:48.236759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.312748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.393601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.399809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f63b4cec-efb0-4abe-80b2-99fefe9d39a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:48.425518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594a58df-f56d-45c0-8af0-bb9e9b986fb3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:48.428057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:48.491195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.492976 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3755579
Dec 22 13:19:48.495520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:48.501757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:48.508424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:48.513366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:48.516641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:48.523153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:48.616555 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:19:48.623818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.713630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.734055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cbb26d46-dbce-4595-b917-87b9f28db4b6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:48.788009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.789941 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3793b667-7d3c-4cff-bca0-be0bd1856d7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:48.814371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c324aa-8d43-4ad7-9f3e-404ccab63f12,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:48.817094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:48.879949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port cbb26d46-dbce-4595-b917-87b9f28db4b6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:48.885646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port cbb26d46-dbce-4595-b917-87b9f28db4b6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:48.890759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.908247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:48.913685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36394) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:19:48.916686 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4190419
Dec 22 13:19:48.920431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '079493c1-63b3-4dfe-b3b8-0bdf1921d26a', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:48.929568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:48.935421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:19:48.939088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:19:48.946104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:49.020830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.054176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port cbb26d46-dbce-4595-b917-87b9f28db4b6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cbb26d46-dbce-4595-b917-87b9f28db4b6,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:49.056659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:19:49.064575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.125068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.132701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-97a03a7c-72d7-488d-9556-1addc106b0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:49.140605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.207338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:49.210559 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:49.216329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.222537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1cd5c36d-a9eb-4212-ba99-0c97936024d6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:49.378263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0a7ee0-c276-43dd-9b51-5f15ed0df946,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:49.380732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:49.445042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:49.446216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5319414
Dec 22 13:19:49.606014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-39ac2d87-da5b-4ace-bbeb-a5c12f8a0d18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:19:49.679244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-39ac2d87-da5b-4ace-bbeb-a5c12f8a0d18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:19:49.680437 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-39ac2d87-da5b-4ace-bbeb-a5c12f8a0d18 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513551503&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1138816
Dec 22 13:19:49.830442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-b64ecbad-6a3b-42af-a82f-eabadc0b4fbf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:49.831140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-b64ecbad-6a3b-42af-a82f-eabadc0b4fbf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:19:49.913424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-b64ecbad-6a3b-42af-a82f-eabadc0b4fbf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:19:49.914574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-b64ecbad-6a3b-42af-a82f-eabadc0b4fbf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 797 time: 0.2275841
Dec 22 13:19:49.929475 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-f037dd2d-dccf-448b-8649-6b8096fb4667 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0090904
Dec 22 13:19:50.011136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-fd3174e9-5dc4-4990-9c57-086745dd395a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:19:50.068417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-fd3174e9-5dc4-4990-9c57-086745dd395a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:19:50.069711 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-fd3174e9-5dc4-4990-9c57-086745dd395a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1349699
Dec 22 13:19:50.206769 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-8384bb99-8e4b-46f2-91fe-8c8999c5bc2f service neutron] 10.222.0.16 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250310
Dec 22 13:19:50.339800 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-90a4d8e7-f6b6-4665-902a-e87368dc25bc service neutron] 10.222.0.16 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268902
Dec 22 13:19:50.602058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef42d1f6-2437-4d2b-a014-e468a05ecfcf req-fbf4b567-eaf9-46d2-b9a5-430d7edddde4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 210 time: 0.0490060
Dec 22 13:19:50.703260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cbb26d46-dbce-4595-b917-87b9f28db4b6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:19:50.773513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port cbb26d46-dbce-4595-b917-87b9f28db4b6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:50.773813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:51.750447 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e25969e0-1af5-4483-9908-e0271c468fef req-03a1b642-5e69-44fd-a9c6-47f81bf12ec3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 210 time: 0.0427752
Dec 22 13:19:52.696968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-8aa32b6b-e5f6-462e-a7f2-efcdf7fa4b2d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:52.698438 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-8aa32b6b-e5f6-462e-a7f2-efcdf7fa4b2d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 797 time: 0.1542082
Dec 22 13:19:52.744974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-04ebbbc5-d993-417f-bdd3-844d8c975535 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 379 time: 0.0386343
Dec 22 13:19:52.755379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['079493c1-63b3-4dfe-b3b8-0bdf1921d26a']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:52.907794 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ac513a9-5148-4013-b235-01e912ee1b21 req-5725b4b9-498c-4449-a22c-7af120ff1693 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 210 time: 0.0441411
Dec 22 13:19:53.018994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:19:53.028866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:19:53.124526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:19:53.128051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:53.297701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.13 (f36abd63-ca63-421f-80f9-c2c3593328e7/e276f965-27bf-4e5d-9bc0-7ba247e2fbbd/7118e53e-ea42-4a39-90d9-f2fdf8a2921b) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:19:53.486585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:53.502205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 7118e53e-ea42-4a39-90d9-f2fdf8a2921b will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:53.588319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:53.593879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91da0813-c5a3-4a71-9d34-178308610b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:53.663491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network f36abd63-ca63-421f-80f9-c2c3593328e7 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:19:53.666476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:19:53.671753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:19:53.706782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:53.716174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:53.739945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:53.740466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:53.828663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0767844
Dec 22 13:19:53.840090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Request body: {'port': {'device_id': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:19:53.954498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.091273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e4c392f0-6258-45be-9890-554e9cd805e1 None None] Provisioning for port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:19:54.096447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e4c392f0-6258-45be-9890-554e9cd805e1 None None] Provisioning complete for port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:19:54.096923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e4c392f0-6258-45be-9890-554e9cd805e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.098211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16198965-5d6a-427e-a0f1-1a88afaa1c3e req-6f0aef47-77d0-4802-8b55-89e5efb9c8e5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:54.099712 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16198965-5d6a-427e-a0f1-1a88afaa1c3e req-6f0aef47-77d0-4802-8b55-89e5efb9c8e5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 932 time: 0.0838552
Dec 22 13:19:54.156187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16198965-5d6a-427e-a0f1-1a88afaa1c3e req-5f4ba66e-24a0-494e-a866-ba7a4be0b83d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466959
Dec 22 13:19:54.158107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e4c392f0-6258-45be-9890-554e9cd805e1 None None] Port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:19:54.307684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7118e53e-ea42-4a39-90d9-f2fdf8a2921b {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:19:54.315078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.330160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Transition to ACTIVE for port object 7118e53e-ea42-4a39-90d9-f2fdf8a2921b will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:19:54.411206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.414739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-301acbd7-ca1c-4d07-93ac-94a137be4f80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:54.545229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:54.572096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:54.658632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Attempting to bind port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:19:54.659106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Attempting to bind port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:19:54.659437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Attempting to bind port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b on network f36abd63-ca63-421f-80f9-c2c3593328e7 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:19:54.664090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b on network f36abd63-ca63-421f-80f9-c2c3593328e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:19:54.664405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Attempting to bind port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b on network f36abd63-ca63-421f-80f9-c2c3593328e7 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:19:54.670044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:19:54.670373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Checking segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:19:54.670753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Bound using segment: {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:19:54.671203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Bound port: 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1f4091-8f42-428e-a392-4c0223c65cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:19:54.671537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.762110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:19:54.765681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:19:54.822075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.826369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-323bcc13-0da2-4b86-a69b-816e4563e181 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:54.880325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:54.881116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:54.882460 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 1094 time: 1.0465519
Dec 22 13:19:54.885277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:19:54.912441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:54.913970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:54.940154 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'status': 'completed', 'code': 200}
Dec 22 13:19:55.032137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-e65f271f-9ff5-459c-b0ad-cfce82dd3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.033679 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-e65f271f-9ff5-459c-b0ad-cfce82dd3074 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1097 time: 0.0791969
Dec 22 13:19:55.176216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-6ee89fd9-18d7-4046-a9e3-72aea67250a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.177596 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-6ee89fd9-18d7-4046-a9e3-72aea67250a9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1369097
Dec 22 13:19:55.351116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1801ee-3ba5-422a-80db-9b5fb9eecacd req-e329c8c2-d847-4f4f-b1a7-32b6efe18749 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.352566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-af1801ee-3ba5-422a-80db-9b5fb9eecacd req-e329c8c2-d847-4f4f-b1a7-32b6efe18749 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 944 time: 0.0843096
Dec 22 13:19:55.400832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-af1801ee-3ba5-422a-80db-9b5fb9eecacd req-4704b146-1905-4d45-b7a2-74f88fda2fc7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417931
Dec 22 13:19:55.437859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-23aa110a-274b-462a-a44d-c49e32c96c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.439340 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8bba611b-e6d2-418e-9fee-e518ced10436 req-23aa110a-274b-462a-a44d-c49e32c96c8b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2550664
Dec 22 13:19:55.540670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-5fc4b077-b121-499f-8f4d-aba90355d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.542118 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-5fc4b077-b121-499f-8f4d-aba90355d4f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1097 time: 0.0689404
Dec 22 13:19:55.615096 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-614835da-124f-4fe8-be6b-3828c6452953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 217 time: 0.0654404
Dec 22 13:19:55.679074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-214db948-4702-4592-861d-22ffe846efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.680521 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-214db948-4702-4592-861d-22ffe846efc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 841 time: 0.0570476
Dec 22 13:19:55.757492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-6454f13f-42dc-4745-a386-d44722a39e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:55.758921 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-6454f13f-42dc-4745-a386-d44722a39e05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f36abd63-ca63-421f-80f9-c2c3593328e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722849
Dec 22 13:19:55.888432 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-d381ff99-376f-4e73-9c5d-5ad2cde23962 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233613
Dec 22 13:19:56.018102 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-5f54db3b-2a1f-4f1a-aeee-5f4bf7196ec2 req-3889aad6-358e-4bcc-9647-3744e014dc71 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237195
Dec 22 13:19:56.584704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2960792-f9c5-484c-97af-f450842464bb req-c2449f74-e5c7-496a-ae56-1e9bbbecd43b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:56.586040 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2960792-f9c5-484c-97af-f450842464bb req-c2449f74-e5c7-496a-ae56-1e9bbbecd43b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 944 time: 0.0786948
Dec 22 13:19:56.631289 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2960792-f9c5-484c-97af-f450842464bb req-6a985503-7220-48f8-af66-8b1b458711dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394707
Dec 22 13:19:57.817111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1d3e-83f9-4694-a163-7b5049626fac req-c813dfed-64b3-4180-ad05-d0b711adc9f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:57.818819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8ce1d3e-83f9-4694-a163-7b5049626fac req-c813dfed-64b3-4180-ad05-d0b711adc9f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 944 time: 0.0843415
Dec 22 13:19:57.864589 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8ce1d3e-83f9-4694-a163-7b5049626fac req-72f13f94-b05e-4802-90bf-da0126d81c65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400560
Dec 22 13:19:58.294231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 7118e53e-ea42-4a39-90d9-f2fdf8a2921b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:19:58.426188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:58.439669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'port_id': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'mac_address': 'fa:16:3e:ec:f2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:19:58.497285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:58.513414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7118e53e-ea42-4a39-90d9-f2fdf8a2921b {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:19:58.528449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:19:58.616399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:19:58.618112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-567a3cde-49e8-41d8-8b3a-bf90bda63be0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:19:58.684686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:19:58.688527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:19:58.819378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['7118e53e-ea42-4a39-90d9-f2fdf8a2921b'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:19:59.049470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2472a-eda4-498b-ad93-abeef95eade7 req-5c1f47e2-ae2f-49d2-a743-8cb5e0f5eb27 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:19:59.050969 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43c2472a-eda4-498b-ad93-abeef95eade7 req-5c1f47e2-ae2f-49d2-a743-8cb5e0f5eb27 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 945 time: 0.0796001
Dec 22 13:19:59.095615 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43c2472a-eda4-498b-ad93-abeef95eade7 req-93ddaaf5-2f82-4749-8f86-f4c0354a55b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390348
Dec 22 13:19:59.097983 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:20:00.281282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300eb0aa-088a-4378-b142-212d97bcaf95 req-280cc2da-c364-49a5-90d2-bc0361c03a17 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:00.282788 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-300eb0aa-088a-4378-b142-212d97bcaf95 req-280cc2da-c364-49a5-90d2-bc0361c03a17 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 945 time: 0.0843394
Dec 22 13:20:00.294634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 7118e53e-ea42-4a39-90d9-f2fdf8a2921b up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:20:00.329775 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-300eb0aa-088a-4378-b142-212d97bcaf95 req-088bbc50-f245-4296-a2db-a173eb8a3048 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411129
Dec 22 13:20:00.426893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:20:00.431469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:20:00.431847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:00.547498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:00.573413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:20:00.584164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:20:00.619519 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'code': 200}
Dec 22 13:20:00.753222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:00.755167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:20:00.825593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:20:00.828895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:20:00.975194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a3b9b-42d0-4cab-acf6-0808108ae312 req-ae88832b-0217-460f-af2d-a21154d2c52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:00.976690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-981a3b9b-42d0-4cab-acf6-0808108ae312 req-ae88832b-0217-460f-af2d-a21154d2c52f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1099 time: 0.0695248
Dec 22 13:20:01.018259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-981a3b9b-42d0-4cab-acf6-0808108ae312 req-63e0f0e2-d4ba-4054-b280-7a81133045ba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349867
Dec 22 13:20:01.515725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28856b-2c4a-45bd-9189-72887e686d7a req-565fe326-6873-46d4-95a6-cfd16b946875 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:01.517216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7b28856b-2c4a-45bd-9189-72887e686d7a req-565fe326-6873-46d4-95a6-cfd16b946875 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.0796835
Dec 22 13:20:01.565041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7b28856b-2c4a-45bd-9189-72887e686d7a req-7bb336b2-506b-40a2-b34f-a86d161ffd06 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421138
Dec 22 13:20:02.541452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:02.751231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a7dee-8219-46e3-9d14-6fec9802de13 req-0b0cd85c-18c4-4110-991a-1fa31a6cd5b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:02.752692 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f68a7dee-8219-46e3-9d14-6fec9802de13 req-0b0cd85c-18c4-4110-991a-1fa31a6cd5b6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.0801346
Dec 22 13:20:02.796084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f68a7dee-8219-46e3-9d14-6fec9802de13 req-5170915f-9cd1-4d55-b102-aa4af1e62ad9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377619
Dec 22 13:20:02.981642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138e1e-3cbc-4532-b578-5ab71dc510d5 req-8326a202-77f4-4248-8dda-d03cf0b4092d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:02.983108 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-51138e1e-3cbc-4532-b578-5ab71dc510d5 req-8326a202-77f4-4248-8dda-d03cf0b4092d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.0846112
Dec 22 13:20:03.028624 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-51138e1e-3cbc-4532-b578-5ab71dc510d5 req-5d64171e-7cb8-4a5d-ab97-950c6118e6a4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397966
Dec 22 13:20:03.052121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36450) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:20:03.121111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94280e41-98cd-4e37-9337-8ef9ddfd4ca5 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:03.123166 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-94280e41-98cd-4e37-9337-8ef9ddfd4ca5 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1094 time: 0.0700572
Dec 22 13:20:03.125882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36454) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:20:03.130715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:20:03.136493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:20:03.140872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:20:03.143752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:20:03.149281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:20:03.239082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:03.376267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:03.608773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.176 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/61afc891-dd96-4e8c-ad4e-901c772f018b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:20:03.751704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:03.827773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:03.832162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:20:03.896705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:20:03.899317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:20:03.903418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:20:03.937873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=61afc891-dd96-4e8c-ad4e-901c772f018b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:20:03.946278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:20:04.307764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:04.446201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:04.648941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:04.707625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:04.711319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2302c5dd-eeff-4c74-857d-93239740f5fd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:20:04.821657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=61afc891-dd96-4e8c-ad4e-901c772f018b,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:20:04.826192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:20:04.830659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:05.007504 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 0dd227f0-05e8-48b3-808e-1dd111322535 associated. External IP: 172.26.3.176, port: 7118e53e-ea42-4a39-90d9-f2fdf8a2921b.
Dec 22 13:20:05.096078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-830c9b6c-2ae5-4890-97d4-29e2fc74517e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:05.471102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 26186e63-5347-4d34-8e31-fe9b8d81ab32 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:20:05.649888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:20:05.660144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Sync routers for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:20:05.669261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:20:05.669957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52935f8760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:20:05.748379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:05.804523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6776314
Dec 22 13:20:05.807074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:20:05.807295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36458) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:20:05.853175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:20:05.859686 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'status': 'completed', 'code': 200}
Dec 22 13:20:05.970493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-843a58a2-e600-4aaa-add5-bd4d7572a778 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/0dd227f0-05e8-48b3-808e-1dd111322535 HTTP/1.1" status: 200  len: 992 time: 0.1619608
Dec 22 13:20:05.988792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-a5ef179b-2b7f-45d0-b1e3-ac59947c3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:05.990295 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-a5ef179b-2b7f-45d0-b1e3-ac59947c3e44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1099 time: 0.1079936
Dec 22 13:20:06.125927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-5616447a-1d3d-46d0-ba3b-e8ad469e5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:06.127406 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-5616447a-1d3d-46d0-ba3b-e8ad469e5d0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 898 time: 0.1299834
Dec 22 13:20:06.234690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-10614b21-5242-4614-b69f-84d79ec00506 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 1000 time: 0.1000247
Dec 22 13:20:06.243358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52935f8760>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '0dd227f0-05e8-48b3-808e-1dd111322535', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'port_id': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'mac_address': 'fa:16:3e:ec:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:04Z', 'updated_at': '2021-12-22T13:20:04Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:20:06.248423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Checking router: 26186e63-5347-4d34-8e31-fe9b8d81ab32 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:20:06.256907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:20:06.257908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52935f8760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:19:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:20:06.298920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-0503899d-a2f6-4baa-8351-bdc2a4aae073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:06.300530 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-0503899d-a2f6-4baa-8351-bdc2a4aae073 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 841 time: 0.0601628
Dec 22 13:20:06.377425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-b1b8b762-453c-4bbe-b9d8-4a4db76b040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:06.378965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-b1b8b762-453c-4bbe-b9d8-4a4db76b040e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f36abd63-ca63-421f-80f9-c2c3593328e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711946
Dec 22 13:20:06.436482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:20:06.512479 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-8c8654a2-94c4-4292-9dba-c6a7889daf12 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259239
Dec 22 13:20:06.771406 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-18d2b6a8-8ac6-4751-9fb5-67a8adb642ae req-1c252491-2277-4022-8bc5-392cdc056dce service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501266
Dec 22 13:20:06.793028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52935f8760>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '0dd227f0-05e8-48b3-808e-1dd111322535', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'port_id': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'mac_address': 'fa:16:3e:ec:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:04Z', 'updated_at': '2021-12-22T13:20:04Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:20:06.797774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453e3f0c-4a09-4963-b731-9caf55c6c116 None None] The sync data for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv is: [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '0dd227f0-05e8-48b3-808e-1dd111322535', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.176', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'port_id': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'mac_address': 'fa:16:3e:ec:f2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:20:04Z', 'updated_at': '2021-12-22T13:20:04Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:20:06.974320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36464) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:20:06.988965 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee841e89-53e1-4bc5-8a7e-de628b20edf2 None None] New status for floating IP 0dd227f0-05e8-48b3-808e-1dd111322535: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:20:07.085244 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b28dadb4-33fd-4cc4-b50b-66a19e093cad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/0dd227f0-05e8-48b3-808e-1dd111322535 HTTP/1.1" status: 200  len: 992 time: 0.1096311
Dec 22 13:20:07.496025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b0f25dd0-4824-4976-a00c-6a15a44dcb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:08.089016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36468) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:20:08.193656 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9e15f504-5902-4803-b7bc-a2075fbc471a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/0dd227f0-05e8-48b3-808e-1dd111322535 HTTP/1.1" status: 200  len: 994 time: 0.1033936
Dec 22 13:20:08.581892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:08.724683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:10.112720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:32.546865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:35.116906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-079bc421-d8dd-4838-b5c2-488b5e6cc9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:36.097609 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:20:37.472250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-350737bb-a93e-416d-8f5a-2bc6da5fed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:38.564081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:38.683898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:40.135178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:20:58.960548 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-8423b3e1-5d9a-4dc9-870d-cc7f92377df3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801506
Dec 22 13:20:59.101265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-b437e1fa-6d15-4aa7-97ad-bfca262c1fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:59.102706 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-b437e1fa-6d15-4aa7-97ad-bfca262c1fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1099 time: 0.0724185
Dec 22 13:20:59.251513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-7742c9dd-e0c8-4781-9862-0bff85312954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:59.252866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-7742c9dd-e0c8-4781-9862-0bff85312954 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 898 time: 0.1303716
Dec 22 13:20:59.359425 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-8fcbf229-2652-4f5f-8664-aaff37920a00 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 1002 time: 0.0986478
Dec 22 13:20:59.424472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-953348a0-f953-462a-a341-147696503e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:59.425861 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-953348a0-f953-462a-a341-147696503e6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 841 time: 0.0600297
Dec 22 13:20:59.501283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-c1926133-d6ba-4168-8ea2-23d1a9a8718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:20:59.502766 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-c1926133-d6ba-4168-8ea2-23d1a9a8718f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f36abd63-ca63-421f-80f9-c2c3593328e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698056
Dec 22 13:20:59.635137 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-d3ba792b-318d-4abf-b577-21b61ff3dbaf service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243861
Dec 22 13:20:59.764929 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731623a6-7de3-47cc-8e59-df003e0dbbab req-e627fdfa-df37-44ac-a901-ec04aca165c0 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232646
Dec 22 13:21:02.569062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:05.106273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-211c7090-8779-4abf-b907-31f624dd4434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:07.482898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9163cbc3-9eff-48a4-9099-21900c24da05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:08.624235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:08.705692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:10.132296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:13.097324 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:21:32.549123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:35.105641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c82e6ad6-1632-4a1b-9b30-542ea9ce6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:37.487797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aafa10e3-ec2f-4739-b56c-7a7df2aa195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:38.594185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:38.682059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:40.142648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:50.096371 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:21:57.985112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36500) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:21:58.072754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:21:58.192108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2582108'] for subnet, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:58.438996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749547486805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2237520'] for subnet, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:58.442610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56bb13e0-bdc5-4094-9c60-dcb71d5d0737 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:21:58.493159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:21:58.493748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:58.495119 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/subnets/e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 833 time: 0.5088928
Dec 22 13:21:58.499568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420d0069-769d-4209-940b-e475f4286ccc None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:21:58.514775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:21:58.522100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.522479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.522884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.523252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.523604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.523965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.524324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.524679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.525032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.525387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.525757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.526087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:21:58.530603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:21:58.978537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Provisioning complete for port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:21:58.978857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:59.105791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Provisioning complete for port cbb26d46-dbce-4595-b917-87b9f28db4b6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:21:59.106168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:59.270341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Provisioning complete for port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:21:59.270622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-577fd458-a2e2-45c1-9367-875690ce9208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:21:59.926797 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-a82c89c9-65c5-4785-bcc8-834cbad9839d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682902
Dec 22 13:22:00.068287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-9c52f924-0adc-4c67-a65c-58bc2097d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:00.069763 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-9c52f924-0adc-4c67-a65c-58bc2097d752 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1099 time: 0.0743730
Dec 22 13:22:00.215892 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-b4e517f9-a57d-42b5-90e8-68ddd205421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:00.217327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-b4e517f9-a57d-42b5-90e8-68ddd205421a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 898 time: 0.1290703
Dec 22 13:22:00.439689 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-46c4beb5-1ccd-43c4-8ecd-b4f61054f374 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 1002 time: 0.2161124
Dec 22 13:22:00.500827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-9a2526ee-0d9f-4355-806b-a71a3198f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:00.502127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-9a2526ee-0d9f-4355-806b-a71a3198f10e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 841 time: 0.0564351
Dec 22 13:22:00.582092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-d89fb167-75e9-4172-af17-3e2276b6b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:00.583583 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-d89fb167-75e9-4172-af17-3e2276b6b4f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f36abd63-ca63-421f-80f9-c2c3593328e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750451
Dec 22 13:22:00.593816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-92ba8c82-a8bf-4dd2-a6f2-b2faa2905f47 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:22:00.594764 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-92ba8c82-a8bf-4dd2-a6f2-b2faa2905f47 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047283
Dec 22 13:22:00.725545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-c928a44d-a24c-4e16-a2e6-4602714087a9 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247165
Dec 22 13:22:00.858396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6aa1d3af-80f8-45dd-baa6-c9acc0d6e2e5 req-44bdd255-4dc7-47ce-9099-ca72fcde7e51 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256685
Dec 22 13:22:02.556380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:05.127231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-075eee98-25b1-4f77-bf7c-1fb610e27221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:07.484506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9db7651e-73e5-45bd-81eb-01c2091d01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:08.587315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:08.687357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:10.169878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:27.094895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:22:32.574971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:35.111912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-822d0f41-fe30-4b62-a590-af5d36c8aade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:37.500059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa1e1816-2311-4610-af09-c132ddf35041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:38.597579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:38.689095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:40.149853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:41.372658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36530) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:41.575213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 61afc891-dd96-4e8c-ad4e-901c772f018b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:22:41.575466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:41.745903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:41.746224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:41.870713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 61afc891-dd96-4e8c-ad4e-901c772f018b owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:22:42.077871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:42.081557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a9901c04-fe89-46c7-bd5b-73e5a98528b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:42.123543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=61afc891-dd96-4e8c-ad4e-901c772f018b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:42.165333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.165714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.166090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.166458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.166822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.167217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.167576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.167935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.168295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.168654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.169007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.169360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:42.173290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:42.234703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:42.235125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 0dd227f0-05e8-48b3-808e-1dd111322535 disassociated (deleted). External IP: 172.26.3.176, port: 7118e53e-ea42-4a39-90d9-f2fdf8a2921b.
Dec 22 13:22:42.701334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 26186e63-5347-4d34-8e31-fe9b8d81ab32 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:22:42.882238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:22:42.892748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Sync routers for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:22:42.898711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:42.901533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:42.902144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bd5040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:42.954193 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/0dd227f0-05e8-48b3-808e-1dd111322535 HTTP/1.1" status: 204  len: 168 time: 1.5802979
Dec 22 13:22:42.955821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:22:43.057932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'status': 'completed', 'code': 200}
Dec 22 13:22:43.087334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:43.202797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-9bd5f85e-3695-4fa8-9e35-3d43c4735a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:43.204496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-9bd5f85e-3695-4fa8-9e35-3d43c4735a30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 1099 time: 0.1246204
Dec 22 13:22:43.340082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-52b5446e-cc3a-4fb6-9a73-8150522196e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:43.341524 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-52b5446e-cc3a-4fb6-9a73-8150522196e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 200  len: 898 time: 0.1308141
Dec 22 13:22:43.402825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bd5040>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:43.407866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Checking router: 26186e63-5347-4d34-8e31-fe9b8d81ab32 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:22:43.413760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-29dc1b0e-a159-4002-9090-0b4817725cb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 200  len: 217 time: 0.0655279
Dec 22 13:22:43.416344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:43.416951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298bd5040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:43.480522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-ecca665a-6cf7-443c-9860-f7429f8199ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:43.481857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-ecca665a-6cf7-443c-9860-f7429f8199ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 200  len: 841 time: 0.0612819
Dec 22 13:22:43.556893 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-b9b066ec-cd0a-4a0b-b41e-66916305ef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:43.558434 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-b9b066ec-cd0a-4a0b-b41e-66916305ef71 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f36abd63-ca63-421f-80f9-c2c3593328e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704281
Dec 22 13:22:43.598691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:43.692127 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-bf672d09-f2c1-4c97-ab5f-1776897f90b0 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273015
Dec 22 13:22:43.827683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f3a371c2-9879-4d0d-a5ca-2e67609ffa7e req-0568024b-894f-4809-997f-7978e4d6ecb9 service neutron] 10.222.0.46 "GET /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291120
Dec 22 13:22:43.961040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298bd5040>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:43.964910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c9fc82-4e35-477e-9342-01f82ee01d1f None None] The sync data for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv is: [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:19:44Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'cbb26d46-dbce-4595-b917-87b9f28db4b6', 'name': '', 'network_id': 'f36abd63-ca63-421f-80f9-c2c3593328e7', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0c:da:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:43Z', 'updated_at': '2021-12-22T13:19:49Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': 'e276f965-27bf-4e5d-9bc0-7ba247e2fbbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:22:44.178308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23142ff7-6c13-4416-bf3e-ef9d3793ae6a None None] New status for floating IP 0dd227f0-05e8-48b3-808e-1dd111322535: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:22:44.583813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080bd60-557f-46d4-98a5-3813a7ac0c39 req-f206d60f-7b94-4ed6-b958-8cadcd81ecd5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:44.585164 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e080bd60-557f-46d4-98a5-3813a7ac0c39 req-f206d60f-7b94-4ed6-b958-8cadcd81ecd5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.1271939
Dec 22 13:22:44.628949 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e080bd60-557f-46d4-98a5-3813a7ac0c39 req-2b17f82d-445b-4b70-ab87-57fa18f4bde4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381916
Dec 22 13:22:45.746017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-2c873114-afce-4f4c-bcc5-aed186121dfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:45.746719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-2c873114-afce-4f4c-bcc5-aed186121dfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:22:45.843211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-2c873114-afce-4f4c-bcc5-aed186121dfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:22:45.844355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-2c873114-afce-4f4c-bcc5-aed186121dfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.1771410
Dec 22 13:22:45.905020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969fafc-f983-4b22-ad06-0f0c20eacd66 req-db0349cc-bf7c-4e0e-a2da-2827a98ce092 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:45.906636 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2969fafc-f983-4b22-ad06-0f0c20eacd66 req-db0349cc-bf7c-4e0e-a2da-2827a98ce092 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 946 time: 0.1687851
Dec 22 13:22:45.919086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:22:45.919352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:45.953329 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2969fafc-f983-4b22-ad06-0f0c20eacd66 req-62f3616c-1420-4f51-9fae-1e8b5ecf7c43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=079493c1-63b3-4dfe-b3b8-0bdf1921d26a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408802
Dec 22 13:22:46.163358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:22:46.163706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:46.406998 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 7118e53e-ea42-4a39-90d9-f2fdf8a2921b owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:22:46.614080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:46.619533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-580bfbfe-3501-4473-a9b4-fbc96dc4fe05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:46.666151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=7118e53e-ea42-4a39-90d9-f2fdf8a2921b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:46.669282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:46.745247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 7118e53e-ea42-4a39-90d9-f2fdf8a2921b on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:22:46.747675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:46.750767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'name': 'network-vif-deleted', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:22:46.794526 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6c88f7-a554-42ce-8af9-2488acaec800', 'name': 'network-vif-deleted', 'tag': '7118e53e-ea42-4a39-90d9-f2fdf8a2921b', 'status': 'completed', 'code': 200}
Dec 22 13:22:46.818513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a4580fd-955f-4c06-98fb-f2a4deef6608 req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/7118e53e-ea42-4a39-90d9-f2fdf8a2921b HTTP/1.1" status: 204  len: 173 time: 0.9682076
Dec 22 13:22:47.108026 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3cee2790-a757-4bab-93ab-9ed35c6898a1 req-cc6963c5-0486-4728-bc27-6c45d48a3017 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=9d6c88f7-a554-42ce-8af9-2488acaec800 HTTP/1.1" status: 200  len: 210 time: 0.0448661
Dec 22 13:22:48.203031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36560) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:48.272553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:48.302620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:48.448439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:48.452624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-962447fb-f9a3-4413-a1a8-fe78d1f5d38a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:48.467892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079493c1-63b3-4dfe-b3b8-0bdf1921d26a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:48.470631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:48.538949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:48.540054 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3105c1e-eebe-4ddf-b450-949ba24cfeed tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/079493c1-63b3-4dfe-b3b8-0bdf1921d26a HTTP/1.1" status: 204  len: 168 time: 0.3359547
Dec 22 13:22:48.632629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36566) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:49.331167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:49.679895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port cbb26d46-dbce-4595-b917-87b9f28db4b6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:22:49.680192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:49.860585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port cbb26d46-dbce-4595-b917-87b9f28db4b6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=cbb26d46-dbce-4595-b917-87b9f28db4b6,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:22:49.860928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:49.981645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for cbb26d46-dbce-4595-b917-87b9f28db4b6 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:22:50.374373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:50.378217 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2a3d2660-eb53-4086-ad5f-ab19fdc9d85c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:50.422459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=cbb26d46-dbce-4595-b917-87b9f28db4b6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:50.425551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:50.813362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.087268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 7118e53e-ea42-4a39-90d9-f2fdf8a2921b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:22:51.123655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 7118e53e-ea42-4a39-90d9-f2fdf8a2921b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:22:51.124009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 7118e53e-ea42-4a39-90d9-f2fdf8a2921b not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:22:51.179798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 26186e63-5347-4d34-8e31-fe9b8d81ab32 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:22:51.356967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:22:51.370631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/26186e63-5347-4d34-8e31-fe9b8d81ab32/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7352867
Dec 22 13:22:51.370877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Sync routers for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:22:51.371990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36570) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:51.379578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:51.380224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d5da60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:51.440157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet e276f965-27bf-4e5d-9bc0-7ba247e2fbbd {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:22:51.443232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.497526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.557614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:51.584417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.738067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.742907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25f0be8e-706d-4517-a6fc-18fd2c22829c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:51.778476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=e276f965-27bf-4e5d-9bc0-7ba247e2fbbd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:51.781653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:51.782632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:51.791870 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/e276f965-27bf-4e5d-9bc0-7ba247e2fbbd HTTP/1.1" status: 204  len: 168 time: 0.4166279
Dec 22 13:22:51.792102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36574) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:51.809135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfce923-d6ea-46cd-bde3-be59c52f21b9 None None] Network f36abd63-ca63-421f-80f9-c2c3593328e7 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:22:51.972586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.009502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d5da60>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:52.017703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Checking router: 26186e63-5347-4d34-8e31-fe9b8d81ab32 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:22:52.031353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Routers {'26186e63-5347-4d34-8e31-fe9b8d81ab32'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:52.031982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d5da60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['26186e63-5347-4d34-8e31-fe9b8d81ab32'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:52.153748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.171188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] DHCP port deletion for f36abd63-ca63-421f-80f9-c2c3593328e7 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:22:52.193261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Deleting port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:22:52.193637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.264871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] Set router 26186e63-5347-4d34-8e31-fe9b8d81ab32 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:52.271183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 00e99f77-6493-4256-ac1d-9303e180fa92 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:22:52.271629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.575411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 00e99f77-6493-4256-ac1d-9303e180fa92, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=00e99f77-6493-4256-ac1d-9303e180fa92,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:22:52.576108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.687641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] For port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,segment=NetworkSegment(7f1f4091-8f42-428e-a392-4c0223c65cc6),segment_id=7f1f4091-8f42-428e-a392-4c0223c65cc6)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:22:52.687905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.701758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 00e99f77-6493-4256-ac1d-9303e180fa92 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:22:52.842319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:22:52.877909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Calling delete_port for ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:22:52.934283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:52.940199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d2e7eaef-7d03-43fc-a4b2-a85a1efe1b3b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:52.986298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=00e99f77-6493-4256-ac1d-9303e180fa92,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:52.989488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:53.055976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.068641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d5da60>, [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:53.081197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.084125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7539ce36-9690-4835-bb9d-9d42507e7d77 None None] The sync data for ids ['26186e63-5347-4d34-8e31-fe9b8d81ab32'] in dv-neutron-822662-1-hyperv is: [{'id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'name': 'tempest-TestNetworkBasicOps-router-1293854745', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:19:38Z', 'updated_at': '2021-12-22T13:22:50Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '00e99f77-6493-4256-ac1d-9303e180fa92', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26186e63-5347-4d34-8e31-fe9b8d81ab32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:19:39Z', 'updated_at': '2021-12-22T13:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:22:53.115954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.115954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:53.189888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Pushing event deleted for resources: {'Port': ['ID=ab12ec07-a9f1-43d8-9ab5-07d22ccd5049,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:53.194366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] No DVR routers for this DVR port ab12ec07-a9f1-43d8-9ab5-07d22ccd5049 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:22:53.207376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.207724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.208060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.208390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.208770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.209102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.209421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.209743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.210063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.210398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.210742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.211181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:53.214764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:53.263985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.266224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.361064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.361575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 26186e63-5347-4d34-8e31-fe9b8d81ab32 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:22:53.377557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.380176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/26186e63-5347-4d34-8e31-fe9b8d81ab32 HTTP/1.1" status: 204  len: 168 time: 1.5856504
Dec 22 13:22:53.381346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36578) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:53.497040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.634231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.664102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52987f06d0>,) {'filters': {'network_id': ['f36abd63-ca63-421f-80f9-c2c3593328e7']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:53.677105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52987f06d0>, '7f1f4091-8f42-428e-a392-4c0223c65cc6') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:53.677403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52987f06d0>, '7f1f4091-8f42-428e-a392-4c0223c65cc6') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:53.689576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.706550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.713038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:22:53.713371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:22:53.729311 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:22:53.871367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.876204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:53.878802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b612238-b0f3-4f9e-8fe5-f7cec9cb1c9f tempest-FloatingIPTestJSON-1853842161 tempest-FloatingIPTestJSON-1853842161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:53.903051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=f36abd63-ca63-421f-80f9-c2c3593328e7,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:53.906096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:53.980149 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/f36abd63-ca63-421f-80f9-c2c3593328e7 HTTP/1.1" status: 204  len: 168 time: 0.5977702
Dec 22 13:22:53.992192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36582) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:53.997766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--371107046', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:22:54.003732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:22:54.007756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:22:54.010578 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:22:54.017974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:22:54.071187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:22:54.074677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.102801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:22:54.111917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.112262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment 887ee2e3-2ef6-4179-b213-50a1a3238b71 of type vlan for network 005d71e2-43a5-48ce-96ae-243d5ad52c81
Dec 22 13:22:54.137927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.223192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.228938 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:54.229519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.233247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cceed1b2-b587-4651-86fa-a1a2e9ddc140 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:54.454597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=005d71e2-43a5-48ce-96ae-243d5ad52c81,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:54.457353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:54.464589 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:22:54.506063 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b2b2de2e-39f7-43c7-8cb0-54062abb4655 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5128510
Dec 22 13:22:54.508850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36586) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:54.513852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-501933487', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:22:54.521166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:22:54.524915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:22:54.527792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:22:54.535345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:22:54.589246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.590239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.604821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:54.783699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e99f77-6493-4256-ac1d-9303e180fa92 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:22:54.817853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 00e99f77-6493-4256-ac1d-9303e180fa92 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:22:54.818210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 00e99f77-6493-4256-ac1d-9303e180fa92 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:22:54.818640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cbb26d46-dbce-4595-b917-87b9f28db4b6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:22:54.854408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: cbb26d46-dbce-4595-b917-87b9f28db4b6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:22:54.854815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device cbb26d46-dbce-4595-b917-87b9f28db4b6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:22:54.934386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:55.296278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:55.332861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:55.466600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.193 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/08f09d89-a425-4c46-bfc9-7ba9b17507ce) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:22:55.610553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:55.722546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:55.726097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:55.786762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:22:55.789510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:22:55.793073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:22:55.826478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=08f09d89-a425-4c46-bfc9-7ba9b17507ce,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:55.832418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:56.392083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:56.733161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:57.013498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:22:57.189293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:22:57.198459 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:22:57.207480 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:57.208091 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992b6be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:57.277635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:57.281692 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.7717557
Dec 22 13:22:57.282741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36590) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:57.385314 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:57.475880 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cd1eb29d-5781-46d5-a329-abe41596b2f1 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1917858
Dec 22 13:22:57.478258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36596) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:57.610762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca039db2-2c94-46a8-957c-b44f017afafc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:57.612245 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ca039db2-2c94-46a8-957c-b44f017afafc tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1330726
Dec 22 13:22:57.615031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36600) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:57.654533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-03ecf21a-5ad8-4be6-b8bc-8b1c1d95ee26 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0382779
Dec 22 13:22:57.658074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36604) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:57.663557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1905632960', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:22:57.670658 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992b6be0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:22:56Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:57.675100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:22:57.675458 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Updating router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 port 08f09d89-a425-4c46-bfc9-7ba9b17507ce binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:22:57.726076 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:57.773220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:22:57.776942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:22:57.779671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:22:57.785775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:22:57.858232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:22:57.863542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.047661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.058938 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Transition to ACTIVE for port object 08f09d89-a425-4c46-bfc9-7ba9b17507ce will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:22:58.137902 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.143233 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:58.179927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.184916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-252f7786-63d3-4827-9b77-cebbd7ed94db tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:58.220676 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Attempting to bind port 08f09d89-a425-4c46-bfc9-7ba9b17507ce on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:22:58.224076 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Attempting to bind port 08f09d89-a425-4c46-bfc9-7ba9b17507ce by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:22:58.224076 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Attempting to bind port 08f09d89-a425-4c46-bfc9-7ba9b17507ce on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:22:58.230219 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:22:58.230603 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:22:58.231038 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.231442 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:22:58.231914 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Bound port: 08f09d89-a425-4c46-bfc9-7ba9b17507ce, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:22:58.232861 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.261791 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Pushing event updated for resources: {'Port': ['ID=08f09d89-a425-4c46-bfc9-7ba9b17507ce,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:58.268711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:58.271552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:58.274316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:22:58.274678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 005d71e2-43a5-48ce-96ae-243d5ad52c81, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:22:58.286035 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.286390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.286733 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.287195 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.287418 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.287745 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.288071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.288456 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.288717 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.289040 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.289383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.289663 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:22:58.294511 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:58.322455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] For port 08f09d89-a425-4c46-bfc9-7ba9b17507ce, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:22:58.325345 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] For port 08f09d89-a425-4c46-bfc9-7ba9b17507ce, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=08f09d89-a425-4c46-bfc9-7ba9b17507ce,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:22:58.356900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:22:58.374664 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.378393 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-01854121-6f86-48ec-be6a-8e296ce07276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:58.425510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 005d71e2-43a5-48ce-96ae-243d5ad52c81) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:22:58.430318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:22:58.430934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.434416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea430dd9-4f58-4cfd-b90a-2d9dee8050e0 None None] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:22:58.486231 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:22:58.486860 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992b6be0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:58.543138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8814933
Dec 22 13:22:58.543358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36608) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:22:58.543871 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Pushing event updated for resources: {'Port': ['ID=08f09d89-a425-4c46-bfc9-7ba9b17507ce,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:58.554487 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:58.663987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-005d71e2-43a5-48ce-96ae-243d5ad52c81', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:22:58.664840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:58.669778 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:22:58.825951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Allocated IP 172.20.0.2 (005d71e2-43a5-48ce-96ae-243d5ad52c81/21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c/61573947-fad6-4371-b16f-e7c1987dd468) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:22:58.970726 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3a576679-6b73-4968-8d83-85875af08aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992b6be0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:22:56Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:22:58.975030 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a576679-6b73-4968-8d83-85875af08aca None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:22:56Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:22:59.039046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.049878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Transition to ACTIVE for port object 61573947-fad6-4371-b16f-e7c1987dd468 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:22:59.070569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Transition to ACTIVE for port object 61573947-fad6-4371-b16f-e7c1987dd468 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:22:59.162739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.167282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2803e152-d6c2-4edc-bf07-911d0987f34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:59.313422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:22:59.316361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:22:59.320303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:22:59.326251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Pushing event updated for resources: {'Port': ['ID=61573947-fad6-4371-b16f-e7c1987dd468,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:59.331074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:59.430935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Attempting to bind port 61573947-fad6-4371-b16f-e7c1987dd468 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:22:59.431323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Attempting to bind port 61573947-fad6-4371-b16f-e7c1987dd468 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:22:59.431702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Attempting to bind port 61573947-fad6-4371-b16f-e7c1987dd468 on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:22:59.438372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:22:59.439054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Checking segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:22:59.439198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.439609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Bound using segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:22:59.440093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Bound port: 61573947-fad6-4371-b16f-e7c1987dd468, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:22:59.440480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.457471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.535855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] For port 61573947-fad6-4371-b16f-e7c1987dd468, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:22:59.539131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] For port 61573947-fad6-4371-b16f-e7c1987dd468, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61573947-fad6-4371-b16f-e7c1987dd468,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:22:59.614641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:22:59.618940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:22:59.700128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Pushing event updated for resources: {'Port': ['ID=61573947-fad6-4371-b16f-e7c1987dd468,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:22:59.704958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:22:59.909330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (005d71e2-43a5-48ce-96ae-243d5ad52c81/21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c/87537195-da8f-4d3b-9d52-cea9a9568c73) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:23:00.080054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:00.095808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 87537195-da8f-4d3b-9d52-cea9a9568c73 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:00.185775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:00.190627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:00.261169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:00.264287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:00.268233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:23:00.303982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:00.313541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:00.331476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:00.641879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:00.846628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 08f09d89-a425-4c46-bfc9-7ba9b17507ce up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:00.985701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 08f09d89-a425-4c46-bfc9-7ba9b17507ce completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:00.991532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 08f09d89-a425-4c46-bfc9-7ba9b17507ce triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:00.992216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.123802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.131694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5951cf4-cf3e-4f02-b929-5fcc926c2d29 None None] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:23:01.211567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.221499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 08f09d89-a425-4c46-bfc9-7ba9b17507ce, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=08f09d89-a425-4c46-bfc9-7ba9b17507ce,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:01.308355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.337799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-922566d3-a977-4279-85e6-b52fae156d51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:01.347932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6e32a214-8cc0-4527-9b3e-12f0a6d40189 None None] Provisioning for port 61573947-fad6-4371-b16f-e7c1987dd468 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:01.350799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.351670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61573947-fad6-4371-b16f-e7c1987dd468 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:01.384975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:01.438145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.443471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:01.446176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:01.490575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=08f09d89-a425-4c46-bfc9-7ba9b17507ce,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:01.496243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:01.568112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 61573947-fad6-4371-b16f-e7c1987dd468 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:01.573368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 61573947-fad6-4371-b16f-e7c1987dd468 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:01.573747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.589422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:01.590534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:01.700398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.734270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 61573947-fad6-4371-b16f-e7c1987dd468, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61573947-fad6-4371-b16f-e7c1987dd468,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:01.762407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Provisioning complete for port 61573947-fad6-4371-b16f-e7c1987dd468 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:01.762784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.787727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:23:01.806688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:01.812824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:01.896075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=61573947-fad6-4371-b16f-e7c1987dd468,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:01.899231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:01.984008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:23:01.993814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:23:01.998309 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/4b93957b-fa7e-4221-8d56-1d5b23a968a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4539301
Dec 22 13:23:02.001490 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36612) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:02.008992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:02.008992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982c88e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:02.066945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Provisioning for port 87537195-da8f-4d3b-9d52-cea9a9568c73 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:02.089144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Provisioning complete for port 87537195-da8f-4d3b-9d52-cea9a9568c73 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:02.089613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.147979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da947fce-af57-4d2d-b082-595cc0bb3368 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.148376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da947fce-af57-4d2d-b082-595cc0bb3368 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.148838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da947fce-af57-4d2d-b082-595cc0bb3368 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.149300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da947fce-af57-4d2d-b082-595cc0bb3368 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.151028 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-da947fce-af57-4d2d-b082-595cc0bb3368 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1484716
Dec 22 13:23:02.153771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36616) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:02.218614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-868601d7-90e8-4945-b894-9fe38fc533cc None None] Port 87537195-da8f-4d3b-9d52-cea9a9568c73 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:23:02.227125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3541970-fd80-4c7f-a768-1afb67a7544e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.227587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3541970-fd80-4c7f-a768-1afb67a7544e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.228035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3541970-fd80-4c7f-a768-1afb67a7544e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.228480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3541970-fd80-4c7f-a768-1afb67a7544e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:02.230142 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a3541970-fd80-4c7f-a768-1afb67a7544e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0754504
Dec 22 13:23:02.232845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36620) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:02.241737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:02.440942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6a095fd9-4d71-4719-9b72-9ff756a24a4f None None] Provisioning complete for port 87537195-da8f-4d3b-9d52-cea9a9568c73 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:02.441324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a095fd9-4d71-4719-9b72-9ff756a24a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.443493 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ece1c82f-83a8-4329-8980-ba1ecf05db1f tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2084906
Dec 22 13:23:02.569259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6a095fd9-4d71-4719-9b72-9ff756a24a4f None None] Port 87537195-da8f-4d3b-9d52-cea9a9568c73 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:23:02.634663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.673367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982c88e0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:02.677267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:23:02.677627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Updating router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 port 87537195-da8f-4d3b-9d52-cea9a9568c73 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:23:02.733144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.772031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36626) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:02.778504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2135016010', 'description': 'tempest-secgroup-smoke-2135016010 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:02.785076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:02.789627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:02.796249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:02.796614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 08f09d89-a425-4c46-bfc9-7ba9b17507ce up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:02.802266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:02.882343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.905867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:02.909814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:02.912777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:02.918718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:02.954608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 08f09d89-a425-4c46-bfc9-7ba9b17507ce triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:02.955216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:02.989647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.059252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.065446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-387216ba-22e4-4b3c-8dd4-b36b03a419f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:03.107673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6ff040-7aa4-4b37-9da9-2ea12190743f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:03.111324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:03.173671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.175125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4015756
Dec 22 13:23:03.178104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36630) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:03.183348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:03.183636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61573947-fad6-4371-b16f-e7c1987dd468 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:03.192942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:03.196784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:03.200721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:03.205651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:03.300515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.312508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.315828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Transition to ACTIVE for port object 87537195-da8f-4d3b-9d52-cea9a9568c73 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:03.323611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 61573947-fad6-4371-b16f-e7c1987dd468 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:03.323994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.372625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.414730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.424647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:03.469752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.471819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4700e0a4-126e-4333-9eb9-8e8f4d893cdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:03.495829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c08ae53-beae-40cc-aafc-5c1240eeec13,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:03.498474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:03.571885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Pushing event updated for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:03.599296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:03.629374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.633414 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4517078
Dec 22 13:23:03.633662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36634) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:03.639355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:03.646019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:03.649958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:03.654403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:03.660738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Attempting to bind port 87537195-da8f-4d3b-9d52-cea9a9568c73 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:23:03.660906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:03.661121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Attempting to bind port 87537195-da8f-4d3b-9d52-cea9a9568c73 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:23:03.661495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Attempting to bind port 87537195-da8f-4d3b-9d52-cea9a9568c73 on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:23:03.666962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:23:03.667350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Checking segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:23:03.667920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.668233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Bound using segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:23:03.668717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Bound port: 87537195-da8f-4d3b-9d52-cea9a9568c73, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:23:03.669103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.746806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.772125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] For port 87537195-da8f-4d3b-9d52-cea9a9568c73, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:23:03.775063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] For port 87537195-da8f-4d3b-9d52-cea9a9568c73, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87537195-da8f-4d3b-9d52-cea9a9568c73,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:23:03.810503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.865323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.869874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-63904067-fd01-4617-a296-e63edac9e775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:03.897357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:03.905168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cddba842-d7ba-412f-855f-c4253519f6a8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:03.928357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49db23f7-5c27-48c6-9d32-d4b701f6f000,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:03.942080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:03.947657 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:03.948339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52982c88e0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:22:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:04.024018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.029137 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3906839
Dec 22 13:23:04.029137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36638) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:04.034272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:04.041218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:04.045141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:04.048470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:04.056001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:04.057476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Pushing event updated for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:04.071584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:04.093973 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:23:04.138736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.198478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:04.206456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.276335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.278293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-223eff44-fba2-45b1-a74b-a9c8a392bb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:04.302968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2376bbaf-0f5b-4f5c-bb6e-5022752d98a3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:04.305287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:04.385070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.386283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3572290
Dec 22 13:23:04.389098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36642) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:04.394934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:04.400772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:04.404567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:04.407704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:04.413354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:04.510826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52982c88e0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:03Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:04.515410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57772e55-e3b9-431f-803f-508f64bf586b None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:03Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:23:04.522480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.601596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.689181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.691199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d26fe7d0-47b7-4e69-a8f3-e05490bd049d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:04.717249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41b33fc-387e-4808-ab9a-ebe01a256776,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:04.721988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:04.802387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:04.806293 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4129090
Dec 22 13:23:04.806452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36646) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:04.813125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:04.816866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87537195-da8f-4d3b-9d52-cea9a9568c73 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:04.819678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:04.823567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:04.826466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:04.834276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:05.008060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 87537195-da8f-4d3b-9d52-cea9a9568c73 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:05.013567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 87537195-da8f-4d3b-9d52-cea9a9568c73 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:05.013947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.036819 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:23:05.043983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.112362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.158249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.169381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2a2648f-23df-4120-a498-0bd2ca4491e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.195702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 87537195-da8f-4d3b-9d52-cea9a9568c73, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87537195-da8f-4d3b-9d52-cea9a9568c73,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:05.197024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.198959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-41306ba5-2800-41f5-8c36-168c33fa010b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:05.221948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9205b0-a0b8-4748-a771-d9c652d707c2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:05.224483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:05.293776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.296691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:05.328544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.330884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6d93dbb8-232c-4b40-a2e1-d752d34dd977 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5224614
Dec 22 13:23:05.334513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36650) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:05.338494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'eb6ff040-7aa4-4b37-9da9-2ea12190743f', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:05.345279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:05.349593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:05.352691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:05.360042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:05.373903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:05.377516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:05.430800 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:23:05.438454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.504880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.602105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.604053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4702fba9-49e0-41a3-b1be-d7607b1f6f00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:05.626196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aa611c-3366-4d51-b244-47f642a8c832,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:05.628574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:05.705055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:05.706229 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3727059
Dec 22 13:23:05.878609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-a8bd9b08-93bf-4329-ad08-5b2f546cd478 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:23:05.973367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-a8bd9b08-93bf-4329-ad08-5b2f546cd478 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:23:05.974444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-a8bd9b08-93bf-4329-ad08-5b2f546cd478 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2135016010&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1345840
Dec 22 13:23:06.124490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-ccf5a590-3e65-4c16-be40-4bc55278cefa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:06.125167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-ccf5a590-3e65-4c16-be40-4bc55278cefa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:23:06.190403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-ccf5a590-3e65-4c16-be40-4bc55278cefa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:23:06.191583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-ccf5a590-3e65-4c16-be40-4bc55278cefa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 796 time: 0.2104137
Dec 22 13:23:06.206131 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-58a68a63-c189-43c5-8d17-60cc80d5931f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0088646
Dec 22 13:23:06.288819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-0c8af0cb-fa63-4680-9119-b1631c8bb7a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:23:06.371696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-0c8af0cb-fa63-4680-9119-b1631c8bb7a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:23:06.373024 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-0c8af0cb-fa63-4680-9119-b1631c8bb7a6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1619916
Dec 22 13:23:06.429620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-55c436c3-acb7-434b-bd70-2104b5b261c5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:23:06.430601 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-55c436c3-acb7-434b-bd70-2104b5b261c5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0456674
Dec 22 13:23:06.564226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-5501bb11-3d3a-4b66-8f8f-3dd3461639d9 service neutron] 10.222.0.16 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265621
Dec 22 13:23:06.793024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87537195-da8f-4d3b-9d52-cea9a9568c73 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:06.830531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-861c233e-f433-491e-820f-b5ed35554534 service neutron] 10.222.0.16 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2606349
Dec 22 13:23:06.861178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 87537195-da8f-4d3b-9d52-cea9a9568c73 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:06.861560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:07.076464 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-835a31a0-72d3-49ad-b02c-9ef87c3e3787 req-015b82cb-a8d2-44e3-a5fb-91dac84202bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 210 time: 0.0470746
Dec 22 13:23:07.522072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c904d66c-b9ec-4a1c-b104-a783470e7b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:08.228003 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2e69ea3e-0844-48de-865e-c3162186a30e req-63b262e8-7e4e-42d0-91e3-2b68837752a4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 210 time: 0.0448842
Dec 22 13:23:08.617561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:08.703640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:09.229355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-bfdd2c84-872a-4780-b339-e2d14add15e9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:09.232119 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-bfdd2c84-872a-4780-b339-e2d14add15e9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 796 time: 0.1495695
Dec 22 13:23:09.280688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-79eb6950-01c5-493a-af60-137df8678559 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:23:09.292888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-79eb6950-01c5-493a-af60-137df8678559 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:23:09.293996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-79eb6950-01c5-493a-af60-137df8678559 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 380 time: 0.0539682
Dec 22 13:23:09.302891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['eb6ff040-7aa4-4b37-9da9-2ea12190743f']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:09.388311 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b8d2205b-37e1-410e-821e-178ba6c749a3 req-a5e9b0a5-e286-459d-8a34-b46e0dd29d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 210 time: 0.0490179
Dec 22 13:23:09.451044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:09.460570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:09.538891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:23:09.542473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:09.704801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.6 (005d71e2-43a5-48ce-96ae-243d5ad52c81/21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c/fddae163-a643-4bfe-9634-76c21d8cbb76) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:23:09.890692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:09.906201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object fddae163-a643-4bfe-9634-76c21d8cbb76 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:09.995291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.001502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e4cc84fc-8796-47e2-ac03-3d0680a10573 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:10.071680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:10.074797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:10.079176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:23:10.129002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:10.131982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:10.157681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:10.158357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.205994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.269552 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9707627
Dec 22 13:23:10.281879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Request body: {'port': {'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:10.396712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.440189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c6d084a3-b413-4f71-8f47-2ab638868539 None None] Provisioning for port fddae163-a643-4bfe-9634-76c21d8cbb76 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:10.445730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c6d084a3-b413-4f71-8f47-2ab638868539 None None] Provisioning complete for port fddae163-a643-4bfe-9634-76c21d8cbb76 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:10.446184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c6d084a3-b413-4f71-8f47-2ab638868539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.504774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-c6d084a3-b413-4f71-8f47-2ab638868539 None None] Port fddae163-a643-4bfe-9634-76c21d8cbb76 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:23:10.585917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957d861-7241-4e18-8789-1b90a30fa6d0 req-db5ce8e3-daff-4440-ba88-e63f3b9e5768 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:10.587442 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d957d861-7241-4e18-8789-1b90a30fa6d0 req-db5ce8e3-daff-4440-ba88-e63f3b9e5768 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 931 time: 0.0872595
Dec 22 13:23:10.632503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d957d861-7241-4e18-8789-1b90a30fa6d0 req-41506dfe-79e8-441e-8f7e-2e680f2ad151 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391674
Dec 22 13:23:10.743635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddae163-a643-4bfe-9634-76c21d8cbb76 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:23:10.752566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.766759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Transition to ACTIVE for port object fddae163-a643-4bfe-9634-76c21d8cbb76 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:10.822786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:10.826391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-79c5d5b4-73e2-4133-a731-f9bbc1faf508 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:10.952951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:10.980032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:11.176913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Attempting to bind port fddae163-a643-4bfe-9634-76c21d8cbb76 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:23:11.177151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Attempting to bind port fddae163-a643-4bfe-9634-76c21d8cbb76 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:23:11.177461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Attempting to bind port fddae163-a643-4bfe-9634-76c21d8cbb76 on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:23:11.182070 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Port fddae163-a643-4bfe-9634-76c21d8cbb76 on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:23:11.182388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Attempting to bind port fddae163-a643-4bfe-9634-76c21d8cbb76 on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:23:11.187700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:23:11.188031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Checking segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:23:11.188410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Bound using segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:23:11.188823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Bound port: fddae163-a643-4bfe-9634-76c21d8cbb76, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:23:11.189183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:11.276451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:23:11.279321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:23:11.402282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:11.408055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9970a28c-d2fd-4655-bb5c-4575348347b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:11.467342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:11.468660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:11.470074 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] 10.222.0.46 "PUT /v2.0/ports/fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 1093 time: 1.1926022
Dec 22 13:23:11.470589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:11.498245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:11.502204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:11.528064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:23:11.624866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-505bc9e7-853d-47d1-8cc9-7f889555bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:11.626357 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-505bc9e7-853d-47d1-8cc9-7f889555bec8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1096 time: 0.0770319
Dec 22 13:23:11.771179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-26a0fec0-d21e-4f02-9d91-e399061b1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:11.772672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-26a0fec0-d21e-4f02-9d91-e399061b1f8e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1388819
Dec 22 13:23:11.822530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818cbdb-49d0-4d3d-b768-96b63f7669c4 req-db0b9c01-9112-4fe4-b732-5b04afe46b47 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:11.823920 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7818cbdb-49d0-4d3d-b768-96b63f7669c4 req-db0b9c01-9112-4fe4-b732-5b04afe46b47 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 943 time: 0.0844932
Dec 22 13:23:11.867975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7818cbdb-49d0-4d3d-b768-96b63f7669c4 req-8cedfedc-141d-4744-9216-60f73b0336d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375190
Dec 22 13:23:11.911698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-50a56a53-edf7-4d8a-98c2-bea43d2bbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:11.913132 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f31c322-5378-40aa-b1fd-a9c75d3e83da req-50a56a53-edf7-4d8a-98c2-bea43d2bbf0a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1339200
Dec 22 13:23:12.021092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-e191f30f-58b6-4d88-8a3d-0acd8457ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:12.022564 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-e191f30f-58b6-4d88-8a3d-0acd8457ad5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1096 time: 0.0745895
Dec 22 13:23:12.093866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-47cfc063-f6d8-4772-81c5-6787b408f406 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 217 time: 0.0635850
Dec 22 13:23:12.158403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-f1a123ba-e307-4d35-854a-73e0b84ad608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:12.159807 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-f1a123ba-e307-4d35-854a-73e0b84ad608 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0602782
Dec 22 13:23:12.235794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-3ad547da-924e-4f81-a21a-3546b88dfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:12.237242 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-3ad547da-924e-4f81-a21a-3546b88dfbfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713093
Dec 22 13:23:12.368904 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-29eb8d50-7f0b-49c3-9498-9512a992e3f1 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246574
Dec 22 13:23:12.500904 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3d6d52f0-5dc9-4ac8-8e2d-978ae64b9e8e req-8af8ab39-1217-4539-a7ab-88dfa06bb4f8 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253617
Dec 22 13:23:13.054194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31151f90-dcfc-49a6-b6c0-96a1d88e1528 req-0bc737f6-9d10-4ed6-8854-c5733c52142c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:13.055585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31151f90-dcfc-49a6-b6c0-96a1d88e1528 req-0bc737f6-9d10-4ed6-8854-c5733c52142c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 943 time: 0.0820968
Dec 22 13:23:13.099978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31151f90-dcfc-49a6-b6c0-96a1d88e1528 req-3aa65fe3-2a46-4007-822f-153af84fdee7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384989
Dec 22 13:23:14.284951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f03f-2ab8-41e1-a585-ca2c371cc107 req-932ba076-8c6c-4609-b466-6e65815ca077 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:14.286405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9529f03f-2ab8-41e1-a585-ca2c371cc107 req-932ba076-8c6c-4609-b466-6e65815ca077 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 943 time: 0.0792441
Dec 22 13:23:14.335741 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9529f03f-2ab8-41e1-a585-ca2c371cc107 req-8f9e8c3c-127c-4db8-b671-efd1583d4f24 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433969
Dec 22 13:23:15.130753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device fddae163-a643-4bfe-9634-76c21d8cbb76 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:23:15.261100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:15.274295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:23:15.328969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:15.345689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddae163-a643-4bfe-9634-76c21d8cbb76 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:23:15.360325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:15.436106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:15.438229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:15.508119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:15.511161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:15.524341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c7394-04b9-4837-82f3-212031e3b67f req-0dee084f-fcb6-4355-a7c8-5aaa03b26fc9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:15.525793 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cb4c7394-04b9-4837-82f3-212031e3b67f req-0dee084f-fcb6-4355-a7c8-5aaa03b26fc9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 944 time: 0.0811894
Dec 22 13:23:15.569609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cb4c7394-04b9-4837-82f3-212031e3b67f req-0daec795-75b5-4048-989a-864e088af008 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379829
Dec 22 13:23:15.658995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['fddae163-a643-4bfe-9634-76c21d8cbb76'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:23:16.756494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00df783-e659-4ca8-bc5b-aab11b6e6277 req-2dc67024-f824-4384-8f7b-dd02be223af7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:16.757959 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a00df783-e659-4ca8-bc5b-aab11b6e6277 req-2dc67024-f824-4384-8f7b-dd02be223af7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 944 time: 0.0838330
Dec 22 13:23:16.802600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a00df783-e659-4ca8-bc5b-aab11b6e6277 req-3ca62edc-42f9-438e-b775-abfd522217b8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389669
Dec 22 13:23:17.161772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device fddae163-a643-4bfe-9634-76c21d8cbb76 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:17.293228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port fddae163-a643-4bfe-9634-76c21d8cbb76 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:17.298627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port fddae163-a643-4bfe-9634-76c21d8cbb76 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:17.299031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:17.414275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:17.439975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:17.449508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:17.516458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:17.518403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:17.553330 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'code': 200}
Dec 22 13:23:17.585932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:17.589033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:17.918831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53263f5d-c853-42b8-b8a5-e06d79e47ac5 req-bb2eef37-cda1-490d-88f7-aead65608dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:17.920630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53263f5d-c853-42b8-b8a5-e06d79e47ac5 req-bb2eef37-cda1-490d-88f7-aead65608dcd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1098 time: 0.0752861
Dec 22 13:23:17.962679 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53263f5d-c853-42b8-b8a5-e06d79e47ac5 req-3939ec2d-eb40-46ef-8213-67047c150df6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358057
Dec 22 13:23:17.985349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fded1bd-c942-417b-93da-6657d612e929 req-553b3e7a-fe74-4711-be3f-28b3e4c4b52e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:17.987460 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3fded1bd-c942-417b-93da-6657d612e929 req-553b3e7a-fe74-4711-be3f-28b3e4c4b52e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.0815187
Dec 22 13:23:18.033476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3fded1bd-c942-417b-93da-6657d612e929 req-24a8ded3-5f79-4576-bc85-1418d6785f9f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409799
Dec 22 13:23:19.225663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a28c6-ccff-4145-a2af-6ff3f1038059 req-46d67bf1-c0f7-4cc9-8ac2-8a42e33c1cb7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:19.227144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-968a28c6-ccff-4145-a2af-6ff3f1038059 req-46d67bf1-c0f7-4cc9-8ac2-8a42e33c1cb7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.0845227
Dec 22 13:23:19.272622 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-968a28c6-ccff-4145-a2af-6ff3f1038059 req-70f408a7-4b58-4c6b-8674-8b62955647e9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396357
Dec 22 13:23:19.461555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eb0ba-d6c7-447d-90db-58c26797e330 req-e98e18e3-4cc4-4111-a57a-2dfeab054194 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:19.463018 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-642eb0ba-d6c7-447d-90db-58c26797e330 req-e98e18e3-4cc4-4111-a57a-2dfeab054194 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.0793023
Dec 22 13:23:19.509603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-642eb0ba-d6c7-447d-90db-58c26797e330 req-a9fb3cfa-5283-44a0-8698-0a364f055ce7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407422
Dec 22 13:23:19.532090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36716) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:19.600422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51098465-7f38-4fa8-9d13-4599935db3fb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:19.601873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-51098465-7f38-4fa8-9d13-4599935db3fb tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1093 time: 0.0688474
Dec 22 13:23:19.604595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36720) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:19.610055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:19.615840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:19.619617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:19.622367 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:19.628674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:19.703170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:19.838738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:19.972824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.45 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/416fe0ff-ae61-46e3-a0b3-3ca22c624cd6) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:23:20.119378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:20.212042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:20.216622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-47f1b883-3b53-4dda-a345-b4a93c2a2b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:20.275669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:20.278613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:20.283257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:23:20.449169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=416fe0ff-ae61-46e3-a0b3-3ca22c624cd6,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:20.461210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.463924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.464510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.464510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.464742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.465098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:23:20.470382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:20.824852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:20.969659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:21.181255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:21.239892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:21.243872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34c5bd34-0c88-46c5-9635-bb7213dae219 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:21.366557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=416fe0ff-ae61-46e3-a0b3-3ca22c624cd6,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:21.371863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:21.381526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:21.578501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP a991a3aa-dad0-432b-9ebe-c437002ddb8f associated. External IP: 172.26.3.45, port: fddae163-a643-4bfe-9634-76c21d8cbb76.
Dec 22 13:23:21.947099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:23:22.244844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:23:22.256063 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:23:22.266390 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:22.267071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993513d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:23:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:22.327240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:22.382928 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7773037
Dec 22 13:23:22.383670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:22.385727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36724) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:22.428862 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:23:22.453613 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:22.522899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7f457-3b86-4f48-afa4-a37994e72484 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:22.524293 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1af7f457-3b86-4f48-afa4-a37994e72484 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1093 time: 0.1374824
Dec 22 13:23:22.547095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-97c26331-2a54-4ede-87a4-0eac23dff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:22.548554 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-97c26331-2a54-4ede-87a4-0eac23dff682 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1098 time: 0.0950656
Dec 22 13:23:22.687663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-cb808fdf-414f-4983-bdd4-2a813eea4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:22.689108 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-cb808fdf-414f-4983-bdd4-2a813eea4aef service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1338820
Dec 22 13:23:22.799942 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-65fc652e-7211-43c0-b46c-c60d02bb282a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 998 time: 0.1037886
Dec 22 13:23:22.801465 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993513d0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:20Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:22.805494 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:23:22.815355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:22.815744 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993513d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:23:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:22.839357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36732) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:22.846040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1384501776', 'description': 'tempest-secgroup-smoke-1384501776 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:22.852472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:22.862679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:22.927594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:22.949118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:22.953752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:22.956664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:22.962409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:22.999858 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:23.003111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-2a53cbbc-58d5-48d9-9fd6-7f96d41bdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:23.004616 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-2a53cbbc-58d5-48d9-9fd6-7f96d41bdf0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.1981087
Dec 22 13:23:23.033850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.087625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-e784f801-0d24-451e-97d8-dc6b1d943057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:23.089009 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-e784f801-0d24-451e-97d8-dc6b1d943057 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0778346
Dec 22 13:23:23.103960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.107873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-76fd12b1-534a-4291-a1eb-12b7f76253a1 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:23.151835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bea7f4-ddee-47ba-8830-b7401fe6b170,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:23.155171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:23.236508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-2f2a4ee5-6c90-4677-877c-3fda73f87a0a service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400847
Dec 22 13:23:23.247516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.249908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4091935
Dec 22 13:23:23.252669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36736) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:23.259264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:23.267819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:23.272375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:23.277422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:23.285183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:23.368648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.383964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec28b81e-7050-4cf1-a51a-f0f9a403a980 req-1773c292-1b45-4e5c-8bbb-318ba5d5e980 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410339
Dec 22 13:23:23.394796 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993513d0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:20Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:23.399665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7d4c2-808a-4fb7-bb8f-7f1253686940 None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:20Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:23:23.432049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.526904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.528820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-219e9927-fb9f-4ba5-ab3b-2596a8c4cacb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:23.552469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1ecbba-582c-48b4-862c-27fa29879b60,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:23.555061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:23.600290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889cb418-b9b3-4773-9dc3-311a1ab87fb2 None None] New status for floating IP a991a3aa-dad0-432b-9ebe-c437002ddb8f: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:23:23.635727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.636857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3827841
Dec 22 13:23:23.640225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36740) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:23.645578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:23.651818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:23.656430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:23.659312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:23.665512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:23.739937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.802666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.847132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.849015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d9c33b5a-c7b7-41ef-91bc-8289bf451764 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:23.870627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4151969f-5438-417d-b1c8-1351e65bbe3d,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:23.873036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:23.927399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:23.928646 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3efbf7d3-2512-4ce3-aad1-a948295b895d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2873619
Dec 22 13:23:23.931742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36744) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:23.938356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:23.944524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:23.948347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:23.951145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:23.957495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:24.024429 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.089017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.149505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.151454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e4f20085-fd4d-4c94-a8ad-6c1a328359b3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:24.173713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdd9dec-3267-4604-8da9-e12e54203329,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:24.179216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:24.241183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.242366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3097057
Dec 22 13:23:24.245073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36748) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:24.250723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:24.256650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:24.260419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:24.263247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:24.268902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:24.339184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.402654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.452455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.454399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d968b7d4-ed43-4092-b7a6-e3bfb64134a0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:24.476473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfb281e-96c3-4080-aaf3-d2fcdb84ed8b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:24.478899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:24.521159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.522324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2763495
Dec 22 13:23:24.525009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36752) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:24.530389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:24.536168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:24.539862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:24.542770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:24.549469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:24.601130 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:23:24.609181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.676671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.778427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.780809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c6af8d55-2a0a-4508-80ab-c158e6904b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:24.803449 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5606f76-5b21-4b81-bcde-c60d085abdb5,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:24.807716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:24.868670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:24.869851 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3439524
Dec 22 13:23:24.872554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36756) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:24.877560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': 'd3bea7f4-ddee-47ba-8830-b7401fe6b170', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:24.883412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:24.887184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:24.890639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:24.896281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:24.967563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:23:24.974204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:25.037665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:25.097925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:25.099844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-994c55c1-6355-4d19-8a42-d7fa28c2fa30 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:25.121635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff81215-3f38-44bc-b0a4-caf493cdd31d,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:25.126064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:25.200915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:25.202594 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3291383
Dec 22 13:23:25.361540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-c210dd70-155f-4457-93aa-bd3bd298bf8c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:23:25.429426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-c210dd70-155f-4457-93aa-bd3bd298bf8c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:23:25.430566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-c210dd70-155f-4457-93aa-bd3bd298bf8c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1384501776&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1069429
Dec 22 13:23:25.582030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-46889f6f-5e07-4046-af4d-218882c1270b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:25.583396 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-46889f6f-5e07-4046-af4d-218882c1270b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 796 time: 0.1450484
Dec 22 13:23:25.597968 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-29a2554c-25d8-45c4-b209-247e1073b8b9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0091968
Dec 22 13:23:25.689021 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-8ed41e33-c353-43d2-a4d1-7bc8ea2c13e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0861351
Dec 22 13:23:25.741572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-fff58bd9-c653-4831-b8d9-19b203c54381 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:23:25.742533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-fff58bd9-c653-4831-b8d9-19b203c54381 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0425653
Dec 22 13:23:25.872334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-5729f10b-8a61-4b98-882d-bb4d3f875e24 service neutron] 10.222.0.16 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238568
Dec 22 13:23:26.001859 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-c7f1d0a5-80ce-429c-bebd-5a9c21dfb144 service neutron] 10.222.0.16 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233807
Dec 22 13:23:26.258112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4037f6f-f0ea-4f5c-a1db-66ec4f21e897 req-4603897e-7885-46d2-84b0-799503950e09 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 210 time: 0.0428870
Dec 22 13:23:27.414120 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e85a2b66-bfbb-4a9c-abcf-8e28a4ccbbc1 req-a230f84f-7703-4d68-a8a8-46f98719724c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 210 time: 0.0495756
Dec 22 13:23:28.084264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-17ff6232-7637-4d7e-a32a-fa6db1496d12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:28.085701 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-17ff6232-7637-4d7e-a32a-fa6db1496d12 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 796 time: 0.1462348
Dec 22 13:23:28.142442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-597fff2b-511c-48eb-9c10-482203a7b4f3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 473 time: 0.0410311
Dec 22 13:23:28.157085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['d3bea7f4-ddee-47ba-8830-b7401fe6b170']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:28.293535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:28.297690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:port and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:28.301143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:28.306581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:28.399759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:23:28.403404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:28.567524 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-38b2497f-e454-46cd-867d-ecb7bbe8c2ea req-aaec6bbb-63d8-4f53-881a-766cdd90a1ff tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 210 time: 0.0463917
Dec 22 13:23:28.571665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.4 (005d71e2-43a5-48ce-96ae-243d5ad52c81/21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c/a72ebaaf-f65f-474c-ab91-1851bdf6439d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:23:28.767186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:28.783839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object a72ebaaf-f65f-474c-ab91-1851bdf6439d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:28.868792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:28.874310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:28.944336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:28.947318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:28.951144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:23:28.981975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:28.989391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:29.020439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:29.021058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:29.109025 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9553809
Dec 22 13:23:29.132249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Request body: {'port': {'device_id': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:29.234307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ed4e6d8-afc5-4bed-a11d-4cf5ec204124 None None] Provisioning for port a72ebaaf-f65f-474c-ab91-1851bdf6439d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:29.240563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ed4e6d8-afc5-4bed-a11d-4cf5ec204124 None None] Provisioning complete for port a72ebaaf-f65f-474c-ab91-1851bdf6439d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:29.240563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ed4e6d8-afc5-4bed-a11d-4cf5ec204124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:29.246896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:29.295153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4e6d8-afc5-4bed-a11d-4cf5ec204124 None None] Port a72ebaaf-f65f-474c-ab91-1851bdf6439d cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:23:29.695384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72ebaaf-f65f-474c-ab91-1851bdf6439d {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:23:29.702502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:29.717737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Transition to ACTIVE for port object a72ebaaf-f65f-474c-ab91-1851bdf6439d will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:23:29.760491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af2131-3a06-4e82-8d86-2bfb904793c5 req-037bd645-fa14-41c7-a7ba-d852d937c3ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:29.761941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19af2131-3a06-4e82-8d86-2bfb904793c5 req-037bd645-fa14-41c7-a7ba-d852d937c3ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 931 time: 0.0848966
Dec 22 13:23:29.806830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19af2131-3a06-4e82-8d86-2bfb904793c5 req-fe0cc5ff-22e0-4aba-a029-940606eadf97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389566
Dec 22 13:23:29.812586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:29.817939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-59a1cf19-0f44-4d48-b4d6-4f09cf0be5e4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:30.008964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:30.011975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:30.056444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Attempting to bind port a72ebaaf-f65f-474c-ab91-1851bdf6439d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:23:30.056782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Attempting to bind port a72ebaaf-f65f-474c-ab91-1851bdf6439d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:23:30.057112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Attempting to bind port a72ebaaf-f65f-474c-ab91-1851bdf6439d on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:23:30.061911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Port a72ebaaf-f65f-474c-ab91-1851bdf6439d on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:23:30.062229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Attempting to bind port a72ebaaf-f65f-474c-ab91-1851bdf6439d on network 005d71e2-43a5-48ce-96ae-243d5ad52c81 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:23:30.067308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:23:30.067642 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Checking segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:23:30.068024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Bound using segment: {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:23:30.068443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Bound port: a72ebaaf-f65f-474c-ab91-1851bdf6439d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '887ee2e3-2ef6-4179-b213-50a1a3238b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:23:30.068786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:30.160327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:23:30.163369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:23:30.235581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:30.240469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-244b3433-0fea-468c-b614-428c4f485743 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:30.296779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.297400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:30.299699 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/a72ebaaf-f65f-474c-ab91-1851bdf6439d HTTP/1.1" status: 200  len: 1093 time: 1.1707604
Dec 22 13:23:30.300293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:30.327855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:30.338695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:30.358952 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'status': 'completed', 'code': 200}
Dec 22 13:23:30.457312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-8865306e-fcb5-43d7-9db3-e85ce80367ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.458974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-8865306e-fcb5-43d7-9db3-e85ce80367ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1096 time: 0.0791206
Dec 22 13:23:30.599221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-6a077ff6-50d8-45eb-be94-fd378d28dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.600599 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-6a077ff6-50d8-45eb-be94-fd378d28dbff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1346922
Dec 22 13:23:30.737010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-3d82d70e-1117-4a50-acbe-a0b6f3713187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.738446 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3b74810f-d51a-4801-9009-ccbb1995bc77 req-3d82d70e-1117-4a50-acbe-a0b6f3713187 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1309211
Dec 22 13:23:30.846597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-2cbec011-5807-4f0c-973e-e992f6968d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.848158 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-2cbec011-5807-4f0c-973e-e992f6968d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1096 time: 0.0706859
Dec 22 13:23:30.921626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-975d03bc-44c1-46b3-98f0-6852f71d471b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d HTTP/1.1" status: 200  len: 217 time: 0.0647221
Dec 22 13:23:30.985624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-83a62158-046e-4c29-9c10-9bc7a9516e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.988283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-83a62158-046e-4c29-9c10-9bc7a9516e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0602579
Dec 22 13:23:30.994236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705a8f8-ef1f-4f3e-9d41-c5a93879eeb8 req-20377daa-14df-4ab0-b8ea-9d2fb55268ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:30.995713 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5705a8f8-ef1f-4f3e-9d41-c5a93879eeb8 req-20377daa-14df-4ab0-b8ea-9d2fb55268ce tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 943 time: 0.0830455
Dec 22 13:23:31.039952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5705a8f8-ef1f-4f3e-9d41-c5a93879eeb8 req-da5d88bc-d7f4-439b-a9c7-05e905890c92 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383215
Dec 22 13:23:31.070393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-3842db14-b182-444a-a15f-0af59e1c8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:31.071888 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-3842db14-b182-444a-a15f-0af59e1c8da6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0771496
Dec 22 13:23:31.212508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-21d64a6f-8e27-459d-ae8c-c830f3d7e65a service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251719
Dec 22 13:23:31.348511 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-dfab95ae-8118-4efd-af94-39ac415fcca5 req-66542002-bd15-419e-b6f1-2ba97025b9cb service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280756
Dec 22 13:23:32.225116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5e749-12ce-4121-ab67-9fb8698e4a00 req-a9038cc9-e335-4e35-a9cf-ee1b401ebb9d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:32.226570 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04c5e749-12ce-4121-ab67-9fb8698e4a00 req-a9038cc9-e335-4e35-a9cf-ee1b401ebb9d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 943 time: 0.0790565
Dec 22 13:23:32.271644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04c5e749-12ce-4121-ab67-9fb8698e4a00 req-74645887-b4e6-45f6-a944-7a3c79e9f039 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393796
Dec 22 13:23:32.600477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:33.459658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f46b7c-bdaa-462a-9424-620f630b6f8c req-a827581b-ed38-4074-983f-01f30ffbd018 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:33.461092 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-23f46b7c-bdaa-462a-9424-620f630b6f8c req-a827581b-ed38-4074-983f-01f30ffbd018 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 943 time: 0.0834308
Dec 22 13:23:33.504354 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-23f46b7c-bdaa-462a-9424-620f630b6f8c req-80db762f-7c21-4ba2-af94-14ae713d0bdf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377398
Dec 22 13:23:34.683707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f22b6a-196c-4b88-9407-bf61381ca361 req-da866364-f5e1-41e6-8d35-7a9f07385339 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:34.685323 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37f22b6a-196c-4b88-9407-bf61381ca361 req-da866364-f5e1-41e6-8d35-7a9f07385339 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 943 time: 0.0797715
Dec 22 13:23:34.732008 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37f22b6a-196c-4b88-9407-bf61381ca361 req-ee54186b-0b6b-4ee7-8a46-9e16ef7ebdda tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404439
Dec 22 13:23:35.120519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f5474317-71be-4299-9400-6c4ffb54de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:35.256246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a72ebaaf-f65f-474c-ab91-1851bdf6439d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:23:35.387994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:35.401232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'port_id': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'mac_address': 'fa:16:3e:cd:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:23:35.459308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:35.475847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72ebaaf-f65f-474c-ab91-1851bdf6439d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:23:35.490612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:35.537502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:35.539251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:35.603419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:35.606348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:35.749449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a72ebaaf-f65f-474c-ab91-1851bdf6439d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:23:36.033829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7104d-663f-4ea5-83cb-3af04f33b25b req-56ec425c-6a80-4f77-9c01-715219e3e460 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:36.035228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a7a7104d-663f-4ea5-83cb-3af04f33b25b req-56ec425c-6a80-4f77-9c01-715219e3e460 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 944 time: 0.1957309
Dec 22 13:23:36.080155 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a7a7104d-663f-4ea5-83cb-3af04f33b25b req-20ad7175-21af-41b9-9026-556978e6d3ab tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390735
Dec 22 13:23:37.256381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a72ebaaf-f65f-474c-ab91-1851bdf6439d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:23:37.263411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59787-e907-40b7-8e3e-9f89abb83251 req-247f2f11-6c49-4085-9c91-39301540ddfa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:37.264867 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaf59787-e907-40b7-8e3e-9f89abb83251 req-247f2f11-6c49-4085-9c91-39301540ddfa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 944 time: 0.0836077
Dec 22 13:23:37.310415 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aaf59787-e907-40b7-8e3e-9f89abb83251 req-decf463d-af6f-49a7-9546-35a5fc06c958 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386221
Dec 22 13:23:37.433772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port a72ebaaf-f65f-474c-ab91-1851bdf6439d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:23:37.438616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a72ebaaf-f65f-474c-ab91-1851bdf6439d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:23:37.439598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:37.482966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f651212d-cf72-4856-8ee2-c72bb3023e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:37.558778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:37.586047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:37.596004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:23:37.630198 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'code': 200}
Dec 22 13:23:37.692270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:37.694138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1adc8df0-6b3f-4283-9a1c-6392b3c4fd46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:37.761221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:37.764410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:37.956554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215c96a-b5f2-4237-8d4e-83543fafc95d req-d57069be-59d7-4f0a-b027-fde8a79967e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:37.957933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4215c96a-b5f2-4237-8d4e-83543fafc95d req-d57069be-59d7-4f0a-b027-fde8a79967e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1098 time: 0.0698969
Dec 22 13:23:37.997098 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4215c96a-b5f2-4237-8d4e-83543fafc95d req-9281f06d-a8a3-48eb-a5c1-003b4846ebeb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327301
Dec 22 13:23:38.496009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34beab4-1266-4743-811b-df048af114b6 req-c8a8b1be-56fe-49e2-8be2-f6a742f09caa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:38.497456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c34beab4-1266-4743-811b-df048af114b6 req-c8a8b1be-56fe-49e2-8be2-f6a742f09caa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.0809629
Dec 22 13:23:38.542656 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c34beab4-1266-4743-811b-df048af114b6 req-7bacd419-3bd3-4585-8c39-342f6bdb178f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384448
Dec 22 13:23:38.642693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:38.685903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:39.730360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b9559-715a-46b2-b3ea-d0b320561664 req-297123ce-d313-4c42-b5ac-82bddd73bc43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:39.731834 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-716b9559-715a-46b2-b3ea-d0b320561664 req-297123ce-d313-4c42-b5ac-82bddd73bc43 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.0823410
Dec 22 13:23:39.831441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-716b9559-715a-46b2-b3ea-d0b320561664 req-819d74f8-07d6-41be-a2ad-3bfded31c33c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930386
Dec 22 13:23:40.009306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c155c-2672-40bb-8aa1-c0d3afc772c6 req-af79d4bb-74ff-42f9-bf2c-018882727aba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:40.010736 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2b4c155c-2672-40bb-8aa1-c0d3afc772c6 req-af79d4bb-74ff-42f9-bf2c-018882727aba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.0783043
Dec 22 13:23:40.057780 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2b4c155c-2672-40bb-8aa1-c0d3afc772c6 req-bbfb1572-dc2a-469d-a180-8bf532180610 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414391
Dec 22 13:23:40.080395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36816) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:40.154486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:40.275547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425ea42-56f7-4033-ab1c-1f384e9afc65 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:40.277058 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d425ea42-56f7-4033-ab1c-1f384e9afc65 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1093 time: 0.1955326
Dec 22 13:23:40.280081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36820) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:23:40.285961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:23:40.291939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:23:40.295711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:23:40.299159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:23:40.305001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:23:40.366542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:40.503362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:40.637143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.71 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/3980af5f-477d-43a7-90e3-06e752ae39a2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:23:40.783936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:40.875051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:40.881007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:40.942992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:23:40.945678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:23:40.949292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:23:40.983849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3980af5f-477d-43a7-90e3-06e752ae39a2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:40.995743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:41.092960 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:23:41.367647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:41.516455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:41.717691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:41.800335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:41.804242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:23:41.912623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=3980af5f-477d-43a7-90e3-06e752ae39a2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:23:41.916458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:23:41.922710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:42.228536 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4 associated. External IP: 172.26.3.71, port: a72ebaaf-f65f-474c-ab91-1851bdf6439d.
Dec 22 13:23:42.582875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:23:42.759257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:23:42.769974 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:23:42.780293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:42.781031 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991c8100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:23:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:42.839447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:23:42.898587 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6174376
Dec 22 13:23:42.899283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:23:42.943036 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'status': 'completed', 'code': 200}
Dec 22 13:23:42.959463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:43.033872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2058dd-c669-4445-abe6-da61bb942a27 req-e1b737d6-506e-4ea0-be08-7d217254a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:43.035444 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-e1b737d6-506e-4ea0-be08-7d217254a233 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1098 time: 0.0716896
Dec 22 13:23:43.175432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2058dd-c669-4445-abe6-da61bb942a27 req-e373cd37-bf6d-430e-9a60-52ac1c0517e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:43.176861 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-e373cd37-bf6d-430e-9a60-52ac1c0517e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1342235
Dec 22 13:23:43.280964 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-87655981-c1b4-4148-9221-236f0a74392a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d HTTP/1.1" status: 200  len: 998 time: 0.0979567
Dec 22 13:23:43.314440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991c8100>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.71', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:cd:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:41Z', 'updated_at': '2021-12-22T13:23:41Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}, {'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:43.318241 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:23:43.326347 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:23:43.326972 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52991c8100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:23:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:43.346956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2058dd-c669-4445-abe6-da61bb942a27 req-fca3068d-9b27-452b-ac15-53ffe9603260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:43.348406 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-fca3068d-9b27-452b-ac15-53ffe9603260 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0610533
Dec 22 13:23:43.428284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2058dd-c669-4445-abe6-da61bb942a27 req-2e204622-598e-483c-8ae8-b4c300e3ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:23:43.429678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-2e204622-598e-483c-8ae8-b4c300e3ee6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749743
Dec 22 13:23:43.500754 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:23:43.559899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-598770af-4892-45c1-8cd4-b925a4fcb810 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232486
Dec 22 13:23:43.694289 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be2058dd-c669-4445-abe6-da61bb942a27 req-55eb72f3-3af4-448c-9dc2-24e8ab9861e1 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246834
Dec 22 13:23:43.873514 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52991c8100>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.71', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:cd:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:41Z', 'updated_at': '2021-12-22T13:23:41Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}, {'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:23:43.877922 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6106013-21e7-4a33-a095-87fde1ef877b None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.71', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:cd:9a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:41Z', 'updated_at': '2021-12-22T13:23:41Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}, {'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:23:44.074962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dd2da5-04bb-43a3-b597-0871dcfb5819 None None] New status for floating IP 9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:24:02.576377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:02.756643 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-1b467c3b-8812-41a7-9532-6e978d90f265 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0681264
Dec 22 13:24:03.042972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057722a-94fc-4779-a877-72ab77e940f0 req-46164cd1-7c3d-4419-b239-22066da29485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:03.044443 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-46164cd1-7c3d-4419-b239-22066da29485 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1098 time: 0.1989179
Dec 22 13:24:03.192562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057722a-94fc-4779-a877-72ab77e940f0 req-b9b4d657-0218-4d8b-9754-06f5f189d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:03.194368 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-b9b4d657-0218-4d8b-9754-06f5f189d5a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1293390
Dec 22 13:24:03.298438 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-9d02061b-f910-42a9-848d-7d152b293669 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 1000 time: 0.0971286
Dec 22 13:24:03.360792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057722a-94fc-4779-a877-72ab77e940f0 req-4ed2c411-133a-42a5-a24e-ff9b84192253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:03.362184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-4ed2c411-133a-42a5-a24e-ff9b84192253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0574474
Dec 22 13:24:03.435768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057722a-94fc-4779-a877-72ab77e940f0 req-23b84768-c1c3-4667-ab89-1248d77b3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:03.437260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-23b84768-c1c3-4667-ab89-1248d77b3164 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686481
Dec 22 13:24:03.577419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-ddb81299-5c94-472f-8957-21ef47b7904d service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249654
Dec 22 13:24:03.709491 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f057722a-94fc-4779-a877-72ab77e940f0 req-e2f1a3b9-f04c-41bf-b04c-ef2f9a67c88e service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237221
Dec 22 13:24:05.113830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fe9627c-692e-44e3-920a-06155338735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:07.502191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b4d65a3-0940-4171-8577-7fb6f964db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:08.582137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:08.696542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:10.136041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:16.978367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36842) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:17.087914 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3724a9bc-5283-4a43-9e88-572ea699fe94 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/a991a3aa-dad0-432b-9ebe-c437002ddb8f HTTP/1.1" status: 200  len: 992 time: 0.1081271
Dec 22 13:24:17.838798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36852) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:17.844727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:17.965548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:18.091335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:24:18.177858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:18.201778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:18.250234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:18.253967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed7f7c4e-b734-4a31-846e-7f40f842f9e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:18.323927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:18.324550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:18.325939 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/ports/fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 938 time: 0.4861350
Dec 22 13:24:18.326575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:18.347407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=6']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:18.356299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.356694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.357080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.357458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.357843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.358204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.358569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.358992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.359366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.359868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.360241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.360604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:18.365551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:18.376859 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:24:18.478095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-39da70e1-536e-435a-889a-7c5bef24c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:18.479651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-39da70e1-536e-435a-889a-7c5bef24c72c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1099 time: 0.0800064
Dec 22 13:24:18.525023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-060fc099-a790-438f-aa09-2077b59c4d34 None None] Provisioning complete for port fddae163-a643-4bfe-9634-76c21d8cbb76 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:18.525608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-060fc099-a790-438f-aa09-2077b59c4d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:18.587550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-060fc099-a790-438f-aa09-2077b59c4d34 None None] Port fddae163-a643-4bfe-9634-76c21d8cbb76 is administratively disabled so it will not transition to active. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Dec 22 13:24:18.615191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-fb6abe65-1afe-4b79-bb2c-6a523a39c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:18.616559 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-fb6abe65-1afe-4b79-bb2c-6a523a39c5bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1298671
Dec 22 13:24:18.721217 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-5018e5ea-73a4-4991-9ee6-e9f11c94e930 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 1001 time: 0.0983968
Dec 22 13:24:18.784203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-d02ae1a3-c2dd-41b4-a057-a7d1cd525250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:18.785610 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-d02ae1a3-c2dd-41b4-a057-a7d1cd525250 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0598698
Dec 22 13:24:18.859560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-52c26242-254d-418d-8fd0-402e704b4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:18.860967 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-52c26242-254d-418d-8fd0-402e704b4903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694914
Dec 22 13:24:19.094730 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-0169699d-526c-4cb6-bcde-b8617e12b09d service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272327
Dec 22 13:24:19.226949 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-af07b32c-8800-46fd-a079-12fef0e4eb68 req-affaf525-506c-4f2e-9c96-57992fd47632 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259804
Dec 22 13:24:21.754187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36862) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:21.760347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:21.885479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:22.105231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:22.129158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:22.187295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:22.190907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1be4b5ed-49ca-4a0b-9828-5c9469aab97f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:22.256332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:22.258881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:22.258881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/ports/fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 937 time: 0.5031011
Dec 22 13:24:22.259101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:22.261531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36866) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:22.288174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=7']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:22.299975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:22.321420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:24:22.387507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7fa9dddc-feeb-4ed1-87bc-f26d0408e368 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/a991a3aa-dad0-432b-9ebe-c437002ddb8f HTTP/1.1" status: 200  len: 992 time: 0.1241813
Dec 22 13:24:22.422496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-c2ce626c-0d62-4a2b-8bbf-db6959285ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:22.424061 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-c2ce626c-0d62-4a2b-8bbf-db6959285ee5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1098 time: 0.0812860
Dec 22 13:24:22.481764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['fddae163-a643-4bfe-9634-76c21d8cbb76'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:24:22.555074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6fde5d9f-ddf7-4fc9-b7da-57d2ae570190 None None] Provisioning complete for port fddae163-a643-4bfe-9634-76c21d8cbb76 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:22.555373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6fde5d9f-ddf7-4fc9-b7da-57d2ae570190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:22.563559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-cfb19bdf-5114-4073-83b4-37da9ca03377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:22.568345 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-cfb19bdf-5114-4073-83b4-37da9ca03377 service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1336615
Dec 22 13:24:22.665627 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-ae210ed6-02ad-4716-b24f-5c3df9dbc229 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 1000 time: 0.0938292
Dec 22 13:24:22.731114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-a4772cec-835f-4588-ae80-d0a36180334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:22.732625 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-a4772cec-835f-4588-ae80-d0a36180334c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0610414
Dec 22 13:24:22.809772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-2035b8ec-dfc4-4e53-8497-f2e04bb4eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:22.811275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-2035b8ec-dfc4-4e53-8497-f2e04bb4eb31 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722015
Dec 22 13:24:22.953986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-6ff0efb2-f6c8-4dc6-acf3-ed4f4cac6960 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350250
Dec 22 13:24:23.091881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa78eee0-30b4-4140-8b1d-6a7fb8fd43db req-6a4b4cb9-c06c-49dd-9fea-76ff3c6e96af service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305871
Dec 22 13:24:25.085086 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36878) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:25.282502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 3980af5f-477d-43a7-90e3-06e752ae39a2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:25.282869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:25.454489 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:25.454813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:25.575181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 3980af5f-477d-43a7-90e3-06e752ae39a2 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:25.798992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:25.802807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8e7f1d57-2370-44ee-ab83-97714de591dc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:25.846376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=3980af5f-477d-43a7-90e3-06e752ae39a2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:25.882576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.882988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.883363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.883729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.884091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.884451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.884808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.885165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.885524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.885877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.886230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.886581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:25.893382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:25.948579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:25.948956 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4 disassociated (deleted). External IP: 172.26.3.71, port: a72ebaaf-f65f-474c-ab91-1851bdf6439d.
Dec 22 13:24:26.410015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:24:26.590191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:24:26.600699 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:24:26.606546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:26.609485 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:26.610086 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986cc340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:26.660068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4 HTTP/1.1" status: 204  len: 168 time: 1.5739098
Dec 22 13:24:26.660721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:26.771954 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'status': 'completed', 'code': 200}
Dec 22 13:24:26.795250 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:26.875665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-c15c9a10-4563-45ec-aad0-d77b4becaee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:26.877054 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-c15c9a10-4563-45ec-aad0-d77b4becaee0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 1098 time: 0.0819304
Dec 22 13:24:27.011437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-adc96cf5-8358-40ea-a27f-ee91284f9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:27.012881 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-adc96cf5-8358-40ea-a27f-ee91284f9555 service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1294727
Dec 22 13:24:27.090671 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-3276d5f4-b3ad-489d-8b22-da5bad30d0c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d HTTP/1.1" status: 200  len: 217 time: 0.0706339
Dec 22 13:24:27.167581 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986cc340>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:27.172232 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:24:27.181920 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:27.182200 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986cc340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:27.194612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29874881-b23b-4f17-b86b-47883bb374b1 req-df263a44-c129-4b95-9a5a-672cf2e67706 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:27.195462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-29874881-b23b-4f17-b86b-47883bb374b1 req-df263a44-c129-4b95-9a5a-672cf2e67706 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:27.256075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-29874881-b23b-4f17-b86b-47883bb374b1 req-df263a44-c129-4b95-9a5a-672cf2e67706 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:27.257255 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-29874881-b23b-4f17-b86b-47883bb374b1 req-df263a44-c129-4b95-9a5a-672cf2e67706 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.1455083
Dec 22 13:24:27.282548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-4d767ff9-72f3-4223-b3a3-a515855d4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:27.284411 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-4d767ff9-72f3-4223-b3a3-a515855d4da3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.1862154
Dec 22 13:24:27.309377 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-29874881-b23b-4f17-b86b-47883bb374b1 req-e7345daf-e21d-426f-ae94-9af927d0b677 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441058
Dec 22 13:24:27.370010 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:27.377522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-98358b19-f69b-4dc6-aad3-f5d5f1455bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:27.379035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-98358b19-f69b-4dc6-aad3-f5d5f1455bb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0864387
Dec 22 13:24:27.516233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-76003ef2-1dd5-4d20-86f6-9cb0cac6db0f service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289666
Dec 22 13:24:27.652588 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a07ef8fd-f79b-4f54-acea-f46d6e9989fc req-16241fd5-fef0-4a0e-9bfe-41ef61140bdd service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281009
Dec 22 13:24:27.715545 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986cc340>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:27.719556 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42bd7a1-4bff-417e-8c41-2e0a3aaea83c None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'a991a3aa-dad0-432b-9ebe-c437002ddb8f', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.45', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'port_id': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'mac_address': 'fa:16:3e:70:bf:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:23:20Z', 'updated_at': '2021-12-22T13:23:23Z', 'revision_number': 1, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:24:27.936451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4f93fd-f759-48d8-a4ed-0f89c6a73496 None None] New status for floating IP 9b12a53c-aa2b-4f29-a2eb-8cad4eb877a4: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:24:28.477417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-f3e09de1-ab8c-474e-9bac-69a3a5de45c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:28.482909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-f3e09de1-ab8c-474e-9bac-69a3a5de45c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:28.490540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-f3e09de1-ab8c-474e-9bac-69a3a5de45c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:28.491728 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-f3e09de1-ab8c-474e-9bac-69a3a5de45c9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.0990448
Dec 22 13:24:28.500047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553004-b05c-40db-8efa-13b34b5693c4 req-b02944f6-8587-4adb-9ea9-c5937f3d5908 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:28.501510 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58553004-b05c-40db-8efa-13b34b5693c4 req-b02944f6-8587-4adb-9ea9-c5937f3d5908 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 945 time: 0.0818124
Dec 22 13:24:28.545469 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58553004-b05c-40db-8efa-13b34b5693c4 req-1d9828a3-64c9-406d-83cb-424429efce83 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=d3bea7f4-ddee-47ba-8830-b7401fe6b170&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375404
Dec 22 13:24:28.562261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port a72ebaaf-f65f-474c-ab91-1851bdf6439d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:28.562608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:28.810641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port a72ebaaf-f65f-474c-ab91-1851bdf6439d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a72ebaaf-f65f-474c-ab91-1851bdf6439d,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:28.811029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:28.932899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for a72ebaaf-f65f-474c-ab91-1851bdf6439d owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:29.124427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:29.130454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-add81a45-287c-4e1d-8b76-71f78551b86a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:29.176412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=a72ebaaf-f65f-474c-ab91-1851bdf6439d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:29.207048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:29.253584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port a72ebaaf-f65f-474c-ab91-1851bdf6439d on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:24:29.256088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:29.258659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'name': 'network-vif-deleted', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:29.303454 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3bab68-dc05-461c-a9a9-341048bc99a1', 'name': 'network-vif-deleted', 'tag': 'a72ebaaf-f65f-474c-ab91-1851bdf6439d', 'status': 'completed', 'code': 200}
Dec 22 13:24:29.308275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7d9b5b9d-9b5c-44b9-bb64-6300e2ded7c9 req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/a72ebaaf-f65f-474c-ab91-1851bdf6439d HTTP/1.1" status: 204  len: 173 time: 0.8110194
Dec 22 13:24:29.722862 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f944fd87-177d-4ea9-a250-47a63040bcbe req-49e7bc47-7ad9-47a9-bdb8-e3783016850b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b3bab68-dc05-461c-a9a9-341048bc99a1 HTTP/1.1" status: 200  len: 210 time: 0.0468209
Dec 22 13:24:30.819330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36898) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:30.885571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:30.914530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.049978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.054377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-09d23232-5238-4b14-8e45-e9e98c9a7979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:31.070242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bea7f4-ddee-47ba-8830-b7401fe6b170,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:31.072812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:31.140465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.141566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fe4ce4c5-946b-4da8-bcb4-aba26d1b4a58 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/d3bea7f4-ddee-47ba-8830-b7401fe6b170 HTTP/1.1" status: 204  len: 168 time: 0.3212433
Dec 22 13:24:31.222303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36904) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:31.428034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 416fe0ff-ae61-46e3-a0b3-3ca22c624cd6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:31.428312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.595203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.595532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:31.716303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 416fe0ff-ae61-46e3-a0b3-3ca22c624cd6 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:32.038468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:32.042006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7a65b743-8c51-42f3-9adc-92b9aa2bc26f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:32.087656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=416fe0ff-ae61-46e3-a0b3-3ca22c624cd6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:32.090279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:32.178266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:32.178603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP a991a3aa-dad0-432b-9ebe-c437002ddb8f disassociated (deleted). External IP: 172.26.3.45, port: fddae163-a643-4bfe-9634-76c21d8cbb76.
Dec 22 13:24:32.529106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:24:32.581017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:32.704329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:24:32.714122 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:24:32.720173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:32.723282 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:32.724501 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992362b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:32.776873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/a991a3aa-dad0-432b-9ebe-c437002ddb8f HTTP/1.1" status: 204  len: 168 time: 1.5534868
Dec 22 13:24:32.777591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:32.835053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:24:32.926717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-c21b3135-f657-4a91-b6b1-21b566a9d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:32.928577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-c21b3135-f657-4a91-b6b1-21b566a9d896 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 1098 time: 0.0746803
Dec 22 13:24:32.939056 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:33.062595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-9ccabb8e-362e-4fd8-bdc4-378dd2bc5ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:33.064092 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-9ccabb8e-362e-4fd8-bdc4-378dd2bc5ff3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 200  len: 897 time: 0.1295085
Dec 22 13:24:33.138067 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-2a81fb58-947e-4013-a1a8-68c9d0c46265 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 200  len: 217 time: 0.0676200
Dec 22 13:24:33.218355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-6e121b9e-9a60-4c49-8b95-e9d6502f21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:33.219850 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-6e121b9e-9a60-4c49-8b95-e9d6502f21ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 200  len: 835 time: 0.0750859
Dec 22 13:24:33.273016 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992362b0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:33.277932 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:24:33.287980 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:33.289094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992362b0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:33.302375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-b9de798b-3c71-42c6-ab39-bad9ef038445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:33.304784 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-b9de798b-3c71-42c6-ab39-bad9ef038445 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=005d71e2-43a5-48ce-96ae-243d5ad52c81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0773666
Dec 22 13:24:33.328801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-92864255-8058-44d4-bcce-96893ce41e6e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:33.329499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-92864255-8058-44d4-bcce-96893ce41e6e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:33.404332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-92864255-8058-44d4-bcce-96893ce41e6e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:33.405935 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-92864255-8058-44d4-bcce-96893ce41e6e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.1637371
Dec 22 13:24:33.454080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-36c6cf0a-3dc3-4f73-8c99-06b855340e00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:33.486470 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:33.524783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-36c6cf0a-3dc3-4f73-8c99-06b855340e00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:33.526107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a72ebaaf-f65f-474c-ab91-1851bdf6439d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:24:33.526345 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1717245-7a75-48af-baf2-a52da6198bf4 req-36c6cf0a-3dc3-4f73-8c99-06b855340e00 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132581
Dec 22 13:24:33.571352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: a72ebaaf-f65f-474c-ab91-1851bdf6439d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:24:33.571840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a72ebaaf-f65f-474c-ab91-1851bdf6439d not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:24:33.577420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-19e08a45-035f-41b3-945c-3de55a1380b0 service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651014
Dec 22 13:24:33.716531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-92f6b5d8-01ba-47c2-add3-3bcd0d53fe30 req-fcf90d08-d124-404d-bfeb-2717fd9cd96f service neutron] 10.222.0.46 "GET /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324763
Dec 22 13:24:33.801653 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992362b0>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:33.805659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b85300-efbc-48a2-b280-6c5898431bcc None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:23:00Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87537195-da8f-4d3b-9d52-cea9a9568c73', 'name': '', 'network_id': '005d71e2-43a5-48ce-96ae-243d5ad52c81', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:fb:dc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:59Z', 'updated_at': '2021-12-22T13:23:05Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:24:34.015009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1da6c28-77b2-4492-8905-a9b9db4b4a63 None None] New status for floating IP a991a3aa-dad0-432b-9ebe-c437002ddb8f: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:24:34.712511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-8b608775-3aca-4142-a81a-5cb8bee830bb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:34.860987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-8b608775-3aca-4142-a81a-5cb8bee830bb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:34.860987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-8b608775-3aca-4142-a81a-5cb8bee830bb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:34.860987 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-8b608775-3aca-4142-a81a-5cb8bee830bb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.1000369
Dec 22 13:24:34.861231 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7d0f-3903-496c-a12b-b2cd4908d457 req-70979861-5549-4c49-98ce-b7f9f0d8d305 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:34.861231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9a8d7d0f-3903-496c-a12b-b2cd4908d457 req-70979861-5549-4c49-98ce-b7f9f0d8d305 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 945 time: 0.0911825
Dec 22 13:24:34.861231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9a8d7d0f-3903-496c-a12b-b2cd4908d457 req-cbc51598-79bc-4c55-8b0b-81e0dad96408 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb6ff040-7aa4-4b37-9da9-2ea12190743f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405297
Dec 22 13:24:34.861774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port fddae163-a643-4bfe-9634-76c21d8cbb76 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:34.861774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:35.057770 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port fddae163-a643-4bfe-9634-76c21d8cbb76, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=fddae163-a643-4bfe-9634-76c21d8cbb76,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:35.058127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:35.106863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72e7aac7-e741-40c1-9743-4af955ab0bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:35.186543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for fddae163-a643-4bfe-9634-76c21d8cbb76 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:35.386670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:35.392453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-238a7f4d-7c4e-4ad9-8f06-5e685bb36a34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:35.439252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=fddae163-a643-4bfe-9634-76c21d8cbb76,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:35.442150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:35.514806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port fddae163-a643-4bfe-9634-76c21d8cbb76 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:24:35.517228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:35.519727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'name': 'network-vif-deleted', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:24:35.564084 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880c9081-d0e8-4fa9-8ddf-34939bc9ccf8', 'name': 'network-vif-deleted', 'tag': 'fddae163-a643-4bfe-9634-76c21d8cbb76', 'status': 'completed', 'code': 200}
Dec 22 13:24:35.593075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8f249aa0-9d6b-42de-a7bc-29f8ecf3e765 req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/fddae163-a643-4bfe-9634-76c21d8cbb76 HTTP/1.1" status: 204  len: 173 time: 0.8601964
Dec 22 13:24:35.950789 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-68737f06-0b0d-41df-81ee-7107e467ec14 req-8974f47e-10b5-4923-b028-426398e61394 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=880c9081-d0e8-4fa9-8ddf-34939bc9ccf8 HTTP/1.1" status: 200  len: 210 time: 0.0433848
Dec 22 13:24:37.045703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36922) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:37.117858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:37.146374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:37.301357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:37.305274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-efbd7290-1880-4227-a501-91cf3e679940 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:37.320784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6ff040-7aa4-4b37-9da9-2ea12190743f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:37.329893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:37.420213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:37.421326 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/eb6ff040-7aa4-4b37-9da9-2ea12190743f HTTP/1.1" status: 204  len: 168 time: 0.3745763
Dec 22 13:24:37.484229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f77cf782-b8ba-4b1d-9101-f43acaa59948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:37.541958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36928) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:38.206701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:38.561719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 87537195-da8f-4d3b-9d52-cea9a9568c73 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:38.561970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:38.592313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:38.700832 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:38.749034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 87537195-da8f-4d3b-9d52-cea9a9568c73, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87537195-da8f-4d3b-9d52-cea9a9568c73,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:38.749381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:38.874437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 87537195-da8f-4d3b-9d52-cea9a9568c73 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:39.112679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:39.116705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-db5b1874-8d3e-46bc-a957-bb7a6c1b2f6c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:39.164274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=87537195-da8f-4d3b-9d52-cea9a9568c73,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:39.167388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:39.549511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device fddae163-a643-4bfe-9634-76c21d8cbb76 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:24:39.584357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: fddae163-a643-4bfe-9634-76c21d8cbb76 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:24:39.584742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device fddae163-a643-4bfe-9634-76c21d8cbb76 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:24:39.584880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:39.940492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:24:40.118140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:24:40.128696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Sync routers for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:24:40.131418 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/4b93957b-fa7e-4221-8d56-1d5b23a968a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5883412
Dec 22 13:24:40.133241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36932) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:40.138436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:40.139073 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299236670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:40.169515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.200612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet 21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:24:40.203469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.261543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.320162 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:40.347131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.484519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.488434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-821ecc73-9243-4966-a79b-af09fbe74bb6 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:40.526607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:40.530129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:40.532610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.539001 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/21ae9e71-b2d1-44cf-9d1e-1dd49f91a27c HTTP/1.1" status: 204  len: 168 time: 0.4046860
Dec 22 13:24:40.540133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db896a5-f657-4681-95d0-5952eff31b03 None None] Network 005d71e2-43a5-48ce-96ae-243d5ad52c81 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:24:40.541669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36936) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:40.653604 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299236670>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:24:38Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:40.657453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Checking router: 4b93957b-fa7e-4221-8d56-1d5b23a968a2 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:24:40.666067 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Routers {'4b93957b-fa7e-4221-8d56-1d5b23a968a2'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:40.666672 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299236670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:40.743648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.866597 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] Set router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:40.896759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] DHCP port deletion for 005d71e2-43a5-48ce-96ae-243d5ad52c81 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:24:40.900667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Deleting port 61573947-fad6-4371-b16f-e7c1987dd468 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:40.901059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.940243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:40.998419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 08f09d89-a425-4c46-bfc9-7ba9b17507ce {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:24:40.999341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:41.116960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] For port 61573947-fad6-4371-b16f-e7c1987dd468, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61573947-fad6-4371-b16f-e7c1987dd468,segment=NetworkSegment(887ee2e3-2ef6-4179-b213-50a1a3238b71),segment_id=887ee2e3-2ef6-4179-b213-50a1a3238b71)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:41.117272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:41.162335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299236670>, [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:24:38Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:41.166506 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad26bcf5-6919-450d-acda-a00c9a73a95c None None] The sync data for ids ['4b93957b-fa7e-4221-8d56-1d5b23a968a2'] in dv-neutron-822662-1-hyperv is: [{'id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'name': 'tempest-TestNetworkBasicOps-router-501933487', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:22:54Z', 'updated_at': '2021-12-22T13:24:38Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': '08f09d89-a425-4c46-bfc9-7ba9b17507ce', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:39:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b93957b-fa7e-4221-8d56-1d5b23a968a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:22:55Z', 'updated_at': '2021-12-22T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:24:41.253547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Calling delete_port for 61573947-fad6-4371-b16f-e7c1987dd468 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:41.304809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 08f09d89-a425-4c46-bfc9-7ba9b17507ce, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=08f09d89-a425-4c46-bfc9-7ba9b17507ce,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:41.305189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:41.381169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:41.385916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:41.431356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Pushing event deleted for resources: {'Port': ['ID=61573947-fad6-4371-b16f-e7c1987dd468,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:41.431598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 08f09d89-a425-4c46-bfc9-7ba9b17507ce owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:24:41.436413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] No DVR routers for this DVR port 61573947-fad6-4371-b16f-e7c1987dd468 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:24:41.442862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.443232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.443564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.448345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.448724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.449118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.449403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.449735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.450065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.450390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.450765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.451185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:41.454475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:41.798096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:41.801983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:41.847627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=08f09d89-a425-4c46-bfc9-7ba9b17507ce,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:41.851885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:41.939525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.112254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.114434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.214957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.215452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 4b93957b-fa7e-4221-8d56-1d5b23a968a2 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:24:42.230911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.232097 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/4b93957b-fa7e-4221-8d56-1d5b23a968a2 HTTP/1.1" status: 204  len: 168 time: 1.6894078
Dec 22 13:24:42.235003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36940) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:42.356078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.487664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.513762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52982f37f0>,) {'filters': {'network_id': ['005d71e2-43a5-48ce-96ae-243d5ad52c81']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:42.525836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52982f37f0>, '887ee2e3-2ef6-4179-b213-50a1a3238b71') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:42.526122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52982f37f0>, '887ee2e3-2ef6-4179-b213-50a1a3238b71') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:42.537292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.556621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.562771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:24:42.563176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:24:42.577982 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:24:42.695257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.698674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e50b4190-4d5e-4e12-bf8e-d955be6ee5f1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:42.713213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.724791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=005d71e2-43a5-48ce-96ae-243d5ad52c81,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:42.727899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:42.799076 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/005d71e2-43a5-48ce-96ae-243d5ad52c81 HTTP/1.1" status: 204  len: 168 time: 0.5630224
Dec 22 13:24:42.828181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36944) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:42.835382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'network': {'name': 'tempest-network-smoke--656659664', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:42.836470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 08f09d89-a425-4c46-bfc9-7ba9b17507ce no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:24:42.840366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:42.844479 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:network and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:42.847362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:42.853437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:42.870215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 08f09d89-a425-4c46-bfc9-7ba9b17507ce {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:24:42.870858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 08f09d89-a425-4c46-bfc9-7ba9b17507ce not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:24:42.871090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61573947-fad6-4371-b16f-e7c1987dd468 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:24:42.903397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 61573947-fad6-4371-b16f-e7c1987dd468 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:24:42.903746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61573947-fad6-4371-b16f-e7c1987dd468 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:24:42.904148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87537195-da8f-4d3b-9d52-cea9a9568c73 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:24:42.917829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:24:42.921313 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.940085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 87537195-da8f-4d3b-9d52-cea9a9568c73 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:24:42.940456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87537195-da8f-4d3b-9d52-cea9a9568c73 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:24:42.951632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:24:42.960069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:42.960405 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Added segment abded047-c0a9-4db6-8466-5da47272b53e of type vlan for network 2444dcf7-935e-4421-b7bc-ac9bdad47362
Dec 22 13:24:42.984744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.083711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.089105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:43.089688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.093245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-06d7d306-5d61-4fda-a94e-5148f9331e07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:43.200570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Network': ['ID=2444dcf7-935e-4421-b7bc-ac9bdad47362,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:43.203303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:43.211547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:24:43.250551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4212444
Dec 22 13:24:43.253346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36948) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:43.259346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-715488432', 'admin_state_up': True, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:43.266863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:43.271092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:router and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:43.275589 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:43.282312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:43.341278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.342255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.356723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:43.842332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:44.191197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:44.225618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:44.356649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.59 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/ca780a9c-6976-4eb3-ab2c-ad018f592f32) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:24:44.505574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:44.586543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:44.590925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:44.652081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:24:44.654803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:44.658363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:24:44.699671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:44.703809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:45.146044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:45.600632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:45.872345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:24:46.048777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:24:46.059530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:24:46.069130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:46.069752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529822cbe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:46.135386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:46.136520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.8823123
Dec 22 13:24:46.139707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36952) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:46.182873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2d31f625-8031-447c-9183-95f38a346638 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=e2500c1a5ce142158eb14fa472272b17&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0416956
Dec 22 13:24:46.185373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36956) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:46.244028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:46.316709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d516f9a-eafe-4260-897f-601376778400 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:46.320767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8d516f9a-eafe-4260-897f-601376778400 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1319046
Dec 22 13:24:46.320988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36960) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:46.360867 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9024edef-07c4-47e0-8b8d-b7425a6032b0 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0387032
Dec 22 13:24:46.363396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36964) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:46.369044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2082395991', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:46.477919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:46.481895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:subnet and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:46.487748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:46.491189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:46.563562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529822cbe0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:46.568260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:24:46.568620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Updating router 592edeb7-922b-4bcb-a048-2a4862dd2d42 port ca780a9c-6976-4eb3-ab2c-ad018f592f32 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:24:46.597854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:24:46.601311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:46.620482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:46.918206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:46.923040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-450781a2-7188-4728-8c4d-776f08ac334c tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:46.947587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:46.960283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Transition to ACTIVE for port object ca780a9c-6976-4eb3-ab2c-ad018f592f32 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:47.006220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Subnet': ['ID=63a52c26-c406-4e77-8c98-0e0f69a4001e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:47.010001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:47.010688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Checking segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:24:47.011096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network hostable DHCP agents. Network: 2444dcf7-935e-4421-b7bc-ac9bdad47362, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:24:47.020846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.025443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:47.099085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Attempting to bind port ca780a9c-6976-4eb3-ab2c-ad018f592f32 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:24:47.099747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Attempting to bind port ca780a9c-6976-4eb3-ab2c-ad018f592f32 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:24:47.099863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Attempting to bind port ca780a9c-6976-4eb3-ab2c-ad018f592f32 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:24:47.105226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:47.106461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:24:47.109111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:47.110124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:24:47.110280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:24:47.110638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.111054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:24:47.111530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Bound port: ca780a9c-6976-4eb3-ab2c-ad018f592f32, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:24:47.112404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.175439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 2444dcf7-935e-4421-b7bc-ac9bdad47362) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:47.180244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:47.180837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.186784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfddf38-c524-4a10-add3-57d6371d390c None None] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:24:47.202653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:24:47.258761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ca780a9c-6976-4eb3-ab2c-ad018f592f32,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:24:47.261891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-968837a3-bffb-42fd-b13c-1b8471e54563 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8972697
Dec 22 13:24:47.264726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:47.340588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.349342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:47.475853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:47.476421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529822cbe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:47.528577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-2444dcf7-935e-4421-b7bc-ac9bdad47362', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:24:47.529419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:47.547091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:47.563387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:47.782267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:47.972461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Allocated IP 172.20.0.2 (2444dcf7-935e-4421-b7bc-ac9bdad47362/63a52c26-c406-4e77-8c98-0e0f69a4001e/95032a25-ac92-44de-9a4d-ce439cdb0c24) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:24:48.113961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.298273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.312230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Transition to ACTIVE for port object 95032a25-ac92-44de-9a4d-ce439cdb0c24 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:48.333793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Transition to ACTIVE for port object 95032a25-ac92-44de-9a4d-ce439cdb0c24 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:48.348158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529822cbe0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:48.352517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b514d-8b94-4cfa-a035-ae59eeabaab0 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:44Z', 'revision_number': 3, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:24:48.393271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.398675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:48.466870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:24:48.470207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:48.473062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:24:48.555711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Pushing event updated for resources: {'Port': ['ID=95032a25-ac92-44de-9a4d-ce439cdb0c24,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:48.559598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:48.560103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.1 (2444dcf7-935e-4421-b7bc-ac9bdad47362/63a52c26-c406-4e77-8c98-0e0f69a4001e/f69d703a-dd1b-4254-95e3-9a8a5683341c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:24:48.581572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Attempting to bind port 95032a25-ac92-44de-9a4d-ce439cdb0c24 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:24:48.581991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Attempting to bind port 95032a25-ac92-44de-9a4d-ce439cdb0c24 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:24:48.582370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Attempting to bind port 95032a25-ac92-44de-9a4d-ce439cdb0c24 on network 2444dcf7-935e-4421-b7bc-ac9bdad47362 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:24:48.588458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:24:48.588870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Checking segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:24:48.589284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.589790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Bound using segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:24:48.590249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Bound port: 95032a25-ac92-44de-9a4d-ce439cdb0c24, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:24:48.590650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.724253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] For port 95032a25-ac92-44de-9a4d-ce439cdb0c24, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:24:48.727551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] For port 95032a25-ac92-44de-9a4d-ce439cdb0c24, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=95032a25-ac92-44de-9a4d-ce439cdb0c24,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:24:48.772502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.791558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object f69d703a-dd1b-4254-95e3-9a8a5683341c will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:48.793167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.820364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:48.892442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:48.896658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:48.905375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e70e5c65-83a9-4f36-b667-a0fd22a2ca54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:48.988269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Pushing event updated for resources: {'Port': ['ID=95032a25-ac92-44de-9a4d-ce439cdb0c24,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:48.992277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:48.997901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:24:48.998295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:49.001468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:24:49.044154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ca780a9c-6976-4eb3-ab2c-ad018f592f32 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:49.049627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ca780a9c-6976-4eb3-ab2c-ad018f592f32 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:49.050230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:49.071257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:49.074532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:49.093343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:49.211480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:49.254155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ca780a9c-6976-4eb3-ab2c-ad018f592f32,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:49.327088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:49.329946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a8a7dcb8-6b2d-4e6f-a137-42f109b595dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:49.469083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:49.480648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:49.668007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:50.073599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:50.130105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:50.163385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4dcbe38c-b5be-4d3f-9525-361cc06137c2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:50.252664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:50.256979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:50.260420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:50.408007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:24:50.409169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:50.551764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c434a-58fb-4126-af0d-62fe4ef9dcdf None None] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:24:50.609789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:24:50.704883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a265810b-8d06-439a-8245-2828db517200 None None] Provisioning for port 95032a25-ac92-44de-9a4d-ce439cdb0c24 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:50.788789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:24:50.803615 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:24:50.807824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/592edeb7-922b-4bcb-a048-2a4862dd2d42/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5416508
Dec 22 13:24:50.810304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36972) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:50.831155 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:50.831761 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:50.961098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 95032a25-ac92-44de-9a4d-ce439cdb0c24 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:51.043937 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:51.098343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 95032a25-ac92-44de-9a4d-ce439cdb0c24 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:51.105064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 95032a25-ac92-44de-9a4d-ce439cdb0c24 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:51.105446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.127240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ad4ac-0bb6-4ff9-8ed6-d14d8631315e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.128032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ad4ac-0bb6-4ff9-8ed6-d14d8631315e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.128694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ad4ac-0bb6-4ff9-8ed6-d14d8631315e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.129458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ad4ac-0bb6-4ff9-8ed6-d14d8631315e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.131357 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-274ad4ac-0bb6-4ff9-8ed6-d14d8631315e tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.3200374
Dec 22 13:24:51.134100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36976) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:51.169466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Provisioning complete for port 95032a25-ac92-44de-9a4d-ce439cdb0c24 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:51.169845 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.215701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0cf4d-1fe3-47c7-afb2-496fc70e28af tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.216181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0cf4d-1fe3-47c7-afb2-496fc70e28af tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.216639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0cf4d-1fe3-47c7-afb2-496fc70e28af tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.217091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0cf4d-1fe3-47c7-afb2-496fc70e28af tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:51.218979 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-51e0cf4d-1fe3-47c7-afb2-496fc70e28af tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0837162
Dec 22 13:24:51.222108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36980) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:51.352925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.389645 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506100>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:51.393645 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:24:51.394002 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Updating router 592edeb7-922b-4bcb-a048-2a4862dd2d42 port f69d703a-dd1b-4254-95e3-9a8a5683341c binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:24:51.447436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 95032a25-ac92-44de-9a4d-ce439cdb0c24, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=95032a25-ac92-44de-9a4d-ce439cdb0c24,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:51.449981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.459734 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.481122 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-20a96ec6-7c38-4b04-a6ac-4e0edb784acf tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.2569003
Dec 22 13:24:51.524545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.525467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:51.560571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f5b249f5-1673-44f2-9ad9-3f43e93eee0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:51.742177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:24:51.742689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:24:51.744228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=95032a25-ac92-44de-9a4d-ce439cdb0c24,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:51.747482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:51.757879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ca780a9c-6976-4eb3-ab2c-ad018f592f32 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:51.758382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.845831 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.858007 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Transition to ACTIVE for port object f69d703a-dd1b-4254-95e3-9a8a5683341c will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:51.878229 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36986) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:51.884093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970884564', 'description': 'tempest-secgroup-smoke-970884564 description', 'project_id': 'e2500c1a5ce142158eb14fa472272b17'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:51.890066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:51.894102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:51.897832 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:51.906815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:51.923719 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:51.929013 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:51.987115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.008525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:52.012680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:52.015794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:52.022685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:52.048943 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:52.058636 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.059004 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.059444 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.059709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.060029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.060349 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.060668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.060998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.061302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.061798 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.062268 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.062756 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:24:52.096834 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:52.109199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.153606 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Attempting to bind port f69d703a-dd1b-4254-95e3-9a8a5683341c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:24:52.154018 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Attempting to bind port f69d703a-dd1b-4254-95e3-9a8a5683341c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:24:52.154383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Attempting to bind port f69d703a-dd1b-4254-95e3-9a8a5683341c on network 2444dcf7-935e-4421-b7bc-ac9bdad47362 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:24:52.159964 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:24:52.160933 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Checking segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:24:52.161607 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.162071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Bound using segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:24:52.162545 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Bound port: f69d703a-dd1b-4254-95e3-9a8a5683341c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:24:52.162941 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.186896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.190909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a78eff4c-4bc5-44fc-9e86-57d9bd6b60e6 tempest-SecGroupTest-1303962077 tempest-SecGroupTest-1303962077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:52.232757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeeef72-e5a4-4812-b8a8-899011e2c70b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:52.236099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:52.260310 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:24:52.260537 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f69d703a-dd1b-4254-95e3-9a8a5683341c,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:24:52.306099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.307637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4281330
Dec 22 13:24:52.310475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 36990) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:52.315631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:52.321742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:52.325519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:52.328446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:52.329704 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.334666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:52.334929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:52.404107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-72f5bb62-8b66-4507-995f-95a5c285e5b1 None None] Provisioning for port f69d703a-dd1b-4254-95e3-9a8a5683341c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:52.404937 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:24:52.405576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:24:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:52.439794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.489259 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:52.492530 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:52.506828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.608269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:24:52.626499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.628567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-792a08e8-c18c-4b2d-af47-164286a32910 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:52.652402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737a03ab-7b55-4541-912e-b92facb215a7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:52.655039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:52.840951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 95032a25-ac92-44de-9a4d-ce439cdb0c24 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:52.849766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.853522 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5395648
Dec 22 13:24:52.853871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36994) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:52.859114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:52.877237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:52.881393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:52.884406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:52.890450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:52.926618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 95032a25-ac92-44de-9a4d-ce439cdb0c24 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:52.927229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:52.933698 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506100>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:52Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:24:52.937612 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e56362-7c54-4d55-ace3-3491625c0ad4 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:52Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:24:52.993181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.069138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.130630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.132895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-39ad9f57-5de6-46ad-8e1a-dfa707011ab4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:53.159401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a17ea9-51ca-4bd1-b9da-09685e524eb8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:53.165140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:53.220804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.222064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2eb4703b-f2ec-4b9a-85e0-605e30c4aa85 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3672018
Dec 22 13:24:53.224996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 36998) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:53.230211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:53.237027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:53.245318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:53.245318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:53.251582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:53.365577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.435939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.501098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.502987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad167871-f3ae-4f43-b3fe-d5740e4096cc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:53.526742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae98179-91e3-4e4b-90fe-2928acdf6db9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:53.529280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:53.626733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.628106 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4021931
Dec 22 13:24:53.631147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37002) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:53.636419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:53.643863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:53.648634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:53.651576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:53.657640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:53.770822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.837505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.923851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:53.925929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a16a917f-279a-45f1-8a99-2b2e9ea9ba8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:53.949764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c98a5d-6bf4-4173-bc59-e19a720a8b38,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:53.952476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:54.014955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.016191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3840826
Dec 22 13:24:54.018834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37006) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:54.024502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:54.030408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:54.034221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:54.037139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:54.042718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:54.123952 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:24:54.131547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.196301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.294952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.297099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad52a0ad-abfd-452a-a9be-1bc92e0a5a56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:54.324467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad407df-9861-40ff-b215-17396d2a0feb,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:54.328839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:54.392059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.393168 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-674d7597-38f8-4da9-813c-8941b04a74f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3727567
Dec 22 13:24:54.396215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37010) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:24:54.401308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'security_group_rule': {'security_group_id': '2aeeef72-e5a4-4812-b8a8-899011e2c70b', 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:54.407106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:54.410919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:security_group_rule and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:24:54.413711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:24:54.419336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:54.506576 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Project e2500c1a5ce142158eb14fa472272b17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:24:54.514405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.578346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.672033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.673727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0b83b01e-4879-4f22-ab4e-e456569ddf7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:54.696808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8995a29f-64b1-4dfd-82cf-ec66f17cc0a8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:54.699318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:54.768826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:54.770250 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e812a493-bcbe-4873-8b0d-fdd643d8911e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3731337
Dec 22 13:24:54.857308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:54.939049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-8c0b1aaf-a642-4794-891c-22850c7815b8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:55.003771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f69d703a-dd1b-4254-95e3-9a8a5683341c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:55.010020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f69d703a-dd1b-4254-95e3-9a8a5683341c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:55.010414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:55.037579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-8c0b1aaf-a642-4794-891c-22850c7815b8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:55.038771 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-8c0b1aaf-a642-4794-891c-22850c7815b8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970884564&fields=id&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 267 time: 0.1420653
Dec 22 13:24:55.090580 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:24:55.130043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:55.163508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f69d703a-dd1b-4254-95e3-9a8a5683341c,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:24:55.191206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-19beecc3-3c3d-4a0d-a474-0b3772be6448 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:55.191966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-19beecc3-3c3d-4a0d-a474-0b3772be6448 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:55.244064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:55.246801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:55.277874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-19beecc3-3c3d-4a0d-a474-0b3772be6448 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:55.279091 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-19beecc3-3c3d-4a0d-a474-0b3772be6448 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/networks?id=2444dcf7-935e-4421-b7bc-ac9bdad47362 HTTP/1.1" status: 200  len: 796 time: 0.2334092
Dec 22 13:24:55.302529 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-24663db8-6ac6-4762-894b-804247194361 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/quotas/e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 375 time: 0.0141587
Dec 22 13:24:55.320384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:55.327711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:55.508711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-6d8953c8-626d-43b2-958a-9ffbaa7fb465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:55.603388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-6d8953c8-626d-43b2-958a-9ffbaa7fb465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:55.604674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-6d8953c8-626d-43b2-958a-9ffbaa7fb465 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2980287
Dec 22 13:24:55.740008 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-bc599a9b-1b05-4995-9f5f-f5e16488ac54 service neutron] 10.222.0.16 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237819
Dec 22 13:24:55.868389 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-9bc0a7ad-4644-44a9-93bf-83c69d0bb060 service neutron] 10.222.0.16 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227045
Dec 22 13:24:56.143479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a059ef62-a3aa-4606-a969-7444b6cf0195 req-ad942744-b2e8-4522-ace6-ae785ee2cafa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 210 time: 0.0440321
Dec 22 13:24:56.842346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:24:56.913668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f69d703a-dd1b-4254-95e3-9a8a5683341c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:56.914044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:57.298213 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b1307152-e5ed-4afd-8eac-76120939f216 req-1cf24b11-2c25-4b3e-bfad-a944d9d94a60 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 210 time: 0.0458496
Dec 22 13:24:58.301154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-d985ea88-c7db-499b-a91e-2310250c4bae tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:58.301946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-d985ea88-c7db-499b-a91e-2310250c4bae tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:24:58.314605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-d985ea88-c7db-499b-a91e-2310250c4bae tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:24:58.315767 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-d985ea88-c7db-499b-a91e-2310250c4bae tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/networks?id=2444dcf7-935e-4421-b7bc-ac9bdad47362 HTTP/1.1" status: 200  len: 796 time: 0.1628089
Dec 22 13:24:58.368663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-bfbb3641-714a-4327-838c-41a7a3376406 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2500c1a5ce142158eb14fa472272b17 HTTP/1.1" status: 200  len: 379 time: 0.0442517
Dec 22 13:24:58.377124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'port': {'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'admin_state_up': True, 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'security_groups': ['2aeeef72-e5a4-4812-b8a8-899011e2c70b']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:58.458232 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4f0d4a42-4cc9-428e-8f6e-ab967ccc7a87 req-5a894cc0-417a-44e7-a62c-24f7dc4cb9d7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 210 time: 0.0494833
Dec 22 13:24:58.518187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:24:58.527607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:24:58.615329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Made reservation on behalf of e2500c1a5ce142158eb14fa472272b17 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:24:58.618883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:58.782071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.20.0.8 (2444dcf7-935e-4421-b7bc-ac9bdad47362/63a52c26-c406-4e77-8c98-0e0f69a4001e/57fb9762-2571-40b7-84d9-38c258d05565) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:24:58.969321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:58.984989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Transition to ACTIVE for port object 57fb9762-2571-40b7-84d9-38c258d05565 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:24:59.089779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:59.095273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-77133e53-0085-4b47-8af6-9042fbd4b183 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:24:59.163257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:24:59.166180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:24:59.170040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:24:59.207223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:24:59.216230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:24:59.240375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:59.240988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:59.356310 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9737151
Dec 22 13:24:59.358513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Request body: {'port': {'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:24:59.500791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-92661f7e-3a70-40eb-9338-a0dc026148ef None None] Provisioning for port 57fb9762-2571-40b7-84d9-38c258d05565 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:24:59.507394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-92661f7e-3a70-40eb-9338-a0dc026148ef None None] Provisioning complete for port 57fb9762-2571-40b7-84d9-38c258d05565 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:24:59.507865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92661f7e-3a70-40eb-9338-a0dc026148ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:59.572402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-92661f7e-3a70-40eb-9338-a0dc026148ef None None] Port 57fb9762-2571-40b7-84d9-38c258d05565 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:24:59.592718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:59.654881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975418d-6b79-4305-9b1e-22df12aba483 req-c10d7d28-7a0e-42c1-902d-74e2fbd8da7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:24:59.656328 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d975418d-6b79-4305-9b1e-22df12aba483 req-c10d7d28-7a0e-42c1-902d-74e2fbd8da7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 931 time: 0.0812664
Dec 22 13:24:59.702189 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d975418d-6b79-4305-9b1e-22df12aba483 req-e7eeff1a-a3d6-4c5b-a1fd-c7191ddcde32 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399411
Dec 22 13:24:59.933791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57fb9762-2571-40b7-84d9-38c258d05565 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:24:59.940940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:24:59.954635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Transition to ACTIVE for port object 57fb9762-2571-40b7-84d9-38c258d05565 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:25:00.014989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:00.018584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-316e66c1-8268-4056-b876-09c304bf6ad7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:00.172444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:00.181208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:00.254764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Attempting to bind port 57fb9762-2571-40b7-84d9-38c258d05565 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:25:00.255128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Attempting to bind port 57fb9762-2571-40b7-84d9-38c258d05565 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:25:00.255456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Attempting to bind port 57fb9762-2571-40b7-84d9-38c258d05565 on network 2444dcf7-935e-4421-b7bc-ac9bdad47362 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:25:00.260274 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Port 57fb9762-2571-40b7-84d9-38c258d05565 on network 2444dcf7-935e-4421-b7bc-ac9bdad47362 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:25:00.260617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Attempting to bind port 57fb9762-2571-40b7-84d9-38c258d05565 on network 2444dcf7-935e-4421-b7bc-ac9bdad47362 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:25:00.265942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:25:00.266281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Checking segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:25:00.266701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Bound using segment: {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:25:00.267116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Bound port: 57fb9762-2571-40b7-84d9-38c258d05565, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abded047-c0a9-4db6-8466-5da47272b53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:25:00.267534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:00.360987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:25:00.364050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57fb9762-2571-40b7-84d9-38c258d05565,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:25:00.443578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:00.447607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10c63ea8-0de2-4cd8-be37-5e4443589af2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:00.506103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:00.506621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:00.507990 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/57fb9762-2571-40b7-84d9-38c258d05565 HTTP/1.1" status: 200  len: 1093 time: 1.1537926
Dec 22 13:25:00.508499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:25:00.528120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Pushing event updated for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:00.531272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:00.558378 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565', 'status': 'completed', 'code': 200}
Dec 22 13:25:00.654634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-c27528ad-66cd-4d70-b31d-748547737ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:00.656176 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-c27528ad-66cd-4d70-b31d-748547737ec5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1096 time: 0.0777853
Dec 22 13:25:00.801858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-11f13c9c-e354-4133-bd0d-7edc97a92e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:00.803396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-11f13c9c-e354-4133-bd0d-7edc97a92e3a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e2500c1a5ce142158eb14fa472272b17&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1389363
Dec 22 13:25:00.889905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010e091-30d9-4b72-9a5d-880783ca3b66 req-e005da47-bf8d-4c1b-8671-f8ea85571f78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:00.891296 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0010e091-30d9-4b72-9a5d-880783ca3b66 req-e005da47-bf8d-4c1b-8671-f8ea85571f78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 943 time: 0.0850885
Dec 22 13:25:00.936058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0010e091-30d9-4b72-9a5d-880783ca3b66 req-88046c52-2453-4bfd-a274-bc4de33205f9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380769
Dec 22 13:25:00.942429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-66eed58c-c62b-46e7-9692-9fed73607dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:00.943913 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5ce3c50-d66b-4a15-8896-0ee81af3714e req-66eed58c-c62b-46e7-9692-9fed73607dcb service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1350968
Dec 22 13:25:01.047819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-21d0ceb9-47f3-4728-b567-d081620b3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:01.049275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-21d0ceb9-47f3-4728-b567-d081620b3039 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1096 time: 0.0689626
Dec 22 13:25:01.124849 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-c52284ec-7078-462c-b587-b1cfe46d71cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fb9762-2571-40b7-84d9-38c258d05565 HTTP/1.1" status: 200  len: 217 time: 0.0641325
Dec 22 13:25:01.186187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-2c52de7b-8e52-49c4-b74a-2374b737b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:01.187646 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-2c52de7b-8e52-49c4-b74a-2374b737b904 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63a52c26-c406-4e77-8c98-0e0f69a4001e HTTP/1.1" status: 200  len: 835 time: 0.0564144
Dec 22 13:25:01.266461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-c7321d90-c6c9-4893-92c0-70a30ca8203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:01.267955 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-c7321d90-c6c9-4893-92c0-70a30ca8203a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2444dcf7-935e-4421-b7bc-ac9bdad47362&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0734794
Dec 22 13:25:01.520052 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-9912eaba-2cc5-4aa3-937a-94762e39e849 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444911
Dec 22 13:25:01.653064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ad7fe96f-78a5-404a-8c5f-50ae17a0d6da req-5038c6ac-6b1d-407d-9789-ad462d8a9f36 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267312
Dec 22 13:25:02.119934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2da361-485d-4d19-bc86-d8d23da23fdd req-64eddf59-eb3c-44b0-8a96-ae6ac7f0ca66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:02.121404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef2da361-485d-4d19-bc86-d8d23da23fdd req-64eddf59-eb3c-44b0-8a96-ae6ac7f0ca66 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 943 time: 0.0796244
Dec 22 13:25:02.165444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef2da361-485d-4d19-bc86-d8d23da23fdd req-2645ab67-48a5-4feb-933f-26d802b0384d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384498
Dec 22 13:25:02.625914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:03.353731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f4bf5-db77-4c7d-8803-db87b384b77f req-84e9949d-7125-4d11-9de9-eba0efff5a78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:03.355110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d3f4bf5-db77-4c7d-8803-db87b384b77f req-84e9949d-7125-4d11-9de9-eba0efff5a78 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 943 time: 0.0841687
Dec 22 13:25:03.398440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d3f4bf5-db77-4c7d-8803-db87b384b77f req-574bf3ca-74db-441f-8122-2164be7a1916 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374944
Dec 22 13:25:03.665104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57fb9762-2571-40b7-84d9-38c258d05565 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:25:03.797012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57fb9762-2571-40b7-84d9-38c258d05565,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:03.810286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '57fb9762-2571-40b7-84d9-38c258d05565', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:25:03.864790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:03.884641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57fb9762-2571-40b7-84d9-38c258d05565 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:25:03.900176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57fb9762-2571-40b7-84d9-38c258d05565,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:03.974401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:03.976146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:04.041923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:04.044876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:04.164994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['57fb9762-2571-40b7-84d9-38c258d05565'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:25:04.583835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f1188-0652-434e-867f-be280eb3f1c0 req-cd7c7ea1-a27e-4504-ac4c-25065ddc5c82 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:04.585295 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-050f1188-0652-434e-867f-be280eb3f1c0 req-cd7c7ea1-a27e-4504-ac4c-25065ddc5c82 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 944 time: 0.0786405
Dec 22 13:25:04.632728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-050f1188-0652-434e-867f-be280eb3f1c0 req-ead1e31a-1550-4145-b4b9-3709c7104820 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416775
Dec 22 13:25:05.123583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ceecec83-6207-47e1-b42e-facfae5a92bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:05.673857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57fb9762-2571-40b7-84d9-38c258d05565 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:25:05.818640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafaec7-9088-48e5-9a68-f7abcd593a14 req-068002f4-b0a8-4d84-9d05-2af73412b8ea tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:05.820227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fcafaec7-9088-48e5-9a68-f7abcd593a14 req-068002f4-b0a8-4d84-9d05-2af73412b8ea tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 944 time: 0.0810568
Dec 22 13:25:05.820365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 57fb9762-2571-40b7-84d9-38c258d05565 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:25:05.825360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 57fb9762-2571-40b7-84d9-38c258d05565 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:25:05.825773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:05.865103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fcafaec7-9088-48e5-9a68-f7abcd593a14 req-933c6510-6571-455b-85c5-5fff3d32b0c1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387702
Dec 22 13:25:05.980917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:06.007447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:25:06.017148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57fb9762-2571-40b7-84d9-38c258d05565,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:06.106766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:06.108744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9bf1967-bab2-4e1b-b2ed-0abc00d3c997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:06.179119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:06.182488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:06.197809 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565', 'code': 200}
Dec 22 13:25:06.556104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cae2e7-105b-4804-8d14-8acfe11d88bb req-3c4ef1a1-2d80-4703-87a8-d89056badd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:06.557765 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40cae2e7-105b-4804-8d14-8acfe11d88bb req-3c4ef1a1-2d80-4703-87a8-d89056badd2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1098 time: 0.0720768
Dec 22 13:25:06.599679 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40cae2e7-105b-4804-8d14-8acfe11d88bb req-60c32408-e642-45a6-aa41-4b0efd299b95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356784
Dec 22 13:25:07.049525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8803d8-6f75-479f-9225-62e4e8e37999 req-bea698a4-9251-4c81-a331-44b0762d4109 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:07.051587 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa8803d8-6f75-479f-9225-62e4e8e37999 req-bea698a4-9251-4c81-a331-44b0762d4109 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.0823987
Dec 22 13:25:07.094659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa8803d8-6f75-479f-9225-62e4e8e37999 req-74ea7a55-22d4-4a8d-90fb-adbf6a35f0e1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368426
Dec 22 13:25:07.557966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b30d6e15-ba64-4861-9f96-3e0abb4a642c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:08.276435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fde69-b7dd-4a3a-92ef-1878509166be req-fa74c162-1f68-4a9f-b83e-c7173fd2d791 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:08.277902 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e2fde69-b7dd-4a3a-92ef-1878509166be req-fa74c162-1f68-4a9f-b83e-c7173fd2d791 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.0790982
Dec 22 13:25:08.322335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1e2fde69-b7dd-4a3a-92ef-1878509166be req-ccae5a7c-d4b2-4fd5-bfd9-141ca0585b5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387812
Dec 22 13:25:08.505561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a777-8aec-4683-be9c-8d2abfd341c9 req-ffded77f-1f66-44b9-943f-a554cb8eb1db tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:08.507064 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fdd9a777-8aec-4683-be9c-8d2abfd341c9 req-ffded77f-1f66-44b9-943f-a554cb8eb1db tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.0832865
Dec 22 13:25:08.551289 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fdd9a777-8aec-4683-be9c-8d2abfd341c9 req-c47aa0e7-7518-4ac8-a650-b42205accde0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385234
Dec 22 13:25:08.577324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37066) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:08.615088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:08.652226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb035d3-b156-4365-890b-272612fe19f9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:08.653719 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cbb035d3-b156-4365-890b-272612fe19f9 tempest-TestNetworkBasicOps-1227132961 tempest-TestNetworkBasicOps-1227132961-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1093 time: 0.0754063
Dec 22 13:25:08.656645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37070) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:08.662213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:25:08.668051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:25:08.671794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Usage tracker for resource:floatingip and tenant:e2500c1a5ce142158eb14fa472272b17 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:25:08.674552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:25:08.680290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:25:08.757660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:08.786827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:08.922592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:09.053009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Allocated IP 172.26.3.244 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/5321250d-328d-486c-9104-237654c5e24e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:25:09.204103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:09.329505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:09.333285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-52d7ca92-c9e6-48b9-a6cc-a04fbc589d97 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:09.394234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:25:09.397186 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:25:09.401568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:25:09.436400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=5321250d-328d-486c-9104-237654c5e24e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:09.445178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:09.817134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:09.954432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:10.159628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:10.163193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:10.248599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:10.252550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6f5d1cb4-a521-4f59-9925-d2b4d1f2f2d2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:10.475276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event updated for resources: {'Port': ['ID=5321250d-328d-486c-9104-237654c5e24e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:10.479411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:10.487361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:10.658870 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 68b7a126-374a-4df4-9625-1410f0c5517c associated. External IP: 172.26.3.244, port: 57fb9762-2571-40b7-84d9-38c258d05565.
Dec 22 13:25:11.007751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:25:11.183799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:25:11.194876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:25:11.203918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:11.204554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986269a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:11.294428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:11.354522 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6968527
Dec 22 13:25:11.355200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:25:11.358138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37074) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:11.384076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:11.399094 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565', 'status': 'completed', 'code': 200}
Dec 22 13:25:11.474653 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fe330611-e1b8-48a4-986a-e0d503a64da8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 991 time: 0.1123095
Dec 22 13:25:11.497455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-e29e7cfb-ab6b-4d0e-af09-1bd5bf4d0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:11.498983 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-e29e7cfb-ab6b-4d0e-af09-1bd5bf4d0b80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1098 time: 0.0789406
Dec 22 13:25:11.637990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-41bc98c3-4c8a-42c3-8594-80b0d567e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:11.639947 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-41bc98c3-4c8a-42c3-8594-80b0d567e13b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2444dcf7-935e-4421-b7bc-ac9bdad47362 HTTP/1.1" status: 200  len: 897 time: 0.1334889
Dec 22 13:25:11.744454 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-054c2a4a-e4e2-4b9c-9e4c-cc6d8ec296d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fb9762-2571-40b7-84d9-38c258d05565 HTTP/1.1" status: 200  len: 999 time: 0.0979116
Dec 22 13:25:11.745592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986269a0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:09Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:11.749538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:25:11.757910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:11.758519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986269a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:11.807191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-faf8837b-8db9-4ca6-b2dd-9a397b7de1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:11.808610 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-faf8837b-8db9-4ca6-b2dd-9a397b7de1a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63a52c26-c406-4e77-8c98-0e0f69a4001e HTTP/1.1" status: 200  len: 835 time: 0.0586467
Dec 22 13:25:11.886362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-adc2f143-f5c6-4792-a4df-65229636902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:11.887868 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-adc2f143-f5c6-4792-a4df-65229636902d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2444dcf7-935e-4421-b7bc-ac9bdad47362&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0732896
Dec 22 13:25:11.941137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:12.156728 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-ea7968ee-6189-4014-b153-2d09628fd7c2 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2623990
Dec 22 13:25:12.293029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9e974509-4b4d-4bde-b4f8-146140ada7cc req-49cb256e-07f4-4c3d-aa18-094d4a6d6767 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300178
Dec 22 13:25:12.314108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986269a0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:09Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:12.318817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1be839-0e09-4991-9e9d-f3cefab9c6a1 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:09Z', 'revision_number': 0, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:24:55Z', 'revision_number': 5, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:25:12.476731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37080) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:12.514038 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad4b55-29da-446d-b2f0-1f8fe8a055f0 None None] New status for floating IP 68b7a126-374a-4df4-9625-1410f0c5517c: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:25:12.587448 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2e491ec1-4586-4b0d-97a4-7ad08f0eb7b7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 991 time: 0.1093736
Dec 22 13:25:13.591220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37084) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:13.699965 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-985fa4e1-e66b-41ca-92d3-d9d5ca677934 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 993 time: 0.1075809
Dec 22 13:25:32.089590 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:25:32.614168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:35.127423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0dba20d9-4207-4de7-a7cf-0c30d430c6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:37.545232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6ef3f87-53ac-40f9-96c5-a81fe0d2abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:38.619801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:38.704934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:40.162090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:40.289664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37096) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:40.295106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:25:40.819246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:40.928759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:41.109277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:25:41.287799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:25:41.294413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:41.295589 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f6c4db1a-d266-4b1a-a74d-fbfd6b38b045 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/592edeb7-922b-4bcb-a048-2a4862dd2d42 HTTP/1.1" status: 200  len: 887 time: 1.0049312
Dec 22 13:25:41.301687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:25:41.311150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:41.311755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828caf0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:41.375163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828caf0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:41.383399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:41.383993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828caf0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:41.488624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828caf0>, [], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:41.489035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3feaa-4613-4f57-92e2-16dfe6161483 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:25:42.236727 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116faabb-fdfb-45b1-b55f-1408da0214e3 None None] New status for floating IP 68b7a126-374a-4df4-9625-1410f0c5517c: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:25:42.859319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:25:42.969413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:42.984597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ca780a9c-6976-4eb3-ab2c-ad018f592f32,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:43.054155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:43.055010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:25:43.079016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:43.171749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:43.204145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.204495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.204833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.205166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.205493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.205821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.206147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.206473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.206805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.207160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.207478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.207794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:43.217621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:43.243513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:43.275116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f69d703a-dd1b-4254-95e3-9a8a5683341c,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:43.351020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:43.353747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6aeba0f2-001d-40cc-bc0d-3afd79e38135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:43.424028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:43.427013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:43.454913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37102) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:43.460243 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:25:44.111603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:44.195927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-703974', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703252'] for router, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:44.377869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:25:44.559449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:25:44.567088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:44.568411 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-67326c05-0f67-4bb3-b59f-7cf013087325 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/592edeb7-922b-4bcb-a048-2a4862dd2d42 HTTP/1.1" status: 200  len: 886 time: 1.1124692
Dec 22 13:25:44.568762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:25:44.571347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37106) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:44.578695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:44.579415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985b7b80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:44.678045 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-33b3b1ea-fa72-4a01-b193-7b5af0600382 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 991 time: 0.1053472
Dec 22 13:25:44.757719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:45.109764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985b7b80>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:43Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:45.113579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:25:45.121936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:45.122536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985b7b80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:45.299179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:45.680896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37110) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:45.689320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985b7b80>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:43Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:45.693470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17d73b-2c4a-4fea-b82e-ad3ea5704027 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '68b7a126-374a-4df4-9625-1410f0c5517c', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'floating_ip_address': '172.26.3.244', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'port_id': '57fb9762-2571-40b7-84d9-38c258d05565', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'mac_address': 'fa:16:3e:c3:ee:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:25:09Z', 'updated_at': '2021-12-22T13:25:42Z', 'revision_number': 2, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:43Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:25:45.787486 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-adf67511-77e5-4ec7-8b18-cce88316f5f7 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 991 time: 0.1053724
Dec 22 13:25:46.791306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37114) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:46.911333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a0a54a84-c4bc-43b7-a0f5-7d77808c320d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 991 time: 0.1187689
Dec 22 13:25:46.915704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:25:46.984110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ca780a9c-6976-4eb3-ab2c-ad018f592f32 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:25:46.984578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.099988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.116290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ca780a9c-6976-4eb3-ab2c-ad018f592f32,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:47.190872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.191709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:25:47.214793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:47.315763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:47.319433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:47.326019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f69d703a-dd1b-4254-95e3-9a8a5683341c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:25:47.326396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.332660 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c7a220-0696-4618-834f-0f12e99eccfe None None] New status for floating IP 68b7a126-374a-4df4-9625-1410f0c5517c: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:25:47.446588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.478790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f69d703a-dd1b-4254-95e3-9a8a5683341c,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:47.608199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:47.610020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:47.676750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:47.679707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:47.915190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37118) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:48.022408 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f07e1403-ddc7-492f-84db-9820bd71e5bb tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 200  len: 993 time: 0.1059742
Dec 22 13:25:48.294759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37126) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:48.635475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 5321250d-328d-486c-9104-237654c5e24e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:25:48.635725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:48.807832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:48.808046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:48.873872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:25:48.940370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 5321250d-328d-486c-9104-237654c5e24e owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:25:48.944216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ca780a9c-6976-4eb3-ab2c-ad018f592f32 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:25:48.944830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:49.066490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:25:49.135153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f69d703a-dd1b-4254-95e3-9a8a5683341c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:25:49.135538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:49.179555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:49.184632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:49.231130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=5321250d-328d-486c-9104-237654c5e24e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:49.268727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.269107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.269481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.269846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.270205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.270571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.270961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.271328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.271684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.272037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.272393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.272741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:25:49.279828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:49.332566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:49.332900 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Floating IP 68b7a126-374a-4df4-9625-1410f0c5517c disassociated (deleted). External IP: 172.26.3.244, port: 57fb9762-2571-40b7-84d9-38c258d05565.
Dec 22 13:25:49.683582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:25:49.860276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:25:49.869538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:25:49.875875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:49.878890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:49.879509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:50.056971 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/floatingips/68b7a126-374a-4df4-9625-1410f0c5517c HTTP/1.1" status: 204  len: 168 time: 1.7610111
Dec 22 13:25:50.057748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:25:50.065934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:50.107931 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565', 'status': 'completed', 'code': 200}
Dec 22 13:25:50.205124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-b92a1db9-929e-4571-84f0-23e6ec7b3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:50.206639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-b92a1db9-929e-4571-84f0-23e6ec7b3e4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e2500c1a5ce142158eb14fa472272b17&device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 1098 time: 0.0770862
Dec 22 13:25:50.342503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-4ce7eaaf-b153-49fc-b7bc-f07886b9fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:50.344632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-4ce7eaaf-b153-49fc-b7bc-f07886b9fbfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=2444dcf7-935e-4421-b7bc-ac9bdad47362 HTTP/1.1" status: 200  len: 897 time: 0.1310339
Dec 22 13:25:50.390571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:50.394791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:25:50.403926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:50.404548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:50.426460 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-43c3746d-7874-4bb2-92bb-2b58262f3857 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=57fb9762-2571-40b7-84d9-38c258d05565 HTTP/1.1" status: 200  len: 217 time: 0.0748384
Dec 22 13:25:50.492345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-c9ee7b06-75d8-46f2-9978-ae60b2ac95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:50.493995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-c9ee7b06-75d8-46f2-9978-ae60b2ac95b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=63a52c26-c406-4e77-8c98-0e0f69a4001e HTTP/1.1" status: 200  len: 835 time: 0.0607758
Dec 22 13:25:50.573203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-85bb2026-cdce-4626-b73f-ac2dfa1fce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:50.574736 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-85bb2026-cdce-4626-b73f-ac2dfa1fce52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2444dcf7-935e-4421-b7bc-ac9bdad47362&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743074
Dec 22 13:25:50.629161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:50.712471 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-7f4d6aef-6e43-4092-b5d9-0adac25b8ef4 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308281
Dec 22 13:25:50.856350 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d8ebfdc1-6a75-465e-be04-63efd3f06f42 req-4efaf0ee-a0fb-4082-9a39-a419604a3b50 service neutron] 10.222.0.46 "GET /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369905
Dec 22 13:25:50.865981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e76bb-e2c9-4481-813b-6ddffdfe5225 req-c437caad-75f6-4f5b-a464-c55c26bb35fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:50.867609 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7b4e76bb-e2c9-4481-813b-6ddffdfe5225 req-c437caad-75f6-4f5b-a464-c55c26bb35fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.0851722
Dec 22 13:25:50.913191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7b4e76bb-e2c9-4481-813b-6ddffdfe5225 req-90d64ac2-058f-4279-9f06-d2a9884b5a1f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389702
Dec 22 13:25:50.954793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299d6b7f0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:50.959132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b9735f-e974-4eff-b894-ee6841a59d69 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:44Z', 'revision_number': 6, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'f69d703a-dd1b-4254-95e3-9a8a5683341c', 'name': '', 'network_id': '2444dcf7-935e-4421-b7bc-ac9bdad47362', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'mac_address': 'fa:16:3e:0a:ff:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:48Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'subnets': [{'id': '63a52c26-c406-4e77-8c98-0e0f69a4001e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:25:51.604657 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d58ea5-db3e-4907-94c9-560dd633b508 None None] New status for floating IP 68b7a126-374a-4df4-9625-1410f0c5517c: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:25:52.038951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-92239d13-b711-4017-92f1-094147412b7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:52.039843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-92239d13-b711-4017-92f1-094147412b7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Synchronizing usage tracker for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:25:52.162605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-92239d13-b711-4017-92f1-094147412b7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Unset dirty status for tenant:e2500c1a5ce142158eb14fa472272b17 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:25:52.163805 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-92239d13-b711-4017-92f1-094147412b7b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.2045794
Dec 22 13:25:52.220936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e487d-1fd7-4aca-8e5a-5a9a5400aaad req-c09b2156-b3a8-437e-953b-58af4f1a2724 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:25:52.222398 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-741e487d-1fd7-4aca-8e5a-5a9a5400aaad req-c09b2156-b3a8-437e-953b-58af4f1a2724 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 945 time: 0.2009766
Dec 22 13:25:52.236714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port 57fb9762-2571-40b7-84d9-38c258d05565 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:25:52.237017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:52.268757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-741e487d-1fd7-4aca-8e5a-5a9a5400aaad req-8ec6ac3c-a330-4358-b90f-32f574d564ba tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/security-groups?id=2aeeef72-e5a4-4812-b8a8-899011e2c70b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403898
Dec 22 13:25:52.490924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port 57fb9762-2571-40b7-84d9-38c258d05565, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57fb9762-2571-40b7-84d9-38c258d05565,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:52.491206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:52.616427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for 57fb9762-2571-40b7-84d9-38c258d05565 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:25:52.819069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:52.824743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:52.872452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=57fb9762-2571-40b7-84d9-38c258d05565,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:52.875570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:52.947484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] No DVR routers for this DVR port 57fb9762-2571-40b7-84d9-38c258d05565 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:25:52.949894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:52.953091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'name': 'network-vif-deleted', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:25:52.997837 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91665fb-7ed7-48c3-9453-a9b92d1fbef6', 'name': 'network-vif-deleted', 'tag': '57fb9762-2571-40b7-84d9-38c258d05565', 'status': 'completed', 'code': 200}
Dec 22 13:25:53.014419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fdbeb856-a037-4bde-b951-7eb58b8a16cd req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.46 "DELETE /v2.0/ports/57fb9762-2571-40b7-84d9-38c258d05565 HTTP/1.1" status: 204  len: 173 time: 0.8448913
Dec 22 13:25:53.442924 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1d5cab5-4d8c-413f-8ccd-fa82cae50acc req-a6c98caa-9d9d-41c2-89ae-4f7195f4962f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "GET /v2.0/ports?device_id=c91665fb-7ed7-48c3-9453-a9b92d1fbef6 HTTP/1.1" status: 200  len: 210 time: 0.0428617
Dec 22 13:25:54.545608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37148) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:54.617101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:54.646126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:54.777939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:54.782588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-236c2a73-4f59-4ed2-9c8f-780733ac48bc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:54.796443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeeef72-e5a4-4812-b8a8-899011e2c70b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:54.798972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:54.852780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:54.853985 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e5e433bc-8138-464d-8b39-963d5ec7f83b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/security-groups/2aeeef72-e5a4-4812-b8a8-899011e2c70b HTTP/1.1" status: 204  len: 168 time: 0.3066061
Dec 22 13:25:54.945180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37154) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:55.620205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:55.844597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57fb9762-2571-40b7-84d9-38c258d05565 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:25:55.878448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 57fb9762-2571-40b7-84d9-38c258d05565 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:25:55.878725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57fb9762-2571-40b7-84d9-38c258d05565 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:25:55.978993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port f69d703a-dd1b-4254-95e3-9a8a5683341c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:25:55.979333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:56.166075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port f69d703a-dd1b-4254-95e3-9a8a5683341c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f69d703a-dd1b-4254-95e3-9a8a5683341c,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:56.166367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:56.290698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for f69d703a-dd1b-4254-95e3-9a8a5683341c owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:25:56.556255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:56.559917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baa0fed6-0f32-4ad0-9cef-2c1f285fae7e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:56.755301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=f69d703a-dd1b-4254-95e3-9a8a5683341c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:56.757826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:57.014547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.377341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Router 592edeb7-922b-4bcb-a048-2a4862dd2d42 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:25:57.553524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:25:57.563909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Sync routers for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:25:57.566722 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "PUT /v2.0/routers/592edeb7-922b-4bcb-a048-2a4862dd2d42/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6204879
Dec 22 13:25:57.569539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37164) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:57.573336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:57.573954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298a7dca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:57.636001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting subnet 63a52c26-c406-4e77-8c98-0e0f69a4001e {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:25:57.639032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.697104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.757312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:57.780429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.922723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.926548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3d6b05e7-381e-47a8-a0f0-d6f1e404223e tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:57.962141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Subnet': ['ID=63a52c26-c406-4e77-8c98-0e0f69a4001e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:57.965745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:57.968002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:57.974011 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6121c5a6-fc4c-467b-a54e-8d9f409c1dca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/subnets/63a52c26-c406-4e77-8c98-0e0f69a4001e HTTP/1.1" status: 204  len: 168 time: 0.4035120
Dec 22 13:25:57.976641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37168) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:57.979785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616f605-fc4c-4792-90ca-4bb29b040aaf None None] Network 2444dcf7-935e-4421-b7bc-ac9bdad47362 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:25:58.159766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.216107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298a7dca0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:56Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:58.223448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Checking router: 592edeb7-922b-4bcb-a048-2a4862dd2d42 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:25:58.237476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Routers {'592edeb7-922b-4bcb-a048-2a4862dd2d42'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:25:58.238113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298a7dca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:25:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['592edeb7-922b-4bcb-a048-2a4862dd2d42'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:58.425655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] DHCP port deletion for 2444dcf7-935e-4421-b7bc-ac9bdad47362 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:25:58.450408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Deleting port 95032a25-ac92-44de-9a4d-ce439cdb0c24 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:25:58.461262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.484669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.544233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] Set router 592edeb7-922b-4bcb-a048-2a4862dd2d42 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:25:58.596182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Deleting port ca780a9c-6976-4eb3-ab2c-ad018f592f32 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:25:58.596523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.773265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] For port ca780a9c-6976-4eb3-ab2c-ad018f592f32, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ca780a9c-6976-4eb3-ab2c-ad018f592f32,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:58.773526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.878654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] For port 95032a25-ac92-44de-9a4d-ce439cdb0c24, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=95032a25-ac92-44de-9a4d-ce439cdb0c24,segment=NetworkSegment(abded047-c0a9-4db6-8466-5da47272b53e),segment_id=abded047-c0a9-4db6-8466-5da47272b53e)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:25:58.879231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:58.887709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 95032a25-ac92-44de-9a4d-ce439cdb0c24 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:25:58.905667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Calling delete_port for ca780a9c-6976-4eb3-ab2c-ad018f592f32 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:25:59.076571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Calling delete_port for 95032a25-ac92-44de-9a4d-ce439cdb0c24 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:25:59.157207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.162481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-91a58336-3b3f-462d-9106-f9bc05f6d903 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:59.210370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Port': ['ID=ca780a9c-6976-4eb3-ab2c-ad018f592f32,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:59.230578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.242324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:59.257649 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298a7dca0>, [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:56Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:59.261638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615348a-35d9-402e-85a1-8338c230f154 None None] The sync data for ids ['592edeb7-922b-4bcb-a048-2a4862dd2d42'] in dv-neutron-822662-1-hyperv is: [{'id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'name': 'tempest-TestNetworkBasicOps-router-715488432', 'tenant_id': 'e2500c1a5ce142158eb14fa472272b17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:24:43Z', 'updated_at': '2021-12-22T13:25:56Z', 'revision_number': 7, 'project_id': 'e2500c1a5ce142158eb14fa472272b17', 'gw_port': {'id': 'ca780a9c-6976-4eb3-ab2c-ad018f592f32', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:98:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '592edeb7-922b-4bcb-a048-2a4862dd2d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:24:44Z', 'updated_at': '2021-12-22T13:25:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:25:59.314322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.328348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.339975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4501f136-1985-4bd8-91bb-943ac3db4731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:25:59.383405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Pushing event deleted for resources: {'Port': ['ID=95032a25-ac92-44de-9a4d-ce439cdb0c24,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:25:59.385187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] No DVR routers for this DVR port 95032a25-ac92-44de-9a4d-ce439cdb0c24 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:25:59.386529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:25:59.488180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.490356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.607904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.608442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Fanout notify agent at l3_agent the message router_deleted on router 592edeb7-922b-4bcb-a048-2a4862dd2d42 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:25:59.624470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.626191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/routers/592edeb7-922b-4bcb-a048-2a4862dd2d42 HTTP/1.1" status: 204  len: 168 time: 1.6486540
Dec 22 13:25:59.629008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37174) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:25:59.747065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.882369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.912532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529327cf10>,) {'filters': {'network_id': ['2444dcf7-935e-4421-b7bc-ac9bdad47362']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:59.924930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529327cf10>, 'abded047-c0a9-4db6-8466-5da47272b53e') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:59.925228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529327cf10>, 'abded047-c0a9-4db6-8466-5da47272b53e') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:25:59.938161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.956333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.962578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:25:59.969131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:25:59.981455 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:26:00.235434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:00.239109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29dca638-d4d5-40b7-898a-991e81751f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:00.254126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:00.266368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Pushing event deleted for resources: {'Network': ['ID=2444dcf7-935e-4421-b7bc-ac9bdad47362,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:00.269227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:00.355288 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] 10.222.0.16 "DELETE /v2.0/networks/2444dcf7-935e-4421-b7bc-ac9bdad47362 HTTP/1.1" status: 204  len: 168 time: 0.7249780
Dec 22 13:26:00.870037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:26:00.904091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ca780a9c-6976-4eb3-ab2c-ad018f592f32 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:26:00.904361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ca780a9c-6976-4eb3-ab2c-ad018f592f32 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:26:00.904795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:26:00.918514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37182) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:00.942023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f69d703a-dd1b-4254-95e3-9a8a5683341c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:26:00.942376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f69d703a-dd1b-4254-95e3-9a8a5683341c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:26:01.094892 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9d72d13a-8a54-4143-a329-ac6fb1060d77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2500c1a5ce142158eb14fa472272b17&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1749108
Dec 22 13:26:01.097058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37188) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:01.153539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:01.179056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:01.327616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:01.332308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbb9b193-e5fe-4d30-8d2d-18f1808cbd2d tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:01.345082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4620a774-52da-47f2-ad29-7d40bd982085,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:01.348412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:01.353571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:01.354657 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4620a774-52da-47f2-ad29-7d40bd982085 HTTP/1.1" status: 204  len: 168 time: 0.2567251
Dec 22 13:26:01.997328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37196) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:02.009711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.023868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:02.027612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Usage tracker for resource:security_group_rule and tenant:27d2cae544754e5e8e278775293f79d6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:02.030311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:02.036448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:02.120082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.195689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.205071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e537b0c-a410-4699-a142-72cf6fb20dec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:02.244591 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27d2cae544754e5e8e278775293f79d6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2516038
Dec 22 13:26:02.246247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853352a1-5c3b-4298-9042-cc931858b02d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:02.247353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37200) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:02.249529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:02.307399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.335927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.533174 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.536844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fbf04dcd-a2bb-4e93-b621-90e15ed40dad tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:02.547428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853352a1-5c3b-4298-9042-cc931858b02d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:02.557984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.558368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.558742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.559135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.559500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.559869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.560230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.560590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.560948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.561304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.561656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.562131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:02.565260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:02.569060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/853352a1-5c3b-4298-9042-cc931858b02d HTTP/1.1" status: 204  len: 168 time: 0.3179636
Dec 22 13:26:02.569060 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:02.625197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:05.122123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5751f515-c830-4af9-9efa-79405bb8d879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:07.550812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41d4dbee-84e1-4875-a1f6-a0cfd392ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:08.605784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:08.739261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:09.088036 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:26:10.097240 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-34a7a441-248a-4eb4-8e25-e1ba1f9a46a1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7b99613d1a36470788398b72d4f28d30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0294154
Dec 22 13:26:10.173353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:10.249468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-ed2073eb-a7de-4c84-8d49-00741e6baa6d tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:10.250916 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-ed2073eb-a7de-4c84-8d49-00741e6baa6d tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1484857
Dec 22 13:26:10.266096 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-006ca2a6-9aca-4167-8edc-b56128747aea tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/quotas/7b99613d1a36470788398b72d4f28d30 HTTP/1.1" status: 200  len: 375 time: 0.0094402
Dec 22 13:26:10.313933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-ed44e84b-4cd1-4fe9-ad28-a691dfd5797c tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b99613d1a36470788398b72d4f28d30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0425575
Dec 22 13:26:10.601823 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f82ba68f-7465-40f4-9e2c-58c37376cdef req-50bcc2d0-0518-4adf-bdc8-b60e297987ec tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 210 time: 0.0468245
Dec 22 13:26:11.750675 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7d6977a8-2817-4ca4-8d59-d0fecd79eaf6 req-3b8dfa2c-ff10-4825-933e-2db50f7a2401 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 210 time: 0.0438042
Dec 22 13:26:12.531312 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-62e6f047-2569-4497-8bb8-12a79adc3b32 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7b99613d1a36470788398b72d4f28d30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0278940
Dec 22 13:26:12.681915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-f00afd9c-995a-4876-932b-177c3e813753 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:12.683283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-f00afd9c-995a-4876-932b-177c3e813753 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1475835
Dec 22 13:26:12.695123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Request body: {'port': {'device_id': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254', 'admin_state_up': True, 'tenant_id': '7b99613d1a36470788398b72d4f28d30'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:12.833958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:12.837847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Usage tracker for resource:port and tenant:7b99613d1a36470788398b72d4f28d30 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:12.840692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:12.847062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:12.903936 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1851fd4-6076-42a4-bed4-8ebb850f896c req-17bf5467-a515-4bb9-b838-5939f8e74ab3 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 210 time: 0.0442214
Dec 22 13:26:12.908663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Made reservation on behalf of 7b99613d1a36470788398b72d4f28d30 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:26:12.912439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:12.926804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:12.942655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:12.947234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Usage tracker for resource:security_group_rule and tenant:7b99613d1a36470788398b72d4f28d30 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:12.950043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:12.955776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:13.036687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:13.104510 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:13.107331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-53dfb5b9-3396-4514-87b8-d770744f5355 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:13.190581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f4718c-a623-4c25-8e76-00ce04246c09,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:13.195884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:13.277870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Allocated IP 192.168.233.81 (59866b33-c4c4-49f4-8331-e00bf8e33254/bb4d6fda-028f-4267-8d04-15c3e2678055/0a42fe45-bde0-4610-98b8-7cf7aed27000) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:26:13.491721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:13.506754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Transition to ACTIVE for port object 0a42fe45-bde0-4610-98b8-7cf7aed27000 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:26:13.601964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:13.607712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4e8918c8-3167-448b-8212-f2c25e170992 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:13.673467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Network 59866b33-c4c4-49f4-8331-e00bf8e33254 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:26:13.676435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:26:13.680598 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:26:13.717283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Pushing event updated for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:13.727399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:13.750087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:13.750645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:13.882506 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1909404
Dec 22 13:26:13.894829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Request body: {'port': {'device_id': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:13.944426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f064c10c-f9af-473a-8373-70f4c68b7f63 None None] Provisioning for port 0a42fe45-bde0-4610-98b8-7cf7aed27000 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:26:13.949458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f064c10c-f9af-473a-8373-70f4c68b7f63 None None] Provisioning complete for port 0a42fe45-bde0-4610-98b8-7cf7aed27000 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:26:13.949864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f064c10c-f9af-473a-8373-70f4c68b7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:14.004997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f064c10c-f9af-473a-8373-70f4c68b7f63 None None] Port 0a42fe45-bde0-4610-98b8-7cf7aed27000 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:26:14.012049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:14.100058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839325-f2f5-4bdc-a9b8-94ce7b5dc82b req-140fa4f3-7294-4b59-a80f-6dcc2fa11cb1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:14.101560 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe839325-f2f5-4bdc-a9b8-94ce7b5dc82b req-140fa4f3-7294-4b59-a80f-6dcc2fa11cb1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 935 time: 0.0843761
Dec 22 13:26:14.147441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe839325-f2f5-4bdc-a9b8-94ce7b5dc82b req-995342f1-7d4f-469e-9353-e8d03daa4382 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398998
Dec 22 13:26:14.359792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a42fe45-bde0-4610-98b8-7cf7aed27000 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:26:14.366937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:14.380773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Transition to ACTIVE for port object 0a42fe45-bde0-4610-98b8-7cf7aed27000 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:26:14.471024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:14.474925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:14.746535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:14.753583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:14.823398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Attempting to bind port 0a42fe45-bde0-4610-98b8-7cf7aed27000 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:26:14.823739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Attempting to bind port 0a42fe45-bde0-4610-98b8-7cf7aed27000 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:26:14.824063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Attempting to bind port 0a42fe45-bde0-4610-98b8-7cf7aed27000 on network 59866b33-c4c4-49f4-8331-e00bf8e33254 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:26:14.828651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Port 0a42fe45-bde0-4610-98b8-7cf7aed27000 on network 59866b33-c4c4-49f4-8331-e00bf8e33254 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:26:14.828976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Attempting to bind port 0a42fe45-bde0-4610-98b8-7cf7aed27000 on network 59866b33-c4c4-49f4-8331-e00bf8e33254 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:26:14.834000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:26:14.834338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Checking segment: {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:26:14.834870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Bound using segment: {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:26:14.835251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Bound port: 0a42fe45-bde0-4610-98b8-7cf7aed27000, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae8cfeee-79ba-4b26-a358-19fe240eedf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:26:14.835594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:14.925314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:26:14.928246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:26:14.999913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:15.003818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a528fdc7-fc0d-4870-85e6-668de1d580c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:15.062172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.062792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:15.064179 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] 10.222.0.46 "PUT /v2.0/ports/0a42fe45-bde0-4610-98b8-7cf7aed27000 HTTP/1.1" status: 200  len: 1097 time: 1.1743779
Dec 22 13:26:15.064702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:26:15.088241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:15.090294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:15.109203 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000', 'status': 'completed', 'code': 200}
Dec 22 13:26:15.209880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080bd8-9ebb-4231-b3be-80b38ab77bb5 req-f432ff39-eb67-4f7c-a4e7-cb9891dcab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.211404 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4080bd8-9ebb-4231-b3be-80b38ab77bb5 req-f432ff39-eb67-4f7c-a4e7-cb9891dcab9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b99613d1a36470788398b72d4f28d30&device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 1100 time: 0.0828760
Dec 22 13:26:15.275891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4080bd8-9ebb-4231-b3be-80b38ab77bb5 req-ae688ef6-76b8-44cc-a602-f5dd5789023c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7b99613d1a36470788398b72d4f28d30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0572448
Dec 22 13:26:15.365845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877196d-fa7f-4363-bdde-ae8b5fe36cca req-78eb01b7-6fd8-493b-b1ac-1eee95f7d622 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.367689 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6877196d-fa7f-4363-bdde-ae8b5fe36cca req-78eb01b7-6fd8-493b-b1ac-1eee95f7d622 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 947 time: 0.0998797
Dec 22 13:26:15.425001 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6877196d-fa7f-4363-bdde-ae8b5fe36cca req-66bf3af0-06a5-4302-8be1-5bf471457f01 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471399
Dec 22 13:26:15.450133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4080bd8-9ebb-4231-b3be-80b38ab77bb5 req-7fdbb040-6ccf-4bd3-bf60-7e20d96395ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.451635 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a4080bd8-9ebb-4231-b3be-80b38ab77bb5 req-7fdbb040-6ccf-4bd3-bf60-7e20d96395ac service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1698830
Dec 22 13:26:15.554501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-63aa3fe7-edbb-4392-8d58-e91d6c3b5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.556001 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-63aa3fe7-edbb-4392-8d58-e91d6c3b5d52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7b99613d1a36470788398b72d4f28d30&device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 1100 time: 0.0702982
Dec 22 13:26:15.627527 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-e337a456-4da9-44cd-9f89-f3bb1c3ff22e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000 HTTP/1.1" status: 200  len: 217 time: 0.0643897
Dec 22 13:26:15.695615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-321482c3-840d-482e-8856-12885d56b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.697089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-321482c3-840d-482e-8856-12885d56b0c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb4d6fda-028f-4267-8d04-15c3e2678055 HTTP/1.1" status: 200  len: 843 time: 0.0621336
Dec 22 13:26:15.770066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-beaf267d-661b-43d8-bd06-8834923a3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:15.771533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-beaf267d-661b-43d8-bd06-8834923a3b90 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59866b33-c4c4-49f4-8331-e00bf8e33254&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0684621
Dec 22 13:26:15.903054 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-41a652b1-d739-4a39-8cc6-7350af0f3fa6 service neutron] 10.222.0.46 "GET /v2.0/networks/59866b33-c4c4-49f4-8331-e00bf8e33254?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248422
Dec 22 13:26:16.033045 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-fd4ea259-e76c-491b-a38f-453890a5a1c1 req-d9cf6fd9-56cc-475c-9a28-5d57539902af service neutron] 10.222.0.46 "GET /v2.0/networks/59866b33-c4c4-49f4-8331-e00bf8e33254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243505
Dec 22 13:26:16.612715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461d2ca-ca05-4583-b0c5-c8411fc5ee45 req-4e007ee8-37c5-41ca-bcbe-527ed378e277 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:16.614081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b461d2ca-ca05-4583-b0c5-c8411fc5ee45 req-4e007ee8-37c5-41ca-bcbe-527ed378e277 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 947 time: 0.0815113
Dec 22 13:26:16.657426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b461d2ca-ca05-4583-b0c5-c8411fc5ee45 req-22fe983f-5982-442b-8191-01dc7763c5e5 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376940
Dec 22 13:26:17.844328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a4b34-9d03-4573-86a3-d20460559ad0 req-77af1d91-fa7a-4d10-8c8a-ebbeeb0e5ab1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:17.845792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-027a4b34-9d03-4573-86a3-d20460559ad0 req-77af1d91-fa7a-4d10-8c8a-ebbeeb0e5ab1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 947 time: 0.0840204
Dec 22 13:26:17.887942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-027a4b34-9d03-4573-86a3-d20460559ad0 req-e3f03977-be8c-4171-9071-dc31e60cf2d9 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364845
Dec 22 13:26:17.952001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0a42fe45-bde0-4610-98b8-7cf7aed27000 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:26:18.082373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:18.095871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '0a42fe45-bde0-4610-98b8-7cf7aed27000', 'network_id': '59866b33-c4c4-49f4-8331-e00bf8e33254', 'port_id': '0a42fe45-bde0-4610-98b8-7cf7aed27000', 'mac_address': 'fa:16:3e:cc:91:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4d6fda-028f-4267-8d04-15c3e2678055', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:26:18.152419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:18.169293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a42fe45-bde0-4610-98b8-7cf7aed27000 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:26:18.184100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:18.291359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:18.293054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:18.359069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:18.362151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:18.494701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['0a42fe45-bde0-4610-98b8-7cf7aed27000'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:26:19.071680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532a671-0391-4cb0-9f09-33290019d901 req-51ab23e5-37c4-4795-be36-96af50708d80 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:19.073043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1532a671-0391-4cb0-9f09-33290019d901 req-51ab23e5-37c4-4795-be36-96af50708d80 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 948 time: 0.0802388
Dec 22 13:26:19.117069 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1532a671-0391-4cb0-9f09-33290019d901 req-65784b68-1e59-4c26-b1d6-add467095cef tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384202
Dec 22 13:26:19.967219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0a42fe45-bde0-4610-98b8-7cf7aed27000 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:26:20.121342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 0a42fe45-bde0-4610-98b8-7cf7aed27000 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:26:20.126763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 0a42fe45-bde0-4610-98b8-7cf7aed27000 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:26:20.127247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:20.248159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:20.277675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:26:20.289026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:20.308516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11f5c7-721e-4256-bdc0-77e858cb655e req-b63e6f2c-35c7-4b54-ae6a-8b27f76ba5d7 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:20.310004 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff11f5c7-721e-4256-bdc0-77e858cb655e req-b63e6f2c-35c7-4b54-ae6a-8b27f76ba5d7 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 948 time: 0.0896323
Dec 22 13:26:20.326275 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000', 'code': 200}
Dec 22 13:26:20.359343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:20.361299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:20.361504 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff11f5c7-721e-4256-bdc0-77e858cb655e req-c57c263a-f766-4165-95dd-f38326e774d7 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449212
Dec 22 13:26:20.439969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:20.442970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:20.698540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b7feb-08a5-4d82-839f-e55a62b95d69 req-809f0214-4de7-4fe3-9abf-d004ff9b7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:20.700041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d88b7feb-08a5-4d82-839f-e55a62b95d69 req-809f0214-4de7-4fe3-9abf-d004ff9b7e08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 1102 time: 0.0701334
Dec 22 13:26:20.745184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d88b7feb-08a5-4d82-839f-e55a62b95d69 req-9f57c328-dcbc-4f78-bab0-97cc01565d4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384352
Dec 22 13:26:21.546317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036c1b2-bd69-4047-a09c-dcd245a5c1ea req-41e644a3-c15c-452e-b4ed-8c3596c22d0b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:21.547892 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7036c1b2-bd69-4047-a09c-dcd245a5c1ea req-41e644a3-c15c-452e-b4ed-8c3596c22d0b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 949 time: 0.0798080
Dec 22 13:26:21.591964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7036c1b2-bd69-4047-a09c-dcd245a5c1ea req-166874cf-387a-4fdc-a2d7-d59340708919 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383351
Dec 22 13:26:22.781082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6037c1-3953-45b8-9aea-daedc85c4bf7 req-27b6857f-05a9-4c97-bb12-336c6e1683cf tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:22.782676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7d6037c1-3953-45b8-9aea-daedc85c4bf7 req-27b6857f-05a9-4c97-bb12-336c6e1683cf tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 949 time: 0.0824995
Dec 22 13:26:22.826718 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7d6037c1-3953-45b8-9aea-daedc85c4bf7 req-e28272cf-03df-4616-965d-33999f121c1d tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383070
Dec 22 13:26:24.473701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7e00e-8b73-4c5c-8db8-ff2738d8b570 req-1b18b692-ef8e-49b7-ad11-0d0cedd6b5c1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:24.475212 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92c7e00e-8b73-4c5c-8db8-ff2738d8b570 req-1b18b692-ef8e-49b7-ad11-0d0cedd6b5c1 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 949 time: 0.0800393
Dec 22 13:26:24.521900 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92c7e00e-8b73-4c5c-8db8-ff2738d8b570 req-33715d96-3c1b-409a-a612-cfa63a6d1c0f tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410295
Dec 22 13:26:25.694299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-4e159a49-fd47-4fc4-ba2d-08c862f78f8c tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:25.695036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-4e159a49-fd47-4fc4-ba2d-08c862f78f8c tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Synchronizing usage tracker for tenant:7b99613d1a36470788398b72d4f28d30 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:26:25.706097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1e875-a651-4e21-b954-2e6c112e5d23 req-54264fa0-910a-421b-a680-e34d1883dacc tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:25.707572 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eed1e875-a651-4e21-b954-2e6c112e5d23 req-54264fa0-910a-421b-a680-e34d1883dacc tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 949 time: 0.0800431
Dec 22 13:26:25.752465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eed1e875-a651-4e21-b954-2e6c112e5d23 req-33c2ab84-4b29-49a7-a633-7945354f6337 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/security-groups?id=18f4718c-a623-4c25-8e76-00ce04246c09&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390904
Dec 22 13:26:25.799146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-4e159a49-fd47-4fc4-ba2d-08c862f78f8c tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Unset dirty status for tenant:7b99613d1a36470788398b72d4f28d30 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:26:25.800473 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-4e159a49-fd47-4fc4-ba2d-08c862f78f8c tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.46 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 949 time: 0.1842504
Dec 22 13:26:25.871282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Deleting port 0a42fe45-bde0-4610-98b8-7cf7aed27000 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:26:25.871617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:26.119301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] For port 0a42fe45-bde0-4610-98b8-7cf7aed27000, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0a42fe45-bde0-4610-98b8-7cf7aed27000,segment=NetworkSegment(ae8cfeee-79ba-4b26-a358-19fe240eedf4),segment_id=ae8cfeee-79ba-4b26-a358-19fe240eedf4)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:26.119574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:26.242622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Calling delete_port for 0a42fe45-bde0-4610-98b8-7cf7aed27000 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:26:26.456199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:26.461843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-949cd832-6c6c-440d-be6c-7f84d705fe56 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:26.468904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['0a42fe45-bde0-4610-98b8-7cf7aed27000'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:26:26.625716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Pushing event deleted for resources: {'Port': ['ID=0a42fe45-bde0-4610-98b8-7cf7aed27000,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:26.628885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:26.700772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] No DVR routers for this DVR port 0a42fe45-bde0-4610-98b8-7cf7aed27000 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:26:26.703304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:26.705948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'name': 'network-vif-deleted', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:26:26.752871 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9468eb59-9518-4bed-8abf-92943a9fe0bb', 'name': 'network-vif-deleted', 'tag': '0a42fe45-bde0-4610-98b8-7cf7aed27000', 'status': 'completed', 'code': 200}
Dec 22 13:26:26.796543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d9f913e-fba4-4cd4-b633-836edb315f0d req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.46 "DELETE /v2.0/ports/0a42fe45-bde0-4610-98b8-7cf7aed27000 HTTP/1.1" status: 204  len: 173 time: 0.9909892
Dec 22 13:26:26.912254 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-103b5702-4856-48ad-8aa0-94f8ac8f775d req-782f0a60-b26b-40c1-adf7-1c9cb73370fb tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] 10.222.0.16 "GET /v2.0/ports?device_id=9468eb59-9518-4bed-8abf-92943a9fe0bb HTTP/1.1" status: 200  len: 210 time: 0.0507829
Dec 22 13:26:28.462982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37338) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:28.606674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-453f6e25-dc23-4c76-b894-7b926a5113f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b99613d1a36470788398b72d4f28d30&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1424079
Dec 22 13:26:28.609020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37344) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:28.665776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:28.690792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:28.813260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:28.816973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ae2e1ba1-13d6-436e-a5c2-7387de8dc8b6 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:28.827592 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f4718c-a623-4c25-8e76-00ce04246c09,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:28.832173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:28.835410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:28.836507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18f4718c-a623-4c25-8e76-00ce04246c09 HTTP/1.1" status: 204  len: 168 time: 0.2265553
Dec 22 13:26:29.383023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37352) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:29.400424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.417871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:29.421680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Usage tracker for resource:security_group_rule and tenant:538abe76c76243eea7d51dbc7c094051 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:29.425108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:29.430961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:29.510816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.570510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.577550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec7b41a5-9104-49a5-b79b-486ea2249406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:29.619455 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=538abe76c76243eea7d51dbc7c094051&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2353008
Dec 22 13:26:29.620303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb42bfb8-416f-4387-b4bb-11b796fb9489,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:29.622055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37356) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:29.623238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:29.683175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.711026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.845162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.848925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0ed17758-7272-41c1-b53a-6b429f50cf34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:29.860940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb42bfb8-416f-4387-b4bb-11b796fb9489,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:29.863482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:29.868931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:29.870089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb42bfb8-416f-4387-b4bb-11b796fb9489 HTTP/1.1" status: 204  len: 168 time: 0.2469881
Dec 22 13:26:30.014402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0a42fe45-bde0-4610-98b8-7cf7aed27000 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:26:30.049203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 0a42fe45-bde0-4610-98b8-7cf7aed27000 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:26:30.049556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0a42fe45-bde0-4610-98b8-7cf7aed27000 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:26:30.890387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37380) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:30.993707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1551984328-network', 'tenant_id': '159e5dcd18614a9481250fe546d712b2'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:30.998411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:31.002807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Usage tracker for resource:network and tenant:159e5dcd18614a9481250fe546d712b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:31.005673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:31.012076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:31.135842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Made reservation on behalf of 159e5dcd18614a9481250fe546d712b2 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:26:31.138183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.150850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.165118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:31.169069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Usage tracker for resource:security_group_rule and tenant:159e5dcd18614a9481250fe546d712b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:31.171906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:31.177561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:31.258548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.326562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.330163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ae97aac0-644e-40b2-89b4-d50d5ac828a2 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:31.359129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:26:31.364184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92991a76-5883-421f-8741-ee7405cedaea,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:31.367705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:31.372011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.372011 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Added segment 917f0a8e-e966-4d02-a943-0373d90df9cf of type vlan for network ab67c4f0-cc39-4343-98b4-2e3926827590
Dec 22 13:26:31.398526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.503768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.504823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:31.505428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:31.510397 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f672defd-615e-4341-b444-22d16b920c5d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:31.608618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Pushing event updated for resources: {'Network': ['ID=ab67c4f0-cc39-4343-98b4-2e3926827590,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:31.611987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:31.619339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network ab67c4f0-cc39-4343-98b4-2e3926827590 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:26:31.664848 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7733026
Dec 22 13:26:31.667790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:31.673386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Request body: {'subnet': {'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1551984328-subnet', 'tenant_id': '159e5dcd18614a9481250fe546d712b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:31.678584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:31.682434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Usage tracker for resource:subnet and tenant:159e5dcd18614a9481250fe546d712b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:31.685348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:31.691119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:31.764655 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Made reservation on behalf of 159e5dcd18614a9481250fe546d712b2 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:26:31.767594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:32.024312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:32.028716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2061fa8c-7d44-4f20-8ffb-a52d3052622f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:32.101204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb1c4a8-c770-4788-8e67-9a8d6a3443de,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:32.105039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:32.105708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Checking segment: {'id': '917f0a8e-e966-4d02-a943-0373d90df9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:26:32.106055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Network hostable DHCP agents. Network: ab67c4f0-cc39-4343-98b4-2e3926827590, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:26:32.206450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Network ab67c4f0-cc39-4343-98b4-2e3926827590 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:26:32.299019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, ab67c4f0-cc39-4343-98b4-2e3926827590) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:26:32.303028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:32.303868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:32.309067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280c75a8-f7fc-4e5c-b1b9-8c6b86171c5d None None] Network ab67c4f0-cc39-4343-98b4-2e3926827590 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:26:32.394303 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7254314
Dec 22 13:26:32.520941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc478a-bea6-4985-9b61-9cbf44e2bcd6 None None] Network ab67c4f0-cc39-4343-98b4-2e3926827590 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:26:32.692690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:33.004734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-80518a29-c028-48c2-a07a-f0f8887a9f7e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:33.006178 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-80518a29-c028-48c2-a07a-f0f8887a9f7e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 812 time: 0.2526236
Dec 22 13:26:33.020566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-072b5020-9c18-4eb3-b825-b046b2c39726 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/quotas/159e5dcd18614a9481250fe546d712b2 HTTP/1.1" status: 200  len: 375 time: 0.0089290
Dec 22 13:26:33.066906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-c1e63f72-a42d-4186-ad70-3fa3d417a0f1 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0415049
Dec 22 13:26:33.196426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-de10b382-f071-4342-a39b-f01dc807da57 service neutron] 10.222.0.16 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231067
Dec 22 13:26:33.328905 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-ab2b6159-d8b2-4a2e-ae3a-c2830a484a6d service neutron] 10.222.0.16 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265421
Dec 22 13:26:33.555604 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-59d66ae7-2297-4dfd-8df5-ef700b627d57 req-dc04fd42-44a3-4e49-80fc-20b6129cc9eb tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 210 time: 0.0471857
Dec 22 13:26:34.710301 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b76dd7c-df52-4ae3-9441-ae851b56d732 req-4af2a6cb-3ca2-42b6-9636-84a1044782e7 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 210 time: 0.0445154
Dec 22 13:26:35.155774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-da39b534-1af1-42cb-8869-ee8b42d796f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:35.636605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-beb3f2cd-9552-4c53-aa3b-519ea115681b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:35.637346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-beb3f2cd-9552-4c53-aa3b-519ea115681b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Synchronizing usage tracker for tenant:159e5dcd18614a9481250fe546d712b2 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:26:35.730437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-beb3f2cd-9552-4c53-aa3b-519ea115681b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Unset dirty status for tenant:159e5dcd18614a9481250fe546d712b2 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:26:35.731619 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-beb3f2cd-9552-4c53-aa3b-519ea115681b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.46 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 812 time: 0.2443001
Dec 22 13:26:35.743429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Request body: {'port': {'device_id': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590', 'admin_state_up': True, 'tenant_id': '159e5dcd18614a9481250fe546d712b2'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:35.865399 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ae4b7d5-625d-49df-aeba-77cdff9c7e8f req-4321e55c-dfc4-4242-a0a6-c69db3acb79b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 210 time: 0.0445459
Dec 22 13:26:35.887286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:26:35.890963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Usage tracker for resource:port and tenant:159e5dcd18614a9481250fe546d712b2 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:26:35.894868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:26:35.900868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:26:36.000982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Made reservation on behalf of 159e5dcd18614a9481250fe546d712b2 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:26:36.004698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:36.165132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Allocated IP 172.20.0.3 (ab67c4f0-cc39-4343-98b4-2e3926827590/feb1c4a8-c770-4788-8e67-9a8d6a3443de/cb15444d-1efd-4fc9-be43-61cf171ec6e9) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:26:36.365977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:36.456767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:36.463288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86be8b31-21c0-4cf3-ba4c-da48206831e3 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:36.535607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Network ab67c4f0-cc39-4343-98b4-2e3926827590 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:26:36.538640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:26:36.542419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:26:36.574091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:36.580504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:36.609098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:36.609692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:36.710690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9711332
Dec 22 13:26:36.723537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Request body: {'port': {'device_id': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:26:36.836373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.054985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7cc73-7f7c-4867-9c8e-4ecabbd1c932 req-3c8ef1b7-55e8-4561-9aea-b81f93356ad0 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:37.056304 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39b7cc73-7f7c-4867-9c8e-4ecabbd1c932 req-3c8ef1b7-55e8-4561-9aea-b81f93356ad0 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 931 time: 0.0840850
Dec 22 13:26:37.099922 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39b7cc73-7f7c-4867-9c8e-4ecabbd1c932 req-d602e7ca-e940-49a0-a18f-441291d36dac tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379043
Dec 22 13:26:37.178492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:26:37.185720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.199759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Transition to ACTIVE for port object cb15444d-1efd-4fc9-be43-61cf171ec6e9 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:26:37.261779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.265789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1d001874-1fe3-4197-bb01-eda6e43d2701 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:37.507338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b6b82bb1-b70d-4c46-82ab-95fda7c6f626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.548452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:37.551253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:37.617789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Attempting to bind port cb15444d-1efd-4fc9-be43-61cf171ec6e9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:26:37.618043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Attempting to bind port cb15444d-1efd-4fc9-be43-61cf171ec6e9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '917f0a8e-e966-4d02-a943-0373d90df9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:26:37.618368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Attempting to bind port cb15444d-1efd-4fc9-be43-61cf171ec6e9 on network ab67c4f0-cc39-4343-98b4-2e3926827590 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:26:37.622951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Port cb15444d-1efd-4fc9-be43-61cf171ec6e9 on network ab67c4f0-cc39-4343-98b4-2e3926827590 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:26:37.626230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Attempting to bind port cb15444d-1efd-4fc9-be43-61cf171ec6e9 on network ab67c4f0-cc39-4343-98b4-2e3926827590 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:26:37.628516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:26:37.628852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Checking segment: {'id': '917f0a8e-e966-4d02-a943-0373d90df9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:26:37.629233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Bound using segment: {'id': '917f0a8e-e966-4d02-a943-0373d90df9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:26:37.629650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Bound port: cb15444d-1efd-4fc9-be43-61cf171ec6e9, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917f0a8e-e966-4d02-a943-0373d90df9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:26:37.629990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.721175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:26:37.724052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:26:37.810579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.814912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-517e7fb4-653c-42ff-9cfa-1926c2e18557 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:37.872827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:37.873383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:37.874734 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 1093 time: 1.1561096
Dec 22 13:26:37.875268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:26:37.896469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:37.899613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:37.925126 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'status': 'completed', 'code': 200}
Dec 22 13:26:38.015532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-8e1c18d5-e7eb-47ee-a83f-283ee7aa8aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.017614 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-8e1c18d5-e7eb-47ee-a83f-283ee7aa8aef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1096 time: 0.0737085
Dec 22 13:26:38.154826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-4fa89b8a-9b69-4f48-8a71-3fb04b52fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.156307 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-4fa89b8a-9b69-4f48-8a71-3fb04b52fab2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=159e5dcd18614a9481250fe546d712b2&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1325305
Dec 22 13:26:38.291908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa031a2-2b35-4583-ab2d-e718bda0e328 req-87959df0-27c6-4e42-a801-47eacae2d3aa tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.293395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fa031a2-2b35-4583-ab2d-e718bda0e328 req-87959df0-27c6-4e42-a801-47eacae2d3aa tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 943 time: 0.0862756
Dec 22 13:26:38.299336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-9b63c331-68c6-40c0-83ea-bd5fd64d8217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.302795 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f28df4ac-bf94-487a-b139-23ecff670eb2 req-9b63c331-68c6-40c0-83ea-bd5fd64d8217 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1387286
Dec 22 13:26:38.345137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7fa031a2-2b35-4583-ab2d-e718bda0e328 req-89f34aa6-c4a0-4c41-907e-3d36f4a538e1 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451448
Dec 22 13:26:38.406395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81c15196-6566-4abf-9fc5-d5f06d15cff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.408395 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-81c15196-6566-4abf-9fc5-d5f06d15cff0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1096 time: 0.0707307
Dec 22 13:26:38.479547 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-3a633c83-8681-455f-be20-7cb14a508d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 217 time: 0.0639014
Dec 22 13:26:38.542826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-4fb43cd2-60d8-4908-b047-765a9860e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:38.544273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-4fb43cd2-60d8-4908-b047-765a9860e0c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 200  len: 852 time: 0.0578587
Dec 22 13:26:38.593423 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-30dfefd1-706b-4b34-ada8-a99c45432ab0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab67c4f0-cc39-4343-98b4-2e3926827590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430565
Dec 22 13:26:38.615879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:38.707158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:38.726216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-112337d0-9751-4b32-a599-4dce77de1ea9 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265776
Dec 22 13:26:38.858866 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a69b8db8-12cb-45b1-b528-2fcaffc02b70 req-3858e712-1b25-4e96-a1dc-2f1c1a8f9386 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261756
Dec 22 13:26:39.528526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2433dc84-2f3e-42fc-92be-3c8eec527712 req-f0861a90-d3ca-4639-aa69-4f4707e8e94a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:39.529957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2433dc84-2f3e-42fc-92be-3c8eec527712 req-f0861a90-d3ca-4639-aa69-4f4707e8e94a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 943 time: 0.0786405
Dec 22 13:26:39.573158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2433dc84-2f3e-42fc-92be-3c8eec527712 req-a5a9952e-e476-4b9f-879d-b82a35fcfda3 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373912
Dec 22 13:26:40.222188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:40.761322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebb602-2516-4211-b10d-8e53df5bba5c req-4aad8b1a-8b3a-43e0-b0cd-16e6f7295f36 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:40.762756 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18ebb602-2516-4211-b10d-8e53df5bba5c req-4aad8b1a-8b3a-43e0-b0cd-16e6f7295f36 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 943 time: 0.0828996
Dec 22 13:26:40.807298 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18ebb602-2516-4211-b10d-8e53df5bba5c req-07725830-f960-4681-a38a-cdb072e67967 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381324
Dec 22 13:26:41.989751 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5a02b-f7f4-4dde-b98a-207e265bae0f req-13838bbd-46be-41ce-8c0e-8cc5631ff19a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:41.991199 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5db5a02b-f7f4-4dde-b98a-207e265bae0f req-13838bbd-46be-41ce-8c0e-8cc5631ff19a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 943 time: 0.0797179
Dec 22 13:26:42.034713 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5db5a02b-f7f4-4dde-b98a-207e265bae0f req-f3b40569-360f-463e-a041-8a549727b33e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377238
Dec 22 13:26:42.065626 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:26:42.235707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:42.249884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590', 'port_id': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'mac_address': 'fa:16:3e:14:a4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb1c4a8-c770-4788-8e67-9a8d6a3443de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:26:42.307298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:42.324007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:26:42.338869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:42.429299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:42.431078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-af8b2c17-4992-4b40-a659-13dee6f2ae58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:42.507503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:42.510313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:42.623396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['cb15444d-1efd-4fc9-be43-61cf171ec6e9'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:26:43.225486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d00ff7-4e02-45e1-a1d8-8ac17ac4e1b8 req-c632295f-3d8c-41b4-9d89-c2bcb399989c tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:43.226940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-74d00ff7-4e02-45e1-a1d8-8ac17ac4e1b8 req-c632295f-3d8c-41b4-9d89-c2bcb399989c tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 944 time: 0.0876682
Dec 22 13:26:43.272252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-74d00ff7-4e02-45e1-a1d8-8ac17ac4e1b8 req-c55c9c56-ac7b-4897-ae14-a1caaca48e6d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395343
Dec 22 13:26:44.075851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:26:44.218012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port cb15444d-1efd-4fc9-be43-61cf171ec6e9 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:26:44.223664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port cb15444d-1efd-4fc9-be43-61cf171ec6e9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:26:44.224051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:44.343173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:44.370736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:26:44.381003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:26:44.416301 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'code': 200}
Dec 22 13:26:44.458163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:26:44.460150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:26:44.473812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb106e-e4d1-454e-87a8-7462ce3aec45 req-c5183abd-6cd5-44b0-a83f-6918bb95d72f tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:44.475300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16cb106e-e4d1-454e-87a8-7462ce3aec45 req-c5183abd-6cd5-44b0-a83f-6918bb95d72f tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 944 time: 0.0848033
Dec 22 13:26:44.520489 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16cb106e-e4d1-454e-87a8-7462ce3aec45 req-de7fbdce-ca4d-40ea-9efb-85883c762154 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394900
Dec 22 13:26:44.528508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:26:44.536220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.536704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.536946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.537275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.537601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.537924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.538243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.538560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.538898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.539215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.539528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.539840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:26:44.543575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:26:44.759311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cac4d-73b5-4c57-89bf-47cf7be74663 req-1aa3441b-7aea-479c-a71a-88b13dbf4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:44.760749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-984cac4d-73b5-4c57-89bf-47cf7be74663 req-1aa3441b-7aea-479c-a71a-88b13dbf4cff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1098 time: 0.0716686
Dec 22 13:26:44.803982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-984cac4d-73b5-4c57-89bf-47cf7be74663 req-7275067d-d203-4ab6-ad09-ec39859579ce service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370607
Dec 22 13:26:45.709480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc45ed6-ee31-4855-99d2-e6f3316982e0 req-b4cb790d-c34b-46a9-b7a7-bebd67becd9d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:45.710959 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adc45ed6-ee31-4855-99d2-e6f3316982e0 req-b4cb790d-c34b-46a9-b7a7-bebd67becd9d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0856950
Dec 22 13:26:45.755585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-adc45ed6-ee31-4855-99d2-e6f3316982e0 req-99cacaea-f785-4b91-a6fb-0beaa096801c tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389342
Dec 22 13:26:46.088006 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:26:46.937968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a55b0fd-62fb-404b-b677-48b8c0b23434 req-41862451-19a3-4772-a7ba-c67b25999133 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:46.939576 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9a55b0fd-62fb-404b-b677-48b8c0b23434 req-41862451-19a3-4772-a7ba-c67b25999133 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0804930
Dec 22 13:26:46.988680 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9a55b0fd-62fb-404b-b677-48b8c0b23434 req-1552f4fd-2101-4ed4-a6a5-60d39bbe1df2 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434875
Dec 22 13:26:47.533629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90266-1f77-40e2-a743-bb2b9a9fa344 req-d06ce264-25ae-481e-9a2d-57885ac85129 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:47.535276 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2db90266-1f77-40e2-a743-bb2b9a9fa344 req-d06ce264-25ae-481e-9a2d-57885ac85129 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0801878
Dec 22 13:26:47.581634 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2db90266-1f77-40e2-a743-bb2b9a9fa344 req-45316c6d-bbc2-46e4-9930-56642c0733e1 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404863
Dec 22 13:26:47.630399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37454) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:26:47.759004 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-b7280dbf-6d72-4d98-9e66-534c44049204 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1272185
Dec 22 13:26:48.777388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1df4a-9e82-427f-aac2-bd0e011d3873 req-9c0551bf-f107-4641-9aa0-47172dfa5d45 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:48.778940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71b1df4a-9e82-427f-aac2-bd0e011d3873 req-9c0551bf-f107-4641-9aa0-47172dfa5d45 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0877981
Dec 22 13:26:48.826934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71b1df4a-9e82-427f-aac2-bd0e011d3873 req-c6dfa478-08c6-431e-bde2-212b7451ddd9 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419297
Dec 22 13:26:49.754105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-6b3e0f8f-35d8-460b-ac18-3e3ad67c060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:49.755608 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-6b3e0f8f-35d8-460b-ac18-3e3ad67c060a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1098 time: 0.0713501
Dec 22 13:26:49.890281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-0fbfa996-372e-4b17-a30a-2bd9ab788f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:49.891776 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-0fbfa996-372e-4b17-a30a-2bd9ab788f4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 913 time: 0.1300404
Dec 22 13:26:50.031541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b999a3-7758-401f-ae23-bc5117fec8f1 req-358bbb9b-c158-4f69-b088-63f1e78edbe9 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:50.033025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f3b999a3-7758-401f-ae23-bc5117fec8f1 req-358bbb9b-c158-4f69-b088-63f1e78edbe9 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0895329
Dec 22 13:26:50.081753 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f3b999a3-7758-401f-ae23-bc5117fec8f1 req-2eadbfe7-e8f3-4f4e-b78c-05507ba9028b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420604
Dec 22 13:26:50.090173 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-e3f5d84c-0cec-4c90-a363-79897c3a9b4f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 217 time: 0.1922219
Dec 22 13:26:50.154039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-7deebb26-449d-4825-b691-1d3bdd6dbbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:50.155541 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-7deebb26-449d-4825-b691-1d3bdd6dbbb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 200  len: 852 time: 0.0588164
Dec 22 13:26:50.202353 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-7598c3bc-9c57-4360-b3d3-f0236a1a6242 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab67c4f0-cc39-4343-98b4-2e3926827590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405197
Dec 22 13:26:50.334390 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-29d4bccf-5354-4797-a1d8-a7a32af56a97 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258390
Dec 22 13:26:50.466536 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-eff95750-5bbd-4d0f-820f-853707422eb7 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261735
Dec 22 13:26:51.274640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fb994-34b9-44c2-83ab-1c0d699912dc req-98ad8f70-691d-4666-8523-05b55fe6a79e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:51.276116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-274fb994-34b9-44c2-83ab-1c0d699912dc req-98ad8f70-691d-4666-8523-05b55fe6a79e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0851161
Dec 22 13:26:51.321252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-274fb994-34b9-44c2-83ab-1c0d699912dc req-18a5fdfe-3f32-415b-ad4d-994ee293731c tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393448
Dec 22 13:26:52.503537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578f0b2-9b31-48fb-a207-181936b99b50 req-ed1e3fe5-6683-4de1-b1b6-35507ae2f62f tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:52.504984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2578f0b2-9b31-48fb-a207-181936b99b50 req-ed1e3fe5-6683-4de1-b1b6-35507ae2f62f tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0793865
Dec 22 13:26:52.552871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2578f0b2-9b31-48fb-a207-181936b99b50 req-51a8d446-ccd7-4aee-ad7b-f2678ad7dd38 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418818
Dec 22 13:26:53.735205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04922dc8-eba1-4150-8409-3132ef0a2948 req-d608bf52-37c9-4dfc-983e-020c6792143e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:53.736868 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04922dc8-eba1-4150-8409-3132ef0a2948 req-d608bf52-37c9-4dfc-983e-020c6792143e tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0805321
Dec 22 13:26:53.779904 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04922dc8-eba1-4150-8409-3132ef0a2948 req-3a578c12-ba79-4b1f-9a52-533631d3bcb8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376503
Dec 22 13:26:54.965555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976db573-51b6-499b-8edd-b9aeec71a053 req-0a93ca3f-a5c9-4076-a54b-ee088e6fcbdd tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:54.967041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-976db573-51b6-499b-8edd-b9aeec71a053 req-0a93ca3f-a5c9-4076-a54b-ee088e6fcbdd tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0828505
Dec 22 13:26:55.119469 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-976db573-51b6-499b-8edd-b9aeec71a053 req-9b350cfa-1df8-40a9-8527-bf5334f08837 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461885
Dec 22 13:26:56.303236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fbdd-147d-4156-bfb2-5d5abccb33e1 req-8dace26b-f408-4dfa-aa1f-d87194ce8499 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:56.304708 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eae2fbdd-147d-4156-bfb2-5d5abccb33e1 req-8dace26b-f408-4dfa-aa1f-d87194ce8499 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0807600
Dec 22 13:26:56.348590 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eae2fbdd-147d-4156-bfb2-5d5abccb33e1 req-3f73ec66-82ad-4f01-b79a-97620069de86 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383289
Dec 22 13:26:57.538325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb00d9-ff03-45d2-a84e-22347a9ca38e req-67ceb192-4b5b-4293-9e6d-a54dda11a039 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:57.539798 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8bb00d9-ff03-45d2-a84e-22347a9ca38e req-67ceb192-4b5b-4293-9e6d-a54dda11a039 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0821939
Dec 22 13:26:57.583883 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8bb00d9-ff03-45d2-a84e-22347a9ca38e req-80511431-96cb-4619-b346-a0035b07794b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383587
Dec 22 13:26:58.768246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592f76c-6379-4b20-a240-683f86b2fd1d req-7ba01316-90ce-4d0c-ad4f-7cca50e82d49 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:26:58.769683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5592f76c-6379-4b20-a240-683f86b2fd1d req-7ba01316-90ce-4d0c-ad4f-7cca50e82d49 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0797939
Dec 22 13:26:58.816952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5592f76c-6379-4b20-a240-683f86b2fd1d req-694b9bfd-069e-40b6-99bc-65276203a3bf tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416322
Dec 22 13:26:59.998188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deddff3-b986-4bb9-85ca-9f7dc8b7b5c9 req-c0b8c834-f9c8-4cc8-8f98-b9972829b442 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:00.000104 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0deddff3-b986-4bb9-85ca-9f7dc8b7b5c9 req-c0b8c834-f9c8-4cc8-8f98-b9972829b442 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0801589
Dec 22 13:27:00.043911 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0deddff3-b986-4bb9-85ca-9f7dc8b7b5c9 req-e8b90ab6-732e-40df-acb5-5284d3d34d8f tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365860
Dec 22 13:27:01.231389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277f868-91be-44ea-84aa-0533649bc411 req-d4bce312-fb3b-430a-8a58-b66932eb83c8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:01.232842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6277f868-91be-44ea-84aa-0533649bc411 req-d4bce312-fb3b-430a-8a58-b66932eb83c8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0823019
Dec 22 13:27:01.277333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6277f868-91be-44ea-84aa-0533649bc411 req-74b3b0fd-85c2-42fe-88d0-157d2cb167b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385642
Dec 22 13:27:01.997820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-0390f2d1-1222-4a84-9890-c52a6837acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:01.999311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-0390f2d1-1222-4a84-9890-c52a6837acf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1098 time: 0.0749073
Dec 22 13:27:02.145717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-2627a478-06ca-44c8-90d6-d72fb7b6ab58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:02.147169 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-2627a478-06ca-44c8-90d6-d72fb7b6ab58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 913 time: 0.1295218
Dec 22 13:27:02.214615 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-45f34ad5-3831-4eeb-9823-f99b6a6696f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 217 time: 0.0603647
Dec 22 13:27:02.279484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-b90ba994-801e-47d3-a860-5c2b1d14518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:02.280824 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-b90ba994-801e-47d3-a860-5c2b1d14518a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 200  len: 852 time: 0.0593987
Dec 22 13:27:02.332388 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-bc927834-ae64-4993-8525-15f25b16c72b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab67c4f0-cc39-4343-98b4-2e3926827590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413699
Dec 22 13:27:02.461516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49e63-a5f2-4cc6-a1c8-90e94a153868 req-d53c44b6-0bd1-49f8-b105-40b605ad948d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:02.463015 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13e49e63-a5f2-4cc6-a1c8-90e94a153868 req-d53c44b6-0bd1-49f8-b105-40b605ad948d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0802186
Dec 22 13:27:02.465626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-e7aa2e21-2b9a-4f42-9f83-a355016f1ce3 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267457
Dec 22 13:27:02.508327 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13e49e63-a5f2-4cc6-a1c8-90e94a153868 req-b6f8407b-5e94-4bdf-b740-f65d1bbae673 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396621
Dec 22 13:27:02.599923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4bf0a897-8f6c-4141-a483-37ed49a9189c req-4cb47a0e-2cd1-4c33-80cd-0bf302134d97 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273248
Dec 22 13:27:02.606307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:03.698537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcaf19-7aa2-4449-b34f-180b0047dd02 req-ea24b14b-7826-4590-9491-25ef27046b60 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:03.700022 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6fcaf19-7aa2-4449-b34f-180b0047dd02 req-ea24b14b-7826-4590-9491-25ef27046b60 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0838070
Dec 22 13:27:03.743914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6fcaf19-7aa2-4449-b34f-180b0047dd02 req-5e30ee5d-1467-4ec0-8066-621673698dc3 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376799
Dec 22 13:27:04.926183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc582b-c3a1-4b2f-b0b2-ce129c72a302 req-69ef3fc0-d499-4671-9faa-e05b25d98a1b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:04.927975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4fc582b-c3a1-4b2f-b0b2-ce129c72a302 req-69ef3fc0-d499-4671-9faa-e05b25d98a1b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0780017
Dec 22 13:27:04.975014 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4fc582b-c3a1-4b2f-b0b2-ce129c72a302 req-3523024c-1147-4484-a39e-043e1c61faa7 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413942
Dec 22 13:27:05.127131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-237df34b-ec97-4c1a-8861-65b58798e3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:06.163733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaca22-effb-485c-bd02-7b22c1800dc9 req-5580aa2d-f515-4203-a5e8-bd7d01aa227d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:06.165200 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3dcaca22-effb-485c-bd02-7b22c1800dc9 req-5580aa2d-f515-4203-a5e8-bd7d01aa227d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0829835
Dec 22 13:27:06.208747 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3dcaca22-effb-485c-bd02-7b22c1800dc9 req-5205ddc5-2349-40b9-8c17-97944bb7bec5 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379834
Dec 22 13:27:07.398036 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efab37-7220-49d8-988a-97fd05e34dee req-7b25c06e-4a2e-4b66-a336-53d608d5ed10 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:07.399485 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44efab37-7220-49d8-988a-97fd05e34dee req-7b25c06e-4a2e-4b66-a336-53d608d5ed10 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0823128
Dec 22 13:27:07.443701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44efab37-7220-49d8-988a-97fd05e34dee req-f236734b-da7c-41af-acb7-be893ba0262b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386434
Dec 22 13:27:07.526198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69dd2819-7288-4857-9481-9fcfe7b89f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:08.609280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:08.627064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b888aa0-8751-45b2-9670-3ee1e85da228 req-cc228585-bbbc-4039-b05e-47ea5c9e2153 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:08.628497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b888aa0-8751-45b2-9670-3ee1e85da228 req-cc228585-bbbc-4039-b05e-47ea5c9e2153 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0787065
Dec 22 13:27:08.672299 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b888aa0-8751-45b2-9670-3ee1e85da228 req-75e284e2-fddd-4486-8b14-1c4654a82c02 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380259
Dec 22 13:27:08.694409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:09.862495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783dcb36-fe23-4675-ae34-f8fbbcf5b7c7 req-3bf64a5c-0d88-491f-82d2-4c93b413252a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:09.864163 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-783dcb36-fe23-4675-ae34-f8fbbcf5b7c7 req-3bf64a5c-0d88-491f-82d2-4c93b413252a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0845377
Dec 22 13:27:09.907830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-783dcb36-fe23-4675-ae34-f8fbbcf5b7c7 req-e4f9a0a9-8767-4630-bb82-38aa554395c2 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381012
Dec 22 13:27:10.175121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:11.090212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c267c-852d-45d2-a2f0-8ec4b1984e6a req-9319e136-07f4-48fa-a166-02a1aeb30db4 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:11.091676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c90c267c-852d-45d2-a2f0-8ec4b1984e6a req-9319e136-07f4-48fa-a166-02a1aeb30db4 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0815351
Dec 22 13:27:11.138089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c90c267c-852d-45d2-a2f0-8ec4b1984e6a req-55dfd0b5-b96f-4afb-8b67-fd1a0acc0828 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405312
Dec 22 13:27:12.328788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628f2f1-f564-47ed-ae66-ee38a342f3b2 req-573c8f92-cff4-4da9-9f6a-5ec025d673fe tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:12.330978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0628f2f1-f564-47ed-ae66-ee38a342f3b2 req-573c8f92-cff4-4da9-9f6a-5ec025d673fe tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0865993
Dec 22 13:27:12.373942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0628f2f1-f564-47ed-ae66-ee38a342f3b2 req-92b40691-01a9-438e-8de2-95eb25977fee tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374613
Dec 22 13:27:13.560285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25db82-83c7-432a-bfaa-91da8f8433c9 req-886d84b2-4109-486f-8a11-e6d999f2fd8a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:13.561624 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5d25db82-83c7-432a-bfaa-91da8f8433c9 req-886d84b2-4109-486f-8a11-e6d999f2fd8a tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0787647
Dec 22 13:27:13.608989 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5d25db82-83c7-432a-bfaa-91da8f8433c9 req-52aa384e-d802-4f22-b93c-650f9228c151 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417426
Dec 22 13:27:14.790262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861c1f1-27ce-42e2-9c96-ddd83426d15e req-b1d2818d-c056-4fad-a9e9-166f9dc719cc tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:14.791735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1861c1f1-27ce-42e2-9c96-ddd83426d15e req-b1d2818d-c056-4fad-a9e9-166f9dc719cc tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0796368
Dec 22 13:27:14.835259 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1861c1f1-27ce-42e2-9c96-ddd83426d15e req-da76e20b-9d87-4f1b-bbbe-6c2c12229316 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378704
Dec 22 13:27:16.020968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64b89b-de40-4355-b334-8e4dae20b59e req-7c0804a3-cbed-4b74-b35a-fa2739921d42 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:16.022406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e64b89b-de40-4355-b334-8e4dae20b59e req-7c0804a3-cbed-4b74-b35a-fa2739921d42 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0822821
Dec 22 13:27:16.065631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7e64b89b-de40-4355-b334-8e4dae20b59e req-4477a2ac-eeb6-450f-82de-f7ed21052778 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375373
Dec 22 13:27:17.247643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f293144-fb79-44ed-8bb0-cc520d735587 req-6d71aef7-f369-4130-b6f5-09396985be7d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:17.249062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4f293144-fb79-44ed-8bb0-cc520d735587 req-6d71aef7-f369-4130-b6f5-09396985be7d tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0798204
Dec 22 13:27:17.292503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4f293144-fb79-44ed-8bb0-cc520d735587 req-9ceaa82e-8704-47c9-aed4-a52cceb29030 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370336
Dec 22 13:27:17.490993 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-6901411b-c8d6-41a0-b736-36fa31e5c746 service neutron] 10.222.0.46 "GET /v2.0/ports/cb15444d-1efd-4fc9-be43-61cf171ec6e9/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0798178
Dec 22 13:27:18.088233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-8372bcfd-5717-4ee8-b6c4-fa2ca179b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:18.089688 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-8372bcfd-5717-4ee8-b6c4-fa2ca179b382 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da&tenant_id=159e5dcd18614a9481250fe546d712b2 HTTP/1.1" status: 200  len: 1098 time: 0.0709975
Dec 22 13:27:18.188928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-26853ad5-7f18-43fe-a74b-c72cb718b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:18.190409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-26853ad5-7f18-43fe-a74b-c72cb718b963 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1098 time: 0.0793810
Dec 22 13:27:18.322606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-97eecab5-557b-4a9f-af23-bfe6aa294b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:18.323681 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-97eecab5-557b-4a9f-af23-bfe6aa294b80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 913 time: 0.1270864
Dec 22 13:27:18.392902 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-c6fe3c10-e960-4dbd-917d-007ee07831fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 217 time: 0.0626652
Dec 22 13:27:18.484460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8b1e-3d3e-4742-8e58-858db946e6fa req-1f19caaf-8e93-44c2-892e-6f78c52b83a3 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:18.486029 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-971e8b1e-3d3e-4742-8e58-858db946e6fa req-1f19caaf-8e93-44c2-892e-6f78c52b83a3 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0865676
Dec 22 13:27:18.536470 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-971e8b1e-3d3e-4742-8e58-858db946e6fa req-6d3d6772-0b1b-47b5-84d8-5f540d351a00 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443015
Dec 22 13:27:18.585311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d160a-e760-4723-8624-b29055012c3c req-56f0a0ae-ea67-47b7-9da1-0eedfa56bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:18.586745 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-56f0a0ae-ea67-47b7-9da1-0eedfa56bd11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 200  len: 852 time: 0.1877532
Dec 22 13:27:18.633850 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-27fc86fe-ccec-4537-9070-6f75dcead4fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab67c4f0-cc39-4343-98b4-2e3926827590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0407400
Dec 22 13:27:18.763337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-240f9c93-87c0-4af2-b135-9b803f8c0081 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230597
Dec 22 13:27:18.894272 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2d4d160a-e760-4723-8624-b29055012c3c req-e13f6d68-fb76-4b83-a64f-bb0a363db65f service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249747
Dec 22 13:27:19.722933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87866efe-ada6-4b3b-80dd-e4cc830078b5 req-0b51f267-3697-4469-805f-c26cc0f301a9 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:19.724387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87866efe-ada6-4b3b-80dd-e4cc830078b5 req-0b51f267-3697-4469-805f-c26cc0f301a9 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0796287
Dec 22 13:27:19.772048 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87866efe-ada6-4b3b-80dd-e4cc830078b5 req-c713e364-9b39-43c3-b925-d7a31918c1f8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419822
Dec 22 13:27:21.065882 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12415c16-d45f-4bf3-b4ce-188a0b76609a req-959defd5-b770-4fc1-8105-87b63383edb6 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:21.067380 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12415c16-d45f-4bf3-b4ce-188a0b76609a req-959defd5-b770-4fc1-8105-87b63383edb6 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.1852198
Dec 22 13:27:21.111466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12415c16-d45f-4bf3-b4ce-188a0b76609a req-4dcf8970-7f9a-410d-a9fe-3917ecd1ccaa tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385153
Dec 22 13:27:22.208586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:27:22.210974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:27:22.302373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97648df6-45c7-4bf8-a8a2-d92e752eb58e req-f975534e-c8ae-4426-aff6-349fa2bbaaee tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:22.303154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97648df6-45c7-4bf8-a8a2-d92e752eb58e req-f975534e-c8ae-4426-aff6-349fa2bbaaee tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0868747
Dec 22 13:27:22.347577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97648df6-45c7-4bf8-a8a2-d92e752eb58e req-0fe71a28-8c53-4a77-b288-44fa4d33221b tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384593
Dec 22 13:27:22.422963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:22.465305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:22.479548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:27:22.491188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'network_id': 'ab67c4f0-cc39-4343-98b4-2e3926827590', 'port_id': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'mac_address': 'fa:16:3e:14:a4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb1c4a8-c770-4788-8e67-9a8d6a3443de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:27:22.494378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:22.541302 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'code': 200}
Dec 22 13:27:22.551355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:22.568277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:27:22.600450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:22.602257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:22.713982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:27:22.714342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:27:22.717562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:22.720666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:22.959548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-b33659ee-6a3a-499f-bf28-826a00c87860 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:22.960244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-b33659ee-6a3a-499f-bf28-826a00c87860 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Synchronizing usage tracker for tenant:159e5dcd18614a9481250fe546d712b2 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:27:23.053710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-b33659ee-6a3a-499f-bf28-826a00c87860 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Unset dirty status for tenant:159e5dcd18614a9481250fe546d712b2 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:27:23.054753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-b33659ee-6a3a-499f-bf28-826a00c87860 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.46 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da&tenant_id=159e5dcd18614a9481250fe546d712b2&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 943 time: 0.1781330
Dec 22 13:27:23.087423 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:27:23.199551 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-80f3afd9-78e6-4a89-8f89-7cd9ce362fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:23.200998 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-80f3afd9-78e6-4a89-8f89-7cd9ce362fd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=159e5dcd18614a9481250fe546d712b2&device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 1096 time: 0.0744174
Dec 22 13:27:23.272291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:23.289270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:27:23.306371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:23.335090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-d3a9104a-6241-4ba6-8d97-d26ceeee586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:23.336568 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-d3a9104a-6241-4ba6-8d97-d26ceeee586a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 200  len: 913 time: 0.1292529
Dec 22 13:27:23.380783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:23.382811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:23.409930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-d1cec614-7e99-4c6f-9663-5b3f8d3fea02 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 200  len: 217 time: 0.0667150
Dec 22 13:27:23.451147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['cb15444d-1efd-4fc9-be43-61cf171ec6e9'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:27:23.474509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-ca70bfc1-ffd4-4e99-87ec-6ebf8e430d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:23.475982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-ca70bfc1-ffd4-4e99-87ec-6ebf8e430d51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 200  len: 852 time: 0.0597396
Dec 22 13:27:23.489121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:23.498101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:23.524278 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-c9b9e407-8ec7-4653-94a4-c298727ab269 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab67c4f0-cc39-4343-98b4-2e3926827590&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413857
Dec 22 13:27:23.658282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-5e258d2a-e00b-4d71-82af-0482523dcb01 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278298
Dec 22 13:27:23.790103 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-713efaee-d0ef-4ec5-aeab-0b6ffb6f53d0 service neutron] 10.222.0.46 "GET /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250348
Dec 22 13:27:24.214624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:27:24.283289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port cb15444d-1efd-4fc9-be43-61cf171ec6e9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:27:24.284047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:24.402331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:24.433745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:24.516903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:24.519472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:24.555032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:27:24.594328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:24.597444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:24.604748 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'code': 200}
Dec 22 13:27:25.442376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c91cd8-340d-4077-bc69-10a1e17c0e6f req-5991f5c9-9448-4c0c-ba5b-4557b8a7b4cd tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:25.444533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7c91cd8-340d-4077-bc69-10a1e17c0e6f req-5991f5c9-9448-4c0c-ba5b-4557b8a7b4cd tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0805154
Dec 22 13:27:25.490852 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7c91cd8-340d-4077-bc69-10a1e17c0e6f req-20008cf5-7d1f-4648-bb2f-d8625a593960 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406644
Dec 22 13:27:26.684033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79809-5154-427b-98d1-22b35a4caff5 req-572ba2f1-0555-41dc-a985-cbaf9dbb9c82 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:26.685368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75c79809-5154-427b-98d1-22b35a4caff5 req-572ba2f1-0555-41dc-a985-cbaf9dbb9c82 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0837126
Dec 22 13:27:26.729644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75c79809-5154-427b-98d1-22b35a4caff5 req-e20bfbbe-5ebe-484e-9eb7-96e10f33f680 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384102
Dec 22 13:27:27.092670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-db243bda-d41f-4890-8a7c-3bfe73752831 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:27.094113 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-db243bda-d41f-4890-8a7c-3bfe73752831 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.46 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 945 time: 0.0851696
Dec 22 13:27:27.163808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Deleting port cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:27:27.164145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:27.410619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] For port cb15444d-1efd-4fc9-be43-61cf171ec6e9, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=cb15444d-1efd-4fc9-be43-61cf171ec6e9,segment=NetworkSegment(917f0a8e-e966-4d02-a943-0373d90df9cf),segment_id=917f0a8e-e966-4d02-a943-0373d90df9cf)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:27.410923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:27.651202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Calling delete_port for cb15444d-1efd-4fc9-be43-61cf171ec6e9 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:27:27.882229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:27.888194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:27.893479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['cb15444d-1efd-4fc9-be43-61cf171ec6e9'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:27:27.917378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae4f5e-8ba0-489b-83d5-76fafd0a4142 req-2cb69791-c7f6-4238-acab-7d1a071b3328 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:27.919034 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-94ae4f5e-8ba0-489b-83d5-76fafd0a4142 req-2cb69791-c7f6-4238-acab-7d1a071b3328 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 867 time: 0.0820267
Dec 22 13:27:27.937363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Pushing event deleted for resources: {'Port': ['ID=cb15444d-1efd-4fc9-be43-61cf171ec6e9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:27.973592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-94ae4f5e-8ba0-489b-83d5-76fafd0a4142 req-75b6f267-3695-43ce-963d-8b085b0c0423 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/security-groups?id=92991a76-5883-421f-8741-ee7405cedaea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481699
Dec 22 13:27:27.985994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.986381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.986822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.987176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.987547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.987912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.988272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.989237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.989914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.990258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.990623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:27.991006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:28.017771 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:28.028455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] No DVR routers for this DVR port cb15444d-1efd-4fc9-be43-61cf171ec6e9 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:27:28.030650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:28.033092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-deleted', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:27:28.076647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30dc3f03-5742-4a06-9a70-87dae30c60da', 'name': 'network-vif-deleted', 'tag': 'cb15444d-1efd-4fc9-be43-61cf171ec6e9', 'status': 'completed', 'code': 200}
Dec 22 13:27:28.130014 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-09c91bfa-8279-4482-8dbe-c9b8286c2350 req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.46 "DELETE /v2.0/ports/cb15444d-1efd-4fc9-be43-61cf171ec6e9 HTTP/1.1" status: 204  len: 173 time: 1.0303357
Dec 22 13:27:29.135982 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ed08515-2ba2-4144-912f-2b14193943b3 req-6f9527ec-1820-4206-b5ae-b1b79d3dc3dd tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] 10.222.0.16 "GET /v2.0/ports?device_id=30dc3f03-5742-4a06-9a70-87dae30c60da HTTP/1.1" status: 200  len: 210 time: 0.0442019
Dec 22 13:27:30.263799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:27:30.298880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: cb15444d-1efd-4fc9-be43-61cf171ec6e9 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:27:30.299226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device cb15444d-1efd-4fc9-be43-61cf171ec6e9 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:27:30.380689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37568) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:30.440710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Deleting subnet feb1c4a8-c770-4788-8e67-9a8d6a3443de {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:27:30.444267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.496114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.555737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.688497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.695964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-23805479-f9ed-481d-ad8c-3e4f389024ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:30.725355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb1c4a8-c770-4788-8e67-9a8d6a3443de,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:30.727938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:30.732504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.738207 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/feb1c4a8-c770-4788-8e67-9a8d6a3443de HTTP/1.1" status: 204  len: 168 time: 0.3564847
Dec 22 13:27:30.741532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37572) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:30.845860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.969016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:30.994247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52984bc760>,) {'filters': {'network_id': ['ab67c4f0-cc39-4343-98b4-2e3926827590']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:27:31.005907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bc760>, '917f0a8e-e966-4d02-a943-0373d90df9cf') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:27:31.006218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52984bc760>, '917f0a8e-e966-4d02-a943-0373d90df9cf') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:27:31.017130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.032451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.038971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:27:31.043374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:27:31.053085 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:27:31.185264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.188802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ee9fa988-f152-4412-8612-95b2cf7b0cef tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:31.201852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.213741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab67c4f0-cc39-4343-98b4-2e3926827590,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:31.216569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:31.280649 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7ea80dc7-0b0e-4e1b-b734-151150ee0c64 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ab67c4f0-cc39-4343-98b4-2e3926827590 HTTP/1.1" status: 204  len: 168 time: 0.5379899
Dec 22 13:27:31.618808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37578) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:31.668334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0f3b9405-4c76-4f2c-ac18-77a59cf4e788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=159e5dcd18614a9481250fe546d712b2&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0481350
Dec 22 13:27:31.670651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37582) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:31.727777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.752402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.881948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.885545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1ed3a9b-e06a-4951-afde-4a0e0de9250c tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:31.898373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92991a76-5883-421f-8741-ee7405cedaea,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:31.907814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.908194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.908562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.908925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.909284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.909644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.909998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.910360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.910715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.911133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.911506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.911861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:31.916415 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:31.918362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:31.919603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92991a76-5883-421f-8741-ee7405cedaea HTTP/1.1" status: 204  len: 168 time: 0.2479918
Dec 22 13:27:32.622517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:32.967352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37606) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:33.068917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-422004937-network', 'tenant_id': 'f60e5e6bb69a4e6991b347b1aeaa2cd8'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:27:33.073520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:27:33.077332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Usage tracker for resource:network and tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:27:33.080142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:27:33.086260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:27:33.167645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Made reservation on behalf of f60e5e6bb69a4e6991b347b1aeaa2cd8 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:27:33.169999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.182732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.197554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:27:33.201556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Usage tracker for resource:security_group_rule and tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:27:33.204310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:27:33.210977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:27:33.290884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.373419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.377563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-870d7b24-b4e5-42d1-90d4-9297973c7697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:33.405961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:27:33.415123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe77af8-3dd4-4661-8eda-cc105471666b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:33.418366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:33.422050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.423035 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Added segment dd43874a-9938-4428-949d-4c37b4e3e834 of type vlan for network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2
Dec 22 13:27:33.449299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.544672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.545605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:33.546213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:33.549663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-91b791b0-e2ac-46aa-86eb-e0887ca51aa4 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:33.651982 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Pushing event updated for resources: {'Network': ['ID=3eed9d86-f679-4c2d-8c2e-6c519c9899b2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:33.654667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:33.661756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:27:33.711825 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7407513
Dec 22 13:27:33.712039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37612) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:27:33.717416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Request body: {'subnet': {'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-422004937-subnet', 'tenant_id': 'f60e5e6bb69a4e6991b347b1aeaa2cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:27:33.722322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:27:33.726353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Usage tracker for resource:subnet and tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:27:33.731920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:27:33.735004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:27:33.828294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Made reservation on behalf of f60e5e6bb69a4e6991b347b1aeaa2cd8 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:27:33.830562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:34.104862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:34.108310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3a22deeb-1ce5-45bc-8484-88fa9097df72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:34.182451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7801cf-51ad-4114-8c58-a6f836a28613,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:34.185813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:34.188284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Checking segment: {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:27:34.188540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Network hostable DHCP agents. Network: 3eed9d86-f679-4c2d-8c2e-6c519c9899b2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:27:34.282259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:27:34.396964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 3eed9d86-f679-4c2d-8c2e-6c519c9899b2) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:27:34.401571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:34.402493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:34.405585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25986d34-4f4a-4f0f-a837-c6bdfd3ad17e None None] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:27:34.482742 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6f89588e-f616-4f7f-84e2-a2f5158fa385 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7697048
Dec 22 13:27:34.617253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92278c87-79bf-4404-9976-e95a25b6c057 None None] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:27:34.983909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-23285502-6d4a-45c1-9220-a87650e7e256 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:34.984586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-23285502-6d4a-45c1-9220-a87650e7e256 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Synchronizing usage tracker for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:27:35.093758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-23285502-6d4a-45c1-9220-a87650e7e256 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Unset dirty status for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:27:35.094957 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-23285502-6d4a-45c1-9220-a87650e7e256 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 814 time: 0.2534099
Dec 22 13:27:35.111111 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-2cec072b-39c6-4320-af73-2dafce233943 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/quotas/f60e5e6bb69a4e6991b347b1aeaa2cd8 HTTP/1.1" status: 200  len: 375 time: 0.0094767
Dec 22 13:27:35.163077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba908afe-c60f-4155-b9fb-c4e28e61377a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:35.166767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-50670bcc-8b41-4cee-8a03-4fe2e90f6458 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0504293
Dec 22 13:27:35.307880 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-338f473c-e922-44f6-a812-1ccbe55d0042 service neutron] 10.222.0.16 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344306
Dec 22 13:27:35.543344 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-9b7fa227-7a43-4020-82a6-ffa15553d475 service neutron] 10.222.0.16 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295327
Dec 22 13:27:35.819874 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e0f084d-ea4b-4676-9ac3-5ac3fc841a2a req-a4e2a8f6-1ab0-4f03-9287-91691217f02f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0433660
Dec 22 13:27:36.968237 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d2870aa-948b-4b25-842e-c40bfdd73d38 req-78afe85f-8d67-4d62-91af-11987cbcc7a2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0442173
Dec 22 13:27:37.523099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-15d97825-d65f-43c7-9f9a-6ec213868129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:38.128495 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4e28c3d-f8ec-4ead-9a90-2ed8a364a4ad req-0d537b10-baf4-400a-b3be-535929edcf26 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 210 time: 0.0507054
Dec 22 13:27:38.175596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-90cb0337-1439-4346-8245-7544e692ee43 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:38.177363 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-90cb0337-1439-4346-8245-7544e692ee43 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 814 time: 0.1505163
Dec 22 13:27:38.189387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Request body: {'port': {'device_id': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'admin_state_up': True, 'tenant_id': 'f60e5e6bb69a4e6991b347b1aeaa2cd8'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:27:38.325125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:27:38.328874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Usage tracker for resource:port and tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:27:38.331796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:27:38.338324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:27:38.436323 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Made reservation on behalf of f60e5e6bb69a4e6991b347b1aeaa2cd8 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:27:38.439831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:38.604226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Allocated IP 172.20.0.13 (3eed9d86-f679-4c2d-8c2e-6c519c9899b2/cb7801cf-51ad-4114-8c58-a6f836a28613/2de50e65-5d78-4a0a-afd2-82b93432f307) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:27:38.642052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:38.722171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:38.917038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.013420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.018967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2cc27fe0-9efd-433d-b75b-41ec3958bbfd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:39.087802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:27:39.090837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:27:39.094630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:27:39.125202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:39.138862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:39.161737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:39.162564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.241104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0551755
Dec 22 13:27:39.253560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Request body: {'port': {'device_id': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:27:39.315034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3d678-bb6e-45db-b575-258fcc4eb140 req-604b6152-6457-43fe-9cff-05795144fac7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:39.316501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-10e3d678-bb6e-45db-b575-258fcc4eb140 req-604b6152-6457-43fe-9cff-05795144fac7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 932 time: 0.0821879
Dec 22 13:27:39.361098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-10e3d678-bb6e-45db-b575-258fcc4eb140 req-d7b5386e-1307-4534-9aad-57a9c462e00a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Synchronizing usage tracker for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:27:39.369744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.433925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-10e3d678-bb6e-45db-b575-258fcc4eb140 req-d7b5386e-1307-4534-9aad-57a9c462e00a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Unset dirty status for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:27:39.434984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-10e3d678-bb6e-45db-b575-258fcc4eb140 req-d7b5386e-1307-4534-9aad-57a9c462e00a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126895
Dec 22 13:27:39.707082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:27:39.715302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.729359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Transition to ACTIVE for port object 2de50e65-5d78-4a0a-afd2-82b93432f307 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:27:39.822492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:39.826168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bcdd2135-08b0-45d4-8388-aa7f57afad15 tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:39.978224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:39.985192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:40.055166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Attempting to bind port 2de50e65-5d78-4a0a-afd2-82b93432f307 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:27:40.055480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Attempting to bind port 2de50e65-5d78-4a0a-afd2-82b93432f307 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:27:40.055805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Attempting to bind port 2de50e65-5d78-4a0a-afd2-82b93432f307 on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:27:40.060312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Port 2de50e65-5d78-4a0a-afd2-82b93432f307 on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:27:40.060630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Attempting to bind port 2de50e65-5d78-4a0a-afd2-82b93432f307 on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:27:40.065569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:27:40.065902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Checking segment: {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:27:40.066278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Bound using segment: {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:27:40.066702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Bound port: 2de50e65-5d78-4a0a-afd2-82b93432f307, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:27:40.067080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:40.158264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:27:40.161200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:27:40.182641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:40.280168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:40.284314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbf20de2-ee66-4d4c-bb77-98bdb3e54a79 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:40.342393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.343027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:40.344437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] 10.222.0.46 "PUT /v2.0/ports/2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 1094 time: 1.0949271
Dec 22 13:27:40.344936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:27:40.364104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:40.369856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:40.390770 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'status': 'completed', 'code': 200}
Dec 22 13:27:40.485153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-1409351c-5124-4a87-b0cb-1a6ab950ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.486669 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-1409351c-5124-4a87-b0cb-1a6ab950ca4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1097 time: 0.0772510
Dec 22 13:27:40.625128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1715a20-f24a-4caa-afd4-15f78f4264e9 req-30ef4f68-f403-4b39-8981-b0e39eed6b2b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.626498 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1715a20-f24a-4caa-afd4-15f78f4264e9 req-30ef4f68-f403-4b39-8981-b0e39eed6b2b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0844646
Dec 22 13:27:40.634935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-ff61e11b-239c-4ece-9e7b-c542b4e5daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.636368 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-ff61e11b-239c-4ece-9e7b-c542b4e5daef service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1424823
Dec 22 13:27:40.671565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1715a20-f24a-4caa-afd4-15f78f4264e9 req-a3ffe6fd-c6bf-418d-9ca3-33c3d127fbea tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390198
Dec 22 13:27:40.777118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-867d3102-16e5-46d7-b88b-df16f4a279fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.778541 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7bdef416-2447-4b17-abc7-7e326c10f6c9 req-867d3102-16e5-46d7-b88b-df16f4a279fc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1359572
Dec 22 13:27:40.881183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-73043865-ef2a-457c-981c-ae7017886525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:40.882571 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-73043865-ef2a-457c-981c-ae7017886525 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1097 time: 0.0688665
Dec 22 13:27:41.067366 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-b5f2a135-f528-4503-88b1-a2b9caf1279f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 217 time: 0.1776044
Dec 22 13:27:41.127618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-6af9ce24-0ad5-4d2e-ad31-2443cf0fd224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:41.128994 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-6af9ce24-0ad5-4d2e-ad31-2443cf0fd224 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0552945
Dec 22 13:27:41.180271 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-a9875d35-5ea2-4d9f-beba-12b4fda46821 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441134
Dec 22 13:27:41.314928 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-31c9ca92-e7d7-479a-af8c-88515ce0380e service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279540
Dec 22 13:27:41.448392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d40d3586-be65-4bce-9e17-6727d61389b5 req-d4a98bd2-6555-4cb9-af7a-8a3672956171 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265900
Dec 22 13:27:41.855737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1724821-ea5b-46eb-8e7a-cbb777068aec req-373200f4-3310-426d-9e32-1c300956ec18 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:41.857173 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1724821-ea5b-46eb-8e7a-cbb777068aec req-373200f4-3310-426d-9e32-1c300956ec18 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0797436
Dec 22 13:27:41.901336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1724821-ea5b-46eb-8e7a-cbb777068aec req-cb8c9739-49e4-4bb8-88af-6c5551c6c654 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386038
Dec 22 13:27:43.084082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569050a-80c2-4977-981d-14ce4fa4cf77 req-e0a4fbcd-691c-4087-ad20-6c36b475ee40 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:43.085523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3569050a-80c2-4977-981d-14ce4fa4cf77 req-e0a4fbcd-691c-4087-ad20-6c36b475ee40 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0822649
Dec 22 13:27:43.128081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3569050a-80c2-4977-981d-14ce4fa4cf77 req-09e9a776-cd20-4eae-b9b5-9f620b7e3cef tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369790
Dec 22 13:27:44.316163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53301c-0837-4c89-a862-e69fce7d2776 req-ea627250-02d8-4fbf-8b14-1e1214d39ede tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:44.317611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f53301c-0837-4c89-a862-e69fce7d2776 req-ea627250-02d8-4fbf-8b14-1e1214d39ede tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0802612
Dec 22 13:27:44.339558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:27:44.366275 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f53301c-0837-4c89-a862-e69fce7d2776 req-705f0c95-e5bf-4f82-8b97-5da923c2dd27 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422678
Dec 22 13:27:44.470563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:44.483366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'port_id': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'mac_address': 'fa:16:3e:0c:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7801cf-51ad-4114-8c58-a6f836a28613', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:27:44.536471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:44.553076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:27:44.567430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:44.639343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:44.641112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0fde4b18-9210-4e6b-bcfb-b7edb2c419f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:44.709594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:44.716493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.716837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.717173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.717503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.717883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.718155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.718474 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.718792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.719143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.719461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.719775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.720088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:27:44.727548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:44.840190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['2de50e65-5d78-4a0a-afd2-82b93432f307'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:27:45.549235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d174ddc-73d0-4487-9795-9834211eba1a req-a7952a63-d615-4449-b187-a2ca97f98ff0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:45.550991 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9d174ddc-73d0-4487-9795-9834211eba1a req-a7952a63-d615-4449-b187-a2ca97f98ff0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 945 time: 0.0799420
Dec 22 13:27:45.595707 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9d174ddc-73d0-4487-9795-9834211eba1a req-ef7f77c2-6d3a-4930-943a-7bd123fe848e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386841
Dec 22 13:27:46.356143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:27:46.510008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 2de50e65-5d78-4a0a-afd2-82b93432f307 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:27:46.514957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 2de50e65-5d78-4a0a-afd2-82b93432f307 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:27:46.515362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:46.631577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:46.658982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:27:46.669961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:27:46.705289 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'code': 200}
Dec 22 13:27:46.773826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:27:46.775841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:27:46.841874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:27:46.842812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c5db-f7bd-401e-83ee-3341b303b3c6 req-a9f3328d-73a9-4489-8340-4340ea239cc2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:46.844301 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f82c5db-f7bd-401e-83ee-3341b303b3c6 req-a9f3328d-73a9-4489-8340-4340ea239cc2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1396472
Dec 22 13:27:46.844981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:27:46.890205 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f82c5db-f7bd-401e-83ee-3341b303b3c6 req-ea65be7b-5bf8-4a6d-a326-1f29cea5e804 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394535
Dec 22 13:27:47.140959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036f492a-9b66-48fe-9a6e-079a78788900 req-3e7f088f-39ee-4008-986e-86bf72d6d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:47.142369 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-036f492a-9b66-48fe-9a6e-079a78788900 req-3e7f088f-39ee-4008-986e-86bf72d6d9f8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1099 time: 0.1152079
Dec 22 13:27:47.183347 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-036f492a-9b66-48fe-9a6e-079a78788900 req-5df46092-c382-439d-92e2-c6d199f194b9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345297
Dec 22 13:27:48.124072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412abc79-3765-4ab5-8b30-d326cf8c5fa2 req-733e5264-7a83-4a09-aaf1-c1cd408fead3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:48.125518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-412abc79-3765-4ab5-8b30-d326cf8c5fa2 req-733e5264-7a83-4a09-aaf1-c1cd408fead3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1273267
Dec 22 13:27:48.173389 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-412abc79-3765-4ab5-8b30-d326cf8c5fa2 req-12466edb-c5ba-473a-ba68-e79a14538c89 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408432
Dec 22 13:27:49.370812 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5800d25-4063-4924-8bbf-ec918ee3160f req-1b0feb9c-c76b-4c50-a33d-506ba57dbcaa tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:49.372176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5800d25-4063-4924-8bbf-ec918ee3160f req-1b0feb9c-c76b-4c50-a33d-506ba57dbcaa tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0948229
Dec 22 13:27:49.415578 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5800d25-4063-4924-8bbf-ec918ee3160f req-e783fbea-4c14-42db-8ae6-0d61c52a47e6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370975
Dec 22 13:27:49.596777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac818ae-4655-4dad-b2ee-7961c931fcf9 req-b10b00d0-120b-40d2-867d-1d3d972ce7f5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:49.598216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ac818ae-4655-4dad-b2ee-7961c931fcf9 req-b10b00d0-120b-40d2-867d-1d3d972ce7f5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0798008
Dec 22 13:27:49.645575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ac818ae-4655-4dad-b2ee-7961c931fcf9 req-bb6bb52f-552f-4259-8e55-e750f95d3e70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407197
Dec 22 13:27:50.056017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef602e-3490-4671-97c2-22bfbfcc8c4f req-bae822af-900f-4454-afc8-a55ecda80684 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:50.057579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5ef602e-3490-4671-97c2-22bfbfcc8c4f req-bae822af-900f-4454-afc8-a55ecda80684 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0794508
Dec 22 13:27:50.101197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5ef602e-3490-4671-97c2-22bfbfcc8c4f req-93ad50bb-b3a3-4365-b0a5-9738b1614211 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378041
Dec 22 13:27:50.304694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c54848-af0e-414a-b9b3-ab8340ceb1e1 req-f3f3d7c0-5278-42e2-9f39-da690c31ca33 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:50.309313 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a9c54848-af0e-414a-b9b3-ab8340ceb1e1 req-f3f3d7c0-5278-42e2-9f39-da690c31ca33 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0991545
Dec 22 13:27:50.351757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a9c54848-af0e-414a-b9b3-ab8340ceb1e1 req-d4a1e01a-0ecc-4c3a-b8b5-411a9eb1b08c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387545
Dec 22 13:27:50.893878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8eb28d-55e9-429b-81a6-88ab1bb29513 req-b741a922-3047-430a-be93-5ffcf14a4b82 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:50.895365 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb8eb28d-55e9-429b-81a6-88ab1bb29513 req-b741a922-3047-430a-be93-5ffcf14a4b82 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0812173
Dec 22 13:27:50.940205 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb8eb28d-55e9-429b-81a6-88ab1bb29513 req-c5da6821-b9b1-41e8-b7f2-a79e7966751b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385308
Dec 22 13:27:51.032220 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-eee55665-cef1-4652-8e7c-7045a0bee347 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0730140
Dec 22 13:27:52.129767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a087f-69c5-4c17-a782-2d0228d4eef1 req-5544d2b5-9403-4372-8d4c-ca7577523684 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:52.131295 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c7a087f-69c5-4c17-a782-2d0228d4eef1 req-5544d2b5-9403-4372-8d4c-ca7577523684 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0851350
Dec 22 13:27:52.178787 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c7a087f-69c5-4c17-a782-2d0228d4eef1 req-130390fb-2130-4c68-90fd-a49ef82fa7fc tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407417
Dec 22 13:27:53.283454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-e0d6b10f-34a9-471b-8d05-746e5a444563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:53.284931 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-e0d6b10f-34a9-471b-8d05-746e5a444563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1099 time: 0.0736494
Dec 22 13:27:53.377508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b69c2-8b8e-40a4-96c8-53e4398cd2fc req-c55e48be-8d2b-4780-a3a5-bc62123b5739 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:53.379004 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-775b69c2-8b8e-40a4-96c8-53e4398cd2fc req-c55e48be-8d2b-4780-a3a5-bc62123b5739 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0818474
Dec 22 13:27:53.420086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-fbf148c3-c594-4028-ba9f-f674578e86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:53.421530 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-fbf148c3-c594-4028-ba9f-f674578e86b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1300347
Dec 22 13:27:53.424349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-775b69c2-8b8e-40a4-96c8-53e4398cd2fc req-e29de962-efa5-45e6-95d6-acbe132edded tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394990
Dec 22 13:27:53.497420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-50850242-19b2-4325-bf8f-aade0a9b1b31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 217 time: 0.0655389
Dec 22 13:27:53.558972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-60b71015-3c43-4746-858d-199c608ba577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:53.560372 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-60b71015-3c43-4746-858d-199c608ba577 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0573282
Dec 22 13:27:53.605876 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-3c7bfb3a-9c67-426d-a77b-f19d74648bc1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395286
Dec 22 13:27:53.735927 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-9fddf3c2-4538-47b2-9d0c-53c8648750dc service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237676
Dec 22 13:27:53.865496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-a13aeae5-eddf-447b-93a8-34f310865cb4 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236670
Dec 22 13:27:54.613891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517530-46e7-44e4-ace5-dfd4c6189d6e req-0746dfc6-a2d2-4cdc-b6bc-00a696717d32 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:54.615258 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64517530-46e7-44e4-ace5-dfd4c6189d6e req-0746dfc6-a2d2-4cdc-b6bc-00a696717d32 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0825908
Dec 22 13:27:54.658547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64517530-46e7-44e4-ace5-dfd4c6189d6e req-934ee445-80aa-41c7-bdc2-2b3c34be99a8 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371454
Dec 22 13:27:55.840490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016370dd-d3f5-49ac-b4b2-228e1eb02551 req-30a22623-af81-4ed0-b8ca-b00596f631a6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:55.841927 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-016370dd-d3f5-49ac-b4b2-228e1eb02551 req-30a22623-af81-4ed0-b8ca-b00596f631a6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0789828
Dec 22 13:27:55.889249 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-016370dd-d3f5-49ac-b4b2-228e1eb02551 req-7a837fa7-bdf9-4d21-b327-2e6141f1c729 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417058
Dec 22 13:27:57.076167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37fcc7d-4822-4171-a742-c95cdf5ed5d6 req-917355cd-3e05-429a-9e3b-1c4adc084eb1 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:57.077616 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a37fcc7d-4822-4171-a742-c95cdf5ed5d6 req-917355cd-3e05-429a-9e3b-1c4adc084eb1 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0833793
Dec 22 13:27:57.124452 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a37fcc7d-4822-4171-a742-c95cdf5ed5d6 req-ec3b456b-b740-42ef-98d1-11f5e1ea8b02 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408318
Dec 22 13:27:58.315770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83998059-7c0d-4092-a5d2-5c638db1467d req-305ec80b-3fc7-4806-ac94-806f83a1a1d0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:58.317222 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83998059-7c0d-4092-a5d2-5c638db1467d req-305ec80b-3fc7-4806-ac94-806f83a1a1d0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0875258
Dec 22 13:27:58.360365 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83998059-7c0d-4092-a5d2-5c638db1467d req-0ac6e631-472b-45c1-bfc1-2ceb9c0d2b51 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373602
Dec 22 13:27:59.541442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa24d2e-1d17-4755-a9f2-c2324b4a71ef req-be3e6c6d-d398-4a56-b337-1ea4c1e00ac8 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:27:59.542918 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3aa24d2e-1d17-4755-a9f2-c2324b4a71ef req-be3e6c6d-d398-4a56-b337-1ea4c1e00ac8 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0783253
Dec 22 13:27:59.585552 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3aa24d2e-1d17-4755-a9f2-c2324b4a71ef req-031a63ef-b4b9-4440-8dab-305b691d9bd4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370021
Dec 22 13:28:00.086424 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:28:00.876224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3635c-a3c9-4d28-bdc4-6d4858a3f9cb req-beed27d3-2e2f-4aa8-b98d-882532ba4ea5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:00.877657 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-62d3635c-a3c9-4d28-bdc4-6d4858a3f9cb req-beed27d3-2e2f-4aa8-b98d-882532ba4ea5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.1842837
Dec 22 13:28:00.921357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-62d3635c-a3c9-4d28-bdc4-6d4858a3f9cb req-1f168b70-62d1-425a-978d-ca096eb0d0f3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380313
Dec 22 13:28:02.111085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a66953-340f-4f7a-8bc6-5402a1f5815a req-baf100a0-63e6-4ba9-95b8-9bbbc37f3581 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:02.112531 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0a66953-340f-4f7a-8bc6-5402a1f5815a req-baf100a0-63e6-4ba9-95b8-9bbbc37f3581 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0799017
Dec 22 13:28:02.158005 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0a66953-340f-4f7a-8bc6-5402a1f5815a req-786a9290-18b5-4045-b5d5-07cd122f969d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398383
Dec 22 13:28:02.612383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:02.985636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691d74-43f0-4cd5-a273-765c890b00ab req-7bd33aea-b348-4cf5-ad17-c19fd3a01151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:02.987112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-7bd33aea-b348-4cf5-ad17-c19fd3a01151 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1099 time: 0.0754044
Dec 22 13:28:03.131239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691d74-43f0-4cd5-a273-765c890b00ab req-6b142e0c-c66e-410c-b84b-133a7a9ae21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:03.132602 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-6b142e0c-c66e-410c-b84b-133a7a9ae21b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1265924
Dec 22 13:28:03.217727 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-e4179bbc-eae6-4076-8164-0243d018bf04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 217 time: 0.0663013
Dec 22 13:28:03.357249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142a30f-e9ce-467e-abec-5ec3cdd996fd req-5bfb14f1-211e-4c3e-970b-76b51e0b0004 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:03.358782 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4142a30f-e9ce-467e-abec-5ec3cdd996fd req-5bfb14f1-211e-4c3e-970b-76b51e0b0004 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0890081
Dec 22 13:28:03.404377 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4142a30f-e9ce-467e-abec-5ec3cdd996fd req-0dabeca6-736a-4d3e-8f9e-288daaddb931 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395472
Dec 22 13:28:03.407925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691d74-43f0-4cd5-a273-765c890b00ab req-c52e94b4-a27a-4a81-9174-83895f3eb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:03.409367 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-c52e94b4-a27a-4a81-9174-83895f3eb9c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.1786540
Dec 22 13:28:03.463785 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-4940c552-4902-413e-b9c6-c360c84cd29f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417249
Dec 22 13:28:03.600459 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-295cc4c6-3802-4683-a66f-06c39be5e5dd service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252801
Dec 22 13:28:03.746575 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-32691d74-43f0-4cd5-a273-765c890b00ab req-045526ab-9b47-4052-b321-695380d5e3a9 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258225
Dec 22 13:28:04.592922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44daa-ee5f-42ef-8322-74e7313a3c3e req-cf6573a5-0908-474c-af4c-c210c58171f8 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:04.594395 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4c44daa-ee5f-42ef-8322-74e7313a3c3e req-cf6573a5-0908-474c-af4c-c210c58171f8 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0840344
Dec 22 13:28:04.636234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4c44daa-ee5f-42ef-8322-74e7313a3c3e req-ae1a8151-2ff7-402e-8642-df189a6c9c19 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362301
Dec 22 13:28:05.126768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1cec74f4-4286-46ba-8017-ab674829a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:05.822373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3f171-e1c7-4db7-83f7-57a679117b92 req-da806229-6768-473f-8e1e-d4c886391c54 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:05.823842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-38b3f171-e1c7-4db7-83f7-57a679117b92 req-da806229-6768-473f-8e1e-d4c886391c54 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0798914
Dec 22 13:28:05.867920 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-38b3f171-e1c7-4db7-83f7-57a679117b92 req-ac919e2e-c94d-45b6-aca5-782aaefa55da tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384955
Dec 22 13:28:07.055785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228cd33-7d1b-4dfb-8752-1de7e10cba83 req-46d24bdc-18ec-43ec-b1f1-6d7a7eb4356b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:07.057191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1228cd33-7d1b-4dfb-8752-1de7e10cba83 req-46d24bdc-18ec-43ec-b1f1-6d7a7eb4356b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0841215
Dec 22 13:28:07.102211 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1228cd33-7d1b-4dfb-8752-1de7e10cba83 req-3b7c5ed3-fca9-4f65-b3c9-2473af07a198 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382700
Dec 22 13:28:07.520453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-eb990ebe-9c67-4323-9fad-48e6cc9975d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:08.290067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53348e9-e413-462c-8b15-cfe5f2ce8a79 req-bbee164b-f4b5-4200-be86-a802a07fc176 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:08.291597 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a53348e9-e413-462c-8b15-cfe5f2ce8a79 req-bbee164b-f4b5-4200-be86-a802a07fc176 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0806093
Dec 22 13:28:08.340390 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a53348e9-e413-462c-8b15-cfe5f2ce8a79 req-fe00d4bf-2bc2-4c8d-b63f-65c47997903f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423350
Dec 22 13:28:08.629348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:08.714514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:09.523865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae024b9e-3af2-4e93-9d1c-950314515f53 req-8cc547a1-ee59-4710-81a4-4f9b84a57007 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:09.525352 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae024b9e-3af2-4e93-9d1c-950314515f53 req-8cc547a1-ee59-4710-81a4-4f9b84a57007 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0797546
Dec 22 13:28:09.569167 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae024b9e-3af2-4e93-9d1c-950314515f53 req-16b6bc8f-52da-453f-96bf-234719327954 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379059
Dec 22 13:28:10.217158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:10.754748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5dab4-d4fe-4515-b408-e38dd27dc5e4 req-e4cc1568-2e3c-40b7-9de1-81f267935600 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:10.756206 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85c5dab4-d4fe-4515-b408-e38dd27dc5e4 req-e4cc1568-2e3c-40b7-9de1-81f267935600 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0827553
Dec 22 13:28:10.799691 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85c5dab4-d4fe-4515-b408-e38dd27dc5e4 req-763b6117-d7a4-4650-949e-6b427c8618ba tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370641
Dec 22 13:28:11.981778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714eaaa-c245-4c94-97a6-415b2a9a737d req-a657a1ef-823c-466c-a509-e4b8017390a1 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:11.983252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e714eaaa-c245-4c94-97a6-415b2a9a737d req-a657a1ef-823c-466c-a509-e4b8017390a1 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0798807
Dec 22 13:28:12.026512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e714eaaa-c245-4c94-97a6-415b2a9a737d req-e3cd285b-59b5-42e9-b296-d15465290ad4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377216
Dec 22 13:28:13.215133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583888-676f-44da-afdf-1411b00dde3a req-3e9145d4-a8c0-4d44-bb2d-5ca06470e561 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:13.216573 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-89583888-676f-44da-afdf-1411b00dde3a req-3e9145d4-a8c0-4d44-bb2d-5ca06470e561 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0849855
Dec 22 13:28:13.263446 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-89583888-676f-44da-afdf-1411b00dde3a req-f0a3b7e7-a9ba-48f8-99ac-82ec2d22d102 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412722
Dec 22 13:28:14.443918 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a970f-1987-40b0-842d-7090a82ad526 req-d2f36f8e-3574-434f-b51b-6cada1f3f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:14.445387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a55a970f-1987-40b0-842d-7090a82ad526 req-d2f36f8e-3574-434f-b51b-6cada1f3f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0784161
Dec 22 13:28:14.488488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a55a970f-1987-40b0-842d-7090a82ad526 req-02ab16d6-13a1-442c-9c44-7f74b1f54763 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369670
Dec 22 13:28:15.676123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abecd14-a59c-44b5-b8b3-23f33abaae1e req-fd10508d-939a-4aa2-b180-19a991c314c5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:15.677563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1abecd14-a59c-44b5-b8b3-23f33abaae1e req-fd10508d-939a-4aa2-b180-19a991c314c5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0829449
Dec 22 13:28:15.721053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1abecd14-a59c-44b5-b8b3-23f33abaae1e req-d37df336-007e-46c2-b5af-d664e4fd0ee6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379021
Dec 22 13:28:16.904696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae72fc-4b04-45e6-8088-7f8ba5db7594 req-26fd9c9d-1e7c-414b-a1fa-61f4a7c3f3fd tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:16.906138 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6ae72fc-4b04-45e6-8088-7f8ba5db7594 req-26fd9c9d-1e7c-414b-a1fa-61f4a7c3f3fd tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0796144
Dec 22 13:28:16.953376 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6ae72fc-4b04-45e6-8088-7f8ba5db7594 req-39d2ce9f-d9f3-40b3-bc08-06cb05426ca3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415821
Dec 22 13:28:18.134891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cd518-ca7d-468a-a27e-202dbe979175 req-fc428491-2964-4540-8e07-c1800785229f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:18.136340 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa7cd518-ca7d-468a-a27e-202dbe979175 req-fc428491-2964-4540-8e07-c1800785229f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0791721
Dec 22 13:28:18.179744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa7cd518-ca7d-468a-a27e-202dbe979175 req-2d0a5d78-c78b-454e-815f-ebd2de7a45af tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371757
Dec 22 13:28:19.369761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2663-45d3-43d0-99d0-6c9fb506fa72 req-e9cac5bc-3f88-475c-be35-501c609f1637 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:19.371248 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bbed2663-45d3-43d0-99d0-6c9fb506fa72 req-e9cac5bc-3f88-475c-be35-501c609f1637 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0860419
Dec 22 13:28:19.414978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bbed2663-45d3-43d0-99d0-6c9fb506fa72 req-720bafee-d51a-42bc-b675-d0c992158139 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375729
Dec 22 13:28:20.603274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1946-ca92-4b1c-b2f7-bc3b817157be req-00c730a9-d908-42c8-b58e-e5add40f47cd tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:20.604635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a6ce1946-ca92-4b1c-b2f7-bc3b817157be req-00c730a9-d908-42c8-b58e-e5add40f47cd tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0807030
Dec 22 13:28:20.649420 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a6ce1946-ca92-4b1c-b2f7-bc3b817157be req-26b495cf-701a-4dd0-adc7-37417a80ef6b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390406
Dec 22 13:28:21.031803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-d5ff304f-b11d-4afb-9182-81747c20def8 service neutron] 10.222.0.46 "GET /v2.0/ports/2de50e65-5d78-4a0a-afd2-82b93432f307/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0770695
Dec 22 13:28:21.641087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-775c06e3-7301-482f-8167-c63f6c35378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:21.642468 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-775c06e3-7301-482f-8167-c63f6c35378b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6&tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8 HTTP/1.1" status: 200  len: 1099 time: 0.0720212
Dec 22 13:28:21.740967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-51f62ebf-c71d-4894-98d7-02f5002113a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:21.742420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-51f62ebf-c71d-4894-98d7-02f5002113a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1099 time: 0.0775545
Dec 22 13:28:21.834139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66150e3-e3de-4fcc-a55d-91428230abfe req-21b6356c-588d-41fe-8dbf-a8efed381382 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:21.835625 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f66150e3-e3de-4fcc-a55d-91428230abfe req-21b6356c-588d-41fe-8dbf-a8efed381382 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0821545
Dec 22 13:28:21.876801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-a4c410af-8bc9-4096-893a-c8d4de935c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:21.878264 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-a4c410af-8bc9-4096-893a-c8d4de935c60 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1286292
Dec 22 13:28:21.879133 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f66150e3-e3de-4fcc-a55d-91428230abfe req-79921eb6-95a5-48c9-b4e0-b05e4ad6d6a5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377967
Dec 22 13:28:21.945852 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-ae3397ac-14da-44a8-9e91-833dc72924ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 217 time: 0.0611539
Dec 22 13:28:22.010448 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-de8fb942-e6a3-4cf0-85ad-d78d8c72c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:22.011877 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-de8fb942-e6a3-4cf0-85ad-d78d8c72c0ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0594990
Dec 22 13:28:22.058239 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-d70bb2e5-b05b-4323-96ec-524a31060579 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0400879
Dec 22 13:28:22.187774 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-d8c53675-31d7-4441-80fb-808ea596b2f1 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228561
Dec 22 13:28:22.320730 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9faa60e6-ce0a-44ab-b52b-67fff364426f req-0ad7c7c1-2eb6-4d3b-aff8-995b0f641e65 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265650
Dec 22 13:28:23.065111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474a4e7-73db-4aa3-9c1e-deb856b8882e req-b26cadf2-5b2e-482e-927a-a0f20a681f8f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:23.066545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8474a4e7-73db-4aa3-9c1e-deb856b8882e req-b26cadf2-5b2e-482e-927a-a0f20a681f8f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0784326
Dec 22 13:28:23.114092 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8474a4e7-73db-4aa3-9c1e-deb856b8882e req-626e10be-b62c-46cf-b33c-f65d96a6d234 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419805
Dec 22 13:28:24.447094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2c9e7-9c16-4d2f-9756-48afee6b3471 req-1b59411a-c98e-40b7-aa45-6592d69900a0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:24.448547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4f2c9e7-9c16-4d2f-9756-48afee6b3471 req-1b59411a-c98e-40b7-aa45-6592d69900a0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0815182
Dec 22 13:28:24.492240 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b4f2c9e7-9c16-4d2f-9756-48afee6b3471 req-ccc896f6-5bf6-470d-9c0e-baa6245d848c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372198
Dec 22 13:28:24.606461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:28:24.608875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:28:24.815230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:24.850699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:24.867814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:28:24.877073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'port_id': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'mac_address': 'fa:16:3e:0c:72:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7801cf-51ad-4114-8c58-a6f836a28613', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:28:24.887236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:24.939353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:24.952179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:24.955690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:24.985138 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'code': 200}
Dec 22 13:28:25.001667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:28:25.079016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:25.083359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:25.085388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:28:25.085737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:28:25.640642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:25.658627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:28:25.674028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:25.682723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6d09-0ffb-48af-b58d-dedb9cf3d903 req-fd7d1b56-d996-4533-a513-be16d94f5144 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:25.684239 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77ab6d09-0ffb-48af-b58d-dedb9cf3d903 req-fd7d1b56-d996-4533-a513-be16d94f5144 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 944 time: 0.0858645
Dec 22 13:28:25.748728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:25.750545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:25.818801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['2de50e65-5d78-4a0a-afd2-82b93432f307'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:28:25.841998 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77ab6d09-0ffb-48af-b58d-dedb9cf3d903 req-208d3982-bd6e-4750-a6b1-b46c2d96b502 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518455
Dec 22 13:28:25.869237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:25.874235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:26.257515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8399d09-f2d3-4275-af80-5956a25708aa req-bc82e5af-8b7d-4027-91c4-3252e447e3a0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:26.259110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8399d09-f2d3-4275-af80-5956a25708aa req-bc82e5af-8b7d-4027-91c4-3252e447e3a0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 945 time: 0.0823581
Dec 22 13:28:26.305423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8399d09-f2d3-4275-af80-5956a25708aa req-a1246467-26e4-41f6-8dea-1ca4d3d0dfbd tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399921
Dec 22 13:28:26.342807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8211d340-ffd3-4f75-9ee2-19b8ff6ed4b3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:26.343464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8211d340-ffd3-4f75-9ee2-19b8ff6ed4b3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Synchronizing usage tracker for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:28:26.440029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8211d340-ffd3-4f75-9ee2-19b8ff6ed4b3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Unset dirty status for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:28:26.441224 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8211d340-ffd3-4f75-9ee2-19b8ff6ed4b3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6&tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1875634
Dec 22 13:28:26.579284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8c0e53a5-c2fc-4b91-8dd8-86698fc6b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:26.580738 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-8c0e53a5-c2fc-4b91-8dd8-86698fc6b00b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 1098 time: 0.0713832
Dec 22 13:28:26.611378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:28:26.683340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 2de50e65-5d78-4a0a-afd2-82b93432f307 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:28:26.684003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:26.715373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-b3015e7f-3e03-4eff-88a1-d54b2144c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:26.717787 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-b3015e7f-3e03-4eff-88a1-d54b2144c114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1305864
Dec 22 13:28:26.788560 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-1e6379b3-e5f7-4b73-8a88-b835a43f7bd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 200  len: 217 time: 0.0651925
Dec 22 13:28:26.802045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:26.834033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:26.851711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-9131df66-8a85-4118-8676-fe63255c2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:26.853138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-9131df66-8a85-4118-8676-fe63255c2371 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0570805
Dec 22 13:28:26.900946 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-780b358f-4137-4ed7-9b39-c7698508bd6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408332
Dec 22 13:28:26.908295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:26.910945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-79500830-a8bf-4e31-a07d-71b3fa0f93f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:26.983492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:26.986661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:26.987327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:28:27.043778 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'code': 200}
Dec 22 13:28:27.145682 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-f3b19eaf-a054-441a-ac00-e4aeaf865dce service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2379129
Dec 22 13:28:27.276830 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8c02ec72-c0b2-4125-bfb4-8a72a3767212 req-a273febd-5d4c-4da3-a54b-78d1c3d87a33 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250632
Dec 22 13:28:27.501130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fda04a-8fd7-4bb6-976b-3cfb8d07af83 req-ff832ad1-c061-40db-8718-e45778c12c8d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:27.502558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39fda04a-8fd7-4bb6-976b-3cfb8d07af83 req-ff832ad1-c061-40db-8718-e45778c12c8d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0840013
Dec 22 13:28:27.545897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39fda04a-8fd7-4bb6-976b-3cfb8d07af83 req-8e293379-e0ee-47cb-b6b0-e93216720e1e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376947
Dec 22 13:28:28.732336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30503a1-0d37-4350-a426-0b1ef792cb25 req-7c04d8a3-7d11-448c-a70d-3641a6b6043d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:28.733779 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b30503a1-0d37-4350-a426-0b1ef792cb25 req-7c04d8a3-7d11-448c-a70d-3641a6b6043d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0802701
Dec 22 13:28:28.780790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b30503a1-0d37-4350-a426-0b1ef792cb25 req-2ebd25dd-5932-4a65-b015-d739240d64b0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413749
Dec 22 13:28:28.959564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b990f-400e-42c1-8fa6-4d9d6becf8b6 req-412821c1-b6c3-4667-929f-6a4b99daf0ff tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:28.961145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-797b990f-400e-42c1-8fa6-4d9d6becf8b6 req-412821c1-b6c3-4667-929f-6a4b99daf0ff tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0792654
Dec 22 13:28:29.003361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-797b990f-400e-42c1-8fa6-4d9d6becf8b6 req-157dc811-9080-4f8a-86cc-6bd96660cec4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368230
Dec 22 13:28:29.185118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be706c6f-34eb-44d3-8818-98b959d53418 req-033b148a-70fe-4c77-a82d-808c5b0bf2c6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:29.187185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be706c6f-34eb-44d3-8818-98b959d53418 req-033b148a-70fe-4c77-a82d-808c5b0bf2c6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0823750
Dec 22 13:28:29.231562 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be706c6f-34eb-44d3-8818-98b959d53418 req-01275b53-2acd-41bd-bdf3-eb9a623001be tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387645
Dec 22 13:28:29.916006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-23eccfcf-d395-454c-af7f-c17bed058672 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:29.917314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-23eccfcf-d395-454c-af7f-c17bed058672 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 814 time: 0.1429331
Dec 22 13:28:29.931936 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-2b92d082-a707-4f09-81a8-8bda33e4f977 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/quotas/f60e5e6bb69a4e6991b347b1aeaa2cd8 HTTP/1.1" status: 200  len: 375 time: 0.0091064
Dec 22 13:28:30.009029 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-505c4276-ab3e-4ce2-9bcb-6c9491569c60 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0719366
Dec 22 13:28:30.181413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-a793f841-0a2b-49df-87a4-1917f2dcae48 service neutron] 10.222.0.16 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652036
Dec 22 13:28:30.318282 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-e639ded2-66dd-4bb7-a99d-e99140a43a88 service neutron] 10.222.0.16 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310034
Dec 22 13:28:30.610778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5cd03144-6303-4fa3-a75b-f261cbc5a9b2 req-18141279-5781-4d2e-ba5a-f4eda9a4733c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 210 time: 0.0468938
Dec 22 13:28:31.437653 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-ea69578e-4c70-4d37-b779-e06a599e15d2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:31.439123 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-ea69578e-4c70-4d37-b779-e06a599e15d2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/ports?device_id=8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6 HTTP/1.1" status: 200  len: 946 time: 0.0801642
Dec 22 13:28:31.507554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Deleting port 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:28:31.507891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:31.759739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] For port 2de50e65-5d78-4a0a-afd2-82b93432f307, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2de50e65-5d78-4a0a-afd2-82b93432f307,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:31.760052 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:31.763672 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d119a45c-37a6-47b3-b4e3-5d12082962d6 req-eaf86f25-0f4c-4125-b0df-3a0234a0a90c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 210 time: 0.0426228
Dec 22 13:28:31.892879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Calling delete_port for 2de50e65-5d78-4a0a-afd2-82b93432f307 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:28:32.107317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:32.112719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6c3ca935-f29f-476f-bba9-b85744a5e50b tempest-ServersAdminNegativeTestJSON-824216599 tempest-ServersAdminNegativeTestJSON-824216599-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:32.118437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['2de50e65-5d78-4a0a-afd2-82b93432f307'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:28:32.162534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Pushing event deleted for resources: {'Port': ['ID=2de50e65-5d78-4a0a-afd2-82b93432f307,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:32.200692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.201080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.201461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.201839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.202210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.202579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.202973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.203341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.203707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.204075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.204438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.204800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:28:32.211949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:32.249539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] No DVR routers for this DVR port 2de50e65-5d78-4a0a-afd2-82b93432f307 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:28:32.252038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:32.254695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-deleted', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:28:32.337384 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-615f6b11-927f-4200-9eba-0a366b5ce0b5 req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "DELETE /v2.0/ports/2de50e65-5d78-4a0a-afd2-82b93432f307 HTTP/1.1" status: 204  len: 173 time: 0.8930809
Dec 22 13:28:32.362687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3fd920-d01d-405f-9fbd-fbcaf7b2c2f6', 'name': 'network-vif-deleted', 'tag': '2de50e65-5d78-4a0a-afd2-82b93432f307', 'status': 'completed', 'code': 200}
Dec 22 13:28:32.631059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-e0ea4a1e-6a1f-4024-b364-1455b2561c80 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:32.632443 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-e0ea4a1e-6a1f-4024-b364-1455b2561c80 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 814 time: 0.1544857
Dec 22 13:28:32.640096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:32.645395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Request body: {'port': {'device_id': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'admin_state_up': True, 'tenant_id': 'f60e5e6bb69a4e6991b347b1aeaa2cd8'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:28:32.787800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:28:32.791922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Usage tracker for resource:port and tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:28:32.795686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:28:32.802132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:28:32.913950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Made reservation on behalf of f60e5e6bb69a4e6991b347b1aeaa2cd8 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:28:32.917527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:32.926437 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d562405b-d4c2-4752-a173-3b967d7ea070 req-c4ac57d7-07ec-45f5-a73c-1181464068c4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 210 time: 0.0448573
Dec 22 13:28:33.083954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Allocated IP 172.20.0.12 (3eed9d86-f679-4c2d-8c2e-6c519c9899b2/cb7801cf-51ad-4114-8c58-a6f836a28613/100d2f71-3923-4d5d-8be1-775fc383815d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:28:33.293017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:33.399806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:33.405546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6e51cdb1-8c70-42a2-8623-1742d3598ff3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:33.471178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:28:33.474170 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:28:33.477995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:28:33.507792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:33.514666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:33.542802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:33.543476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:33.651437 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0098097
Dec 22 13:28:33.663559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Request body: {'port': {'device_id': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:28:33.774046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.123891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e3d27-13b2-42d5-ad29-cb8addeecbb4 req-e69fbc50-72c9-457c-abda-006069f7a612 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:34.125355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-734e3d27-13b2-42d5-ad29-cb8addeecbb4 req-e69fbc50-72c9-457c-abda-006069f7a612 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 932 time: 0.0863945
Dec 22 13:28:34.169075 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-734e3d27-13b2-42d5-ad29-cb8addeecbb4 req-8aa6413f-6d54-40d3-8f73-88cee40bbc1c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378721
Dec 22 13:28:34.233365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:28:34.236672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.251610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Transition to ACTIVE for port object 100d2f71-3923-4d5d-8be1-775fc383815d will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:28:34.314077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.317958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e0d1a310-101a-4002-94cf-7325e04605c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:34.466086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:34.473363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:34.544096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Attempting to bind port 100d2f71-3923-4d5d-8be1-775fc383815d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:28:34.544968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Attempting to bind port 100d2f71-3923-4d5d-8be1-775fc383815d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:28:34.545193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Attempting to bind port 100d2f71-3923-4d5d-8be1-775fc383815d on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:28:34.549935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Port 100d2f71-3923-4d5d-8be1-775fc383815d on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:28:34.550252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Attempting to bind port 100d2f71-3923-4d5d-8be1-775fc383815d on network 3eed9d86-f679-4c2d-8c2e-6c519c9899b2 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:28:34.555163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:28:34.555496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Checking segment: {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:28:34.555870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Bound using segment: {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:28:34.556279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Bound port: 100d2f71-3923-4d5d-8be1-775fc383815d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd43874a-9938-4428-949d-4c37b4e3e834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:28:34.556613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.634430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:28:34.644481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:28:34.647334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:28:34.672359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 2de50e65-5d78-4a0a-afd2-82b93432f307 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:28:34.672715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 2de50e65-5d78-4a0a-afd2-82b93432f307 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:28:34.714167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.718905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-454ba293-2be9-400e-b015-70d7345280b8 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:34.780718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:34.781324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:34.782652 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] 10.222.0.46 "PUT /v2.0/ports/100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 1094 time: 1.1231384
Dec 22 13:28:34.783188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:28:34.801911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:34.806086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:34.827893 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d', 'status': 'completed', 'code': 200}
Dec 22 13:28:34.917078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31b259-f749-4a63-944b-bc9167082302 req-fa957b46-8d47-4376-a497-1ad80ec5bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:34.918595 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8e31b259-f749-4a63-944b-bc9167082302 req-fa957b46-8d47-4376-a497-1ad80ec5bcfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1097 time: 0.0720181
Dec 22 13:28:35.057409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31b259-f749-4a63-944b-bc9167082302 req-d54127fe-e934-44fe-a3bb-b8b75ae054f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:35.058754 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8e31b259-f749-4a63-944b-bc9167082302 req-d54127fe-e934-44fe-a3bb-b8b75ae054f5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1332090
Dec 22 13:28:35.125372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3fb3859a-d3c8-4246-a6b3-f8cce32b977f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:35.198507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31b259-f749-4a63-944b-bc9167082302 req-7cd99b8a-e837-41d1-8a6c-aabfdf1f47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:35.199993 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8e31b259-f749-4a63-944b-bc9167082302 req-7cd99b8a-e837-41d1-8a6c-aabfdf1f47e6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1351109
Dec 22 13:28:35.308288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d3342232-20a5-4e9f-b813-9578edf220e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:35.309711 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-d3342232-20a5-4e9f-b813-9578edf220e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1097 time: 0.0739417
Dec 22 13:28:35.353844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7a1b6-864e-49d7-b2b6-0199d43d604a req-794a78c3-41a1-46be-abce-55631898529d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:35.355324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-42f7a1b6-864e-49d7-b2b6-0199d43d604a req-794a78c3-41a1-46be-abce-55631898529d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 944 time: 0.0811083
Dec 22 13:28:35.381945 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-15d44352-5b0f-43df-ba50-71a780fd56a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 217 time: 0.0650482
Dec 22 13:28:35.399907 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-42f7a1b6-864e-49d7-b2b6-0199d43d604a req-60602d22-7579-48c0-b6f3-0565d30b04be tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381885
Dec 22 13:28:35.446140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-508c3cae-19e0-4560-801c-9bf5a274c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:35.447630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-508c3cae-19e0-4560-801c-9bf5a274c6a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0595512
Dec 22 13:28:35.498016 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-7239d263-f042-4800-86ce-1f860c152209 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432763
Dec 22 13:28:35.628210 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-39dc200f-6901-4aa2-98ac-6c82a20b7c22 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243620
Dec 22 13:28:35.758490 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9b0c351c-8f32-4aac-8e10-1d3795171832 req-066a6016-1d6d-4ca8-82c7-9a21dbb86317 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238098
Dec 22 13:28:36.587888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce80b3-2abb-4283-9f8f-0b9c34bfb062 req-16767bc2-3c7d-4cbc-a039-c5cf4f7aa62a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:36.589259 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8bce80b3-2abb-4283-9f8f-0b9c34bfb062 req-16767bc2-3c7d-4cbc-a039-c5cf4f7aa62a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 944 time: 0.0846198
Dec 22 13:28:36.632533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8bce80b3-2abb-4283-9f8f-0b9c34bfb062 req-690c2f03-07ab-4d37-9d44-6a9e8a2b9a57 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373228
Dec 22 13:28:37.085217 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:28:37.473735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3b6bf79-f259-4070-8157-cda99b6f5e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:37.816071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c6a7f-edc9-4314-864d-10fafee66adc req-967532c0-5e81-4a5b-89f2-8f9e1726e9e7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:37.817819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7c1c6a7f-edc9-4314-864d-10fafee66adc req-967532c0-5e81-4a5b-89f2-8f9e1726e9e7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 944 time: 0.0793386
Dec 22 13:28:37.865065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7c1c6a7f-edc9-4314-864d-10fafee66adc req-f3487f69-7d49-4609-9996-5548c6b36e5b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416067
Dec 22 13:28:38.621857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:38.636232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:28:38.750004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:38.774386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:38.788760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '100d2f71-3923-4d5d-8be1-775fc383815d', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'port_id': '100d2f71-3923-4d5d-8be1-775fc383815d', 'mac_address': 'fa:16:3e:05:49:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7801cf-51ad-4114-8c58-a6f836a28613', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:28:38.842501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:38.859162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:28:38.873749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:38.953768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:38.955598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9aed489a-6ec0-4a93-9b14-4f854ecb7dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:39.024433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:39.027402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:39.051881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e64a4b-8364-4419-972b-757d8df1bbbe req-73863c47-7f54-4543-880e-595ae170a742 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:39.053329 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97e64a4b-8364-4419-972b-757d8df1bbbe req-73863c47-7f54-4543-880e-595ae170a742 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 945 time: 0.0802243
Dec 22 13:28:39.097107 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97e64a4b-8364-4419-972b-757d8df1bbbe req-17a6aca7-2eb3-48cc-a706-25851b3e19fa tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381286
Dec 22 13:28:39.149598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['100d2f71-3923-4d5d-8be1-775fc383815d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:28:40.177134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:40.290465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837ca20-f224-40f7-9be2-47ddd2927430 req-a681d69e-07f4-473b-bd95-27a07ae42019 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:40.291952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e837ca20-f224-40f7-9be2-47ddd2927430 req-a681d69e-07f4-473b-bd95-27a07ae42019 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 945 time: 0.0883386
Dec 22 13:28:40.337487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e837ca20-f224-40f7-9be2-47ddd2927430 req-cc1a62e1-a5b4-4d33-a9ed-7b0ddf02cc50 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385985
Dec 22 13:28:40.641439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:28:40.753615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 100d2f71-3923-4d5d-8be1-775fc383815d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:28:40.758333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 100d2f71-3923-4d5d-8be1-775fc383815d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:28:40.758707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:40.871723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:40.898127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:28:40.907512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:28:40.945527 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d', 'code': 200}
Dec 22 13:28:40.963833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:28:40.965668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:28:41.034046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:28:41.037044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:28:41.275777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6b1fb-b395-4afe-9f78-ce0149a5f712 req-446bfb7e-359f-441a-a8d2-534d9dfc4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:41.277286 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-07f6b1fb-b395-4afe-9f78-ce0149a5f712 req-446bfb7e-359f-441a-a8d2-534d9dfc4f8e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1099 time: 0.0713580
Dec 22 13:28:41.317745 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-07f6b1fb-b395-4afe-9f78-ce0149a5f712 req-fc3122bf-2214-48a0-8386-11fa2714c2d2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340014
Dec 22 13:28:41.518298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44692009-8d25-4754-9cd1-90a4e82b824f req-a9f560c7-51f6-4f26-9410-b99d19b46be5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:41.519770 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44692009-8d25-4754-9cd1-90a4e82b824f req-a9f560c7-51f6-4f26-9410-b99d19b46be5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0793824
Dec 22 13:28:41.565141 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44692009-8d25-4754-9cd1-90a4e82b824f req-bfea9b74-c3d9-4689-8924-2f845c848330 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396037
Dec 22 13:28:42.856242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974262a-99f0-49af-bd40-59f89a23021c req-161fc906-289d-4e64-880e-503da86796a5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:42.857640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e974262a-99f0-49af-bd40-59f89a23021c req-161fc906-289d-4e64-880e-503da86796a5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.1863904
Dec 22 13:28:42.900256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e974262a-99f0-49af-bd40-59f89a23021c req-fa7f8815-b850-4b79-95ad-c48274df2204 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369256
Dec 22 13:28:43.082014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a885d68-5463-490b-9d33-e1ae5757cd93 req-db7a0024-a89a-4832-b04f-8b16b17e9d2c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:43.083474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a885d68-5463-490b-9d33-e1ae5757cd93 req-db7a0024-a89a-4832-b04f-8b16b17e9d2c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0793545
Dec 22 13:28:43.128464 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a885d68-5463-490b-9d33-e1ae5757cd93 req-0c2d6432-337a-4fbb-a5d8-4641ce71ceac tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394349
Dec 22 13:28:43.670285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5ff62-aded-4d97-b729-335a3de3fe5f req-6487df4d-0de5-4e92-8446-b46e90cb9589 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:43.671835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-15a5ff62-aded-4d97-b729-335a3de3fe5f req-6487df4d-0de5-4e92-8446-b46e90cb9589 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0791743
Dec 22 13:28:43.716244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-15a5ff62-aded-4d97-b729-335a3de3fe5f req-5a258915-2e89-4606-a95d-a44812609327 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384042
Dec 22 13:28:43.884213 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-cff81f11-76b3-407b-a3f2-e365bf19ce86 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1898832
Dec 22 13:28:44.908819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9411245-1247-41ce-a001-208cd6fef337 req-a04ef767-92f3-416b-b2da-d10c75ffd9a9 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:44.910226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d9411245-1247-41ce-a001-208cd6fef337 req-a04ef767-92f3-416b-b2da-d10c75ffd9a9 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0872149
Dec 22 13:28:44.955431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d9411245-1247-41ce-a001-208cd6fef337 req-61bdc1ea-2aa7-4283-a880-e64a04a62eb5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393567
Dec 22 13:28:45.886754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-8aa78db2-9a56-4cd0-87c1-a4140a9e338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:45.888512 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-8aa78db2-9a56-4cd0-87c1-a4140a9e338c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1099 time: 0.0707536
Dec 22 13:28:46.021348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-c6e13ee2-7c01-4a3e-9c69-493a77f90d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:46.022784 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-c6e13ee2-7c01-4a3e-9c69-493a77f90d61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1284571
Dec 22 13:28:46.095466 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-d11b1ced-c3fc-4180-bcb4-cb2432526679 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 217 time: 0.0655186
Dec 22 13:28:46.141573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24540f-a508-48b3-bf1c-b2ac7ba10854 req-42bba1c9-178f-4500-b9c9-24e528e00462 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:46.142975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f24540f-a508-48b3-bf1c-b2ac7ba10854 req-42bba1c9-178f-4500-b9c9-24e528e00462 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0801387
Dec 22 13:28:46.156806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-21b8366d-e4c8-4298-9be5-cbe97caa8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:46.158233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-21b8366d-e4c8-4298-9be5-cbe97caa8ccf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0571952
Dec 22 13:28:46.187419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f24540f-a508-48b3-bf1c-b2ac7ba10854 req-d85ad4ad-eb1b-45c9-8498-4b98290cb342 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385797
Dec 22 13:28:46.209889 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-e7fa9178-8820-4400-bd7c-aff3c90809c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450828
Dec 22 13:28:46.344547 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-bb1a87a1-ab2a-4878-98c3-c1e42ccce6b5 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269317
Dec 22 13:28:46.477803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-08dcc4f6-8675-4a25-a215-452d932c956d service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268311
Dec 22 13:28:47.374417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b798dc-3de7-44e3-80c8-7e7c9d443c76 req-ad353648-7b12-4daa-bc92-5627d6401641 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:47.375896 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7b798dc-3de7-44e3-80c8-7e7c9d443c76 req-ad353648-7b12-4daa-bc92-5627d6401641 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0828359
Dec 22 13:28:47.418992 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7b798dc-3de7-44e3-80c8-7e7c9d443c76 req-13d0e3b5-b08f-43d0-8993-c85edd37f6be tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374320
Dec 22 13:28:48.636679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1ef9e-f06d-48f8-9491-a8842c6e840c req-469e1f1d-b514-4138-854a-dcbaeace3c71 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:48.638755 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33b1ef9e-f06d-48f8-9491-a8842c6e840c req-469e1f1d-b514-4138-854a-dcbaeace3c71 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0810227
Dec 22 13:28:48.688527 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33b1ef9e-f06d-48f8-9491-a8842c6e840c req-d7589d78-a41e-41ff-9010-a4563b16bbd2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437975
Dec 22 13:28:49.874426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403910b-16bc-4ed6-9703-923bf8bdd8a6 req-83cdb1cc-d167-4183-96d0-775a2e038582 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:49.875892 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3403910b-16bc-4ed6-9703-923bf8bdd8a6 req-83cdb1cc-d167-4183-96d0-775a2e038582 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0798872
Dec 22 13:28:49.919637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3403910b-16bc-4ed6-9703-923bf8bdd8a6 req-385f373c-c243-40e8-bc1a-3d4cfdd490c2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375426
Dec 22 13:28:51.105199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c28f4-6a7f-4fd2-a892-a71c50e6f8d8 req-4729da20-2a76-4a18-9a13-b7387e4255a3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:51.107253 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-966c28f4-6a7f-4fd2-a892-a71c50e6f8d8 req-4729da20-2a76-4a18-9a13-b7387e4255a3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0845566
Dec 22 13:28:51.150112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-966c28f4-6a7f-4fd2-a892-a71c50e6f8d8 req-8f250028-c625-40a1-9bb5-378734e01730 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372863
Dec 22 13:28:52.334425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c37dd1-aed1-4bae-b05e-1cf5c67a1e49 req-aa85242f-f71c-4465-a5e6-d0de2d0bdf13 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:52.335908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01c37dd1-aed1-4bae-b05e-1cf5c67a1e49 req-aa85242f-f71c-4465-a5e6-d0de2d0bdf13 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0824840
Dec 22 13:28:52.380365 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01c37dd1-aed1-4bae-b05e-1cf5c67a1e49 req-220efba5-213a-4bc5-8b5c-baec55a9421c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380449
Dec 22 13:28:53.568919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b50af-ecb4-4408-a8d8-8f0e52f248eb req-cf847bcb-e8c9-4f5a-842f-3184dc7ee4c5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:53.570283 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-837b50af-ecb4-4408-a8d8-8f0e52f248eb req-cf847bcb-e8c9-4f5a-842f-3184dc7ee4c5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0835481
Dec 22 13:28:53.614694 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-837b50af-ecb4-4408-a8d8-8f0e52f248eb req-0570febe-cbc6-40f1-af2f-9a2ccf16b261 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381753
Dec 22 13:28:54.797441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4021516-1816-493a-b4bb-1f989694d124 req-0cf7366f-6383-4605-a4fe-a702dd72ec38 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:54.799167 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4021516-1816-493a-b4bb-1f989694d124 req-0cf7366f-6383-4605-a4fe-a702dd72ec38 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0796063
Dec 22 13:28:54.842354 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f4021516-1816-493a-b4bb-1f989694d124 req-38e9cb0c-0710-4965-b719-51aee35b1a19 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375845
Dec 22 13:28:56.033383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaead0-7a13-4715-9520-0c40a0facafa req-1d4b1388-c692-42b2-a01e-08aac60c7e48 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:56.034800 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7aaaead0-7a13-4715-9520-0c40a0facafa req-1d4b1388-c692-42b2-a01e-08aac60c7e48 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0850368
Dec 22 13:28:56.079145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7aaaead0-7a13-4715-9520-0c40a0facafa req-f8ee2463-f219-4121-8c4f-e1ae43c8730e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387120
Dec 22 13:28:57.264844 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13741b3-c98a-4a42-8faf-188cbcac8579 req-77f5dc25-201a-4a6d-b77d-3082e6b3c55d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:57.266305 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e13741b3-c98a-4a42-8faf-188cbcac8579 req-77f5dc25-201a-4a6d-b77d-3082e6b3c55d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0802352
Dec 22 13:28:57.317426 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e13741b3-c98a-4a42-8faf-188cbcac8579 req-3d3a7114-41ef-4e0f-ab4c-eeae58b1d1f4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453603
Dec 22 13:28:58.499674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4202616-0588-4877-a0b1-ab1416239b69 req-0b4194ed-8d7f-4c21-8634-035d1fdcd65b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:58.501125 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4202616-0588-4877-a0b1-ab1416239b69 req-0b4194ed-8d7f-4c21-8634-035d1fdcd65b tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0792813
Dec 22 13:28:58.545215 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4202616-0588-4877-a0b1-ab1416239b69 req-970bbaa1-fda4-4b1b-9603-b12d13e248f7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384409
Dec 22 13:28:59.729992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fbe67-442f-4b09-b9a1-756039cd66ed req-82fa6079-97ab-464f-b877-8f4c1be9b8de tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:28:59.731558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-354fbe67-442f-4b09-b9a1-756039cd66ed req-82fa6079-97ab-464f-b877-8f4c1be9b8de tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0830560
Dec 22 13:28:59.774757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-354fbe67-442f-4b09-b9a1-756039cd66ed req-070a7c9f-e9f4-4f72-b11e-27849f42e6e5 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375745
Dec 22 13:29:00.955544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefd312-492d-4805-86a5-8fc0738cf5c4 req-fe3ded2d-f022-4c0c-a575-4b1f88b749d4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:00.956996 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6eefd312-492d-4805-86a5-8fc0738cf5c4 req-fe3ded2d-f022-4c0c-a575-4b1f88b749d4 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0795267
Dec 22 13:29:01.001581 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6eefd312-492d-4805-86a5-8fc0738cf5c4 req-f65af571-be82-448a-8a93-667e0983e864 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390513
Dec 22 13:29:02.189185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd2d20-d78d-4a6b-8a56-18fdb358ca25 req-5a1b736e-a3c0-4efa-bb07-6a504352c627 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:02.190628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1dcd2d20-d78d-4a6b-8a56-18fdb358ca25 req-5a1b736e-a3c0-4efa-bb07-6a504352c627 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0835803
Dec 22 13:29:02.233805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1dcd2d20-d78d-4a6b-8a56-18fdb358ca25 req-0318cc24-b4d3-4282-b2da-353ea5851ad0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375931
Dec 22 13:29:02.615340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:03.422899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a2067-9239-43ca-b6fc-96442b23549e req-6950f5d9-e9dd-452c-aeb3-fda31da68157 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:03.424775 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cb6a2067-9239-43ca-b6fc-96442b23549e req-6950f5d9-e9dd-452c-aeb3-fda31da68157 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0796971
Dec 22 13:29:03.471751 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cb6a2067-9239-43ca-b6fc-96442b23549e req-92093449-a37a-47e9-9921-a1dbaafd32db tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412927
Dec 22 13:29:03.977115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-b466a4b2-f44b-407c-96d9-ca12523c649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:03.978575 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-b466a4b2-f44b-407c-96d9-ca12523c649b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1099 time: 0.0698938
Dec 22 13:29:04.125976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-43541124-07ff-446a-9961-69d0959f02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:04.127433 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-43541124-07ff-446a-9961-69d0959f02a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1303117
Dec 22 13:29:04.198772 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-1e458142-5dcd-4345-b9b7-3c8cdff82d46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 217 time: 0.0645139
Dec 22 13:29:04.259522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-6bb6aeca-a648-49b9-bea2-536ba7974100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:04.260856 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-6bb6aeca-a648-49b9-bea2-536ba7974100 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0562322
Dec 22 13:29:04.311997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-3f01a0a1-128f-46b3-8755-220e46727e42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444229
Dec 22 13:29:04.442634 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-571193f9-8f25-4dff-a235-57eea0919f28 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239755
Dec 22 13:29:04.578073 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ec2a2345-1531-47d0-9a60-4f099a285220 req-2c67edf2-139d-4a6b-b5c6-34cfe5f71470 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244688
Dec 22 13:29:04.658133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d509e5a-8539-4576-b19e-794e032b7ac7 req-d06ceed8-82ac-4af8-84b0-1b3e6665ca3c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:04.659611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d509e5a-8539-4576-b19e-794e032b7ac7 req-d06ceed8-82ac-4af8-84b0-1b3e6665ca3c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0796587
Dec 22 13:29:04.702496 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d509e5a-8539-4576-b19e-794e032b7ac7 req-eedb91d7-1cd0-41f9-9f7d-c4913167620e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371127
Dec 22 13:29:05.106996 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19596274-029f-456a-844e-1571fd65aa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:05.889670 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441527d-0d54-42a9-8714-7bbfbb5965d9 req-3d715af9-3c90-4122-ae2f-05ab4b15a11a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:05.891195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1441527d-0d54-42a9-8714-7bbfbb5965d9 req-3d715af9-3c90-4122-ae2f-05ab4b15a11a tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0844738
Dec 22 13:29:06.048752 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1441527d-0d54-42a9-8714-7bbfbb5965d9 req-dc2bb42a-ca47-4171-a3d3-1528897c044e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516404
Dec 22 13:29:07.233045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e35050-64ba-43ee-b4eb-c602119acb6f req-4b1127f3-3def-4dd5-95f8-b78afa53b258 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:07.234520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c2e35050-64ba-43ee-b4eb-c602119acb6f req-4b1127f3-3def-4dd5-95f8-b78afa53b258 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0808711
Dec 22 13:29:07.281612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c2e35050-64ba-43ee-b4eb-c602119acb6f req-58116428-6c5d-4bac-9394-9fe7e7e969a3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408745
Dec 22 13:29:07.478079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ebb0dff0-eaec-407a-8b04-23c1367171cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:08.466424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e78909-50fe-47f5-8923-bb8317283fcc req-c43e9f22-63f8-4941-b493-baedb70275ee tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:08.467890 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14e78909-50fe-47f5-8923-bb8317283fcc req-c43e9f22-63f8-4941-b493-baedb70275ee tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0823560
Dec 22 13:29:08.509745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14e78909-50fe-47f5-8923-bb8317283fcc req-fcf0a7a1-d533-41e1-b9e5-715982025ca7 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363636
Dec 22 13:29:08.609644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:08.683850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:09.692616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f068762-cac1-4f32-8aa5-b1cbeb5d7294 req-c0f75e17-95d1-444d-b83b-6017ebbc1096 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:09.694107 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f068762-cac1-4f32-8aa5-b1cbeb5d7294 req-c0f75e17-95d1-444d-b83b-6017ebbc1096 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0788803
Dec 22 13:29:09.740569 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f068762-cac1-4f32-8aa5-b1cbeb5d7294 req-2febdab5-df79-4f6a-942a-402bd6401e16 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406358
Dec 22 13:29:10.180435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:10.925079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466807f4-a156-45f7-87d4-e59ba260d06c req-28b5100a-a3c5-4b2f-a262-24a1e06b680f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:10.926502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-466807f4-a156-45f7-87d4-e59ba260d06c req-28b5100a-a3c5-4b2f-a262-24a1e06b680f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0790894
Dec 22 13:29:10.970292 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-466807f4-a156-45f7-87d4-e59ba260d06c req-51370858-b4dc-4a67-86f5-14de09126631 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380375
Dec 22 13:29:12.162863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9285f98-4a02-4751-8be8-e3586d7c050f req-abb61973-fa20-465f-bf45-c7d8e20f9cde tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:12.164328 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e9285f98-4a02-4751-8be8-e3586d7c050f req-abb61973-fa20-465f-bf45-c7d8e20f9cde tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0856898
Dec 22 13:29:12.209161 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e9285f98-4a02-4751-8be8-e3586d7c050f req-7cad7da7-525e-4e4a-a774-ffdede5a8fe3 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385513
Dec 22 13:29:13.393094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80461a73-5a3b-4119-a2e3-ad74587bf5c0 req-48b33146-13ef-449f-b56c-ac131d6f05da tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:13.394604 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80461a73-5a3b-4119-a2e3-ad74587bf5c0 req-48b33146-13ef-449f-b56c-ac131d6f05da tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0800107
Dec 22 13:29:13.394739 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-5ea4653b-fd81-466e-b406-6e441451722a service neutron] 10.222.0.46 "GET /v2.0/ports/100d2f71-3923-4d5d-8be1-775fc383815d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0756896
Dec 22 13:29:13.438526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80461a73-5a3b-4119-a2e3-ad74587bf5c0 req-3f4d3e77-17f7-45ab-8284-1e7e085daa45 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381613
Dec 22 13:29:13.897041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-9dd2ab2a-2316-4f62-8d7e-e1d368ccbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:13.898491 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-9dd2ab2a-2316-4f62-8d7e-e1d368ccbc38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323&tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8 HTTP/1.1" status: 200  len: 1099 time: 0.0716078
Dec 22 13:29:14.083341 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:29:14.100915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-fd7282e8-2638-4aa2-9a3d-1f59a97553b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:14.102387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-fd7282e8-2638-4aa2-9a3d-1f59a97553b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1099 time: 0.1815860
Dec 22 13:29:14.235356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-0ed02e82-fd52-4fd5-afdf-b1d639badb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:14.236848 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-0ed02e82-fd52-4fd5-afdf-b1d639badb70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1257608
Dec 22 13:29:14.311789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-b8cacc85-7c9a-41a9-9306-0d6403b4d94c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 217 time: 0.0674229
Dec 22 13:29:14.373549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eea41-d577-4f06-945f-ee95277d6785 req-14299b54-62d1-4edc-9dc0-2bc5b582ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:14.374951 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-14299b54-62d1-4edc-9dc0-2bc5b582ab45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0570729
Dec 22 13:29:14.420971 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-ca43ba0a-f2ad-4eea-8f64-545321996e47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396941
Dec 22 13:29:14.554837 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-9f3460f5-2bc7-434a-85a6-c7e217b06451 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259995
Dec 22 13:29:14.626894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74f049-0495-47d0-8160-9b7ffd1ce52b req-dc57175d-a409-4c0d-ac62-9ef6a321967f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:14.628341 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a74f049-0495-47d0-8160-9b7ffd1ce52b req-dc57175d-a409-4c0d-ac62-9ef6a321967f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0826228
Dec 22 13:29:14.671756 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a74f049-0495-47d0-8160-9b7ffd1ce52b req-2491b8d3-61fe-416b-ad5f-0458896c00aa tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376320
Dec 22 13:29:14.688294 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-977eea41-d577-4f06-945f-ee95277d6785 req-8cb6f5c9-9f50-4ba6-aa90-9ff25c31f5aa service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270204
Dec 22 13:29:15.854439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7eafb-0946-4d87-b807-94893649aeb8 req-40a077e9-0c09-4711-870d-9aee95b4ec0e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:15.855903 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31f7eafb-0946-4d87-b807-94893649aeb8 req-40a077e9-0c09-4711-870d-9aee95b4ec0e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0794840
Dec 22 13:29:15.901450 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31f7eafb-0946-4d87-b807-94893649aeb8 req-48aae9ee-df6f-42ef-9752-ff0040179513 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399723
Dec 22 13:29:16.766243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:29:16.769705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:29:16.978028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:17.008518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:17.030950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:17.036924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '100d2f71-3923-4d5d-8be1-775fc383815d', 'network_id': '3eed9d86-f679-4c2d-8c2e-6c519c9899b2', 'port_id': '100d2f71-3923-4d5d-8be1-775fc383815d', 'mac_address': 'fa:16:3e:05:49:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7801cf-51ad-4114-8c58-a6f836a28613', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:29:17.044294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:17.094086 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d', 'code': 200}
Dec 22 13:29:17.096577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b558c-0fc6-4ab8-a648-a38e3e4e79c0 req-f81fae52-0793-496f-8e2a-a02d9c55e57d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:17.098467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-352b558c-0fc6-4ab8-a648-a38e3e4e79c0 req-f81fae52-0793-496f-8e2a-a02d9c55e57d tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0905559
Dec 22 13:29:17.106485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:17.123827 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:29:17.127683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:17.130481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:17.143902 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-352b558c-0fc6-4ab8-a648-a38e3e4e79c0 req-27a5cdf1-1fd6-43a9-9375-d4170f50116f tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399253
Dec 22 13:29:17.243398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:29:17.243777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:29:17.247532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:17.254648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.255027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.255366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.255700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.256028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.256422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.256673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.256993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.257312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.257630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.258174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.258284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:17.262869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:17.608512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b5596-b43a-44ae-aadc-26dd82879af8 req-f0cdfc99-d43c-4ce6-ac4e-6b96a862bf32 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:17.609937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff8b5596-b43a-44ae-aadc-26dd82879af8 req-f0cdfc99-d43c-4ce6-ac4e-6b96a862bf32 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 944 time: 0.0861440
Dec 22 13:29:17.652458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-476d526a-c419-4109-9af6-573cb4e9f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:17.653191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-476d526a-c419-4109-9af6-573cb4e9f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Synchronizing usage tracker for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:29:17.656978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff8b5596-b43a-44ae-aadc-26dd82879af8 req-3c086468-d2aa-43ff-b25f-325fb8c1da31 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411804
Dec 22 13:29:17.717673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-476d526a-c419-4109-9af6-573cb4e9f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Unset dirty status for tenant:f60e5e6bb69a4e6991b347b1aeaa2cd8 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:29:17.718827 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-476d526a-c419-4109-9af6-573cb4e9f959 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323&tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1545100
Dec 22 13:29:17.799287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:17.816602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:29:17.832311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:17.856795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-e77da5f7-adbf-4a2d-92d4-5ca35c4fff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:17.858248 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-e77da5f7-adbf-4a2d-92d4-5ca35c4fff2d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 1097 time: 0.0707927
Dec 22 13:29:17.900963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:17.902892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:17.965641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['100d2f71-3923-4d5d-8be1-775fc383815d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:29:17.989929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-a8adf46d-4193-41fd-9de5-aa78b1e3f237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:17.991375 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-a8adf46d-4193-41fd-9de5-aa78b1e3f237 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 200  len: 915 time: 0.1272089
Dec 22 13:29:18.017483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:18.021869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:18.063415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-501cdc11-f613-4bf6-b3ed-92efeabee040 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 200  len: 217 time: 0.0647712
Dec 22 13:29:18.123576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-a01e8a29-cf6b-4d11-90ea-39db3e0740a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:18.124999 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-a01e8a29-cf6b-4d11-90ea-39db3e0740a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 200  len: 854 time: 0.0561666
Dec 22 13:29:18.174537 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-71a4cb3f-4555-4a0d-b1d8-cd87fe9ab0dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3eed9d86-f679-4c2d-8c2e-6c519c9899b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433154
Dec 22 13:29:18.308627 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-786e9da1-b9ce-46e3-aa68-6ed510572ff9 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276011
Dec 22 13:29:18.440247 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-27cb37b5-6b82-4dd8-b3f7-11861f9a81dc req-f63e15f1-4921-4429-b4ac-bcf062ea3ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243646
Dec 22 13:29:18.772026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:18.844405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 100d2f71-3923-4d5d-8be1-775fc383815d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:18.845062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:18.848693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361222c-fb51-4f5e-8de8-c7762d557527 req-d12fc7d7-eb40-4150-9c3e-48dbff064912 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:18.850181 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7361222c-fb51-4f5e-8de8-c7762d557527 req-d12fc7d7-eb40-4150-9c3e-48dbff064912 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 945 time: 0.0803959
Dec 22 13:29:18.894401 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7361222c-fb51-4f5e-8de8-c7762d557527 req-6289b259-d393-47b5-8d16-47f83c74c18c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382149
Dec 22 13:29:18.969575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:19.003164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:19.094770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:19.117754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:19.119707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:19.149461 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d', 'code': 200}
Dec 22 13:29:19.192504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:19.192504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:20.081023 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fde674-f92c-402c-8f02-60f9dc8b6562 req-9217dfd5-4dc8-476d-bf2f-b25a23d6f89e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:20.082460 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7fde674-f92c-402c-8f02-60f9dc8b6562 req-9217dfd5-4dc8-476d-bf2f-b25a23d6f89e tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0839396
Dec 22 13:29:20.125366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7fde674-f92c-402c-8f02-60f9dc8b6562 req-8ad1bf13-6226-40d6-8bd7-1d220ecfd4fb tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373182
Dec 22 13:29:20.314490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dde88-20ed-47fb-b335-9d4ba495d6bb req-14a84a1a-c6c3-4035-9e54-6c14905bc5e9 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:20.315991 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec0dde88-20ed-47fb-b335-9d4ba495d6bb req-14a84a1a-c6c3-4035-9e54-6c14905bc5e9 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0844233
Dec 22 13:29:20.359361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec0dde88-20ed-47fb-b335-9d4ba495d6bb req-92932640-132e-4462-bbe9-a5b914b64730 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377562
Dec 22 13:29:20.548770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5f62-ecdb-4d30-9a2d-203ca3ebaf32 req-1230ea28-ff79-4f29-8b66-358cba95cd74 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:20.550271 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e8ec5f62-ecdb-4d30-9a2d-203ca3ebaf32 req-1230ea28-ff79-4f29-8b66-358cba95cd74 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0824957
Dec 22 13:29:20.594228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e8ec5f62-ecdb-4d30-9a2d-203ca3ebaf32 req-18ad23e2-0d0c-49c2-a6eb-5862a6479bd6 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383346
Dec 22 13:29:21.332824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2907a-1ced-4a47-b98c-ef4affd12517 req-1b812dab-32ad-46fe-a024-a87ea17c0cd0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:21.334313 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0fd2907a-1ced-4a47-b98c-ef4affd12517 req-1b812dab-32ad-46fe-a024-a87ea17c0cd0 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0832937
Dec 22 13:29:21.382536 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0fd2907a-1ced-4a47-b98c-ef4affd12517 req-71ad91b6-d03b-42dd-aa76-42eb0a4c7b55 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422680
Dec 22 13:29:22.568680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324722e8-5c87-4862-a587-a6a8fb749450 req-75d51eb7-0cec-48ed-b5e8-4822500d3306 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:22.570015 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-324722e8-5c87-4862-a587-a6a8fb749450 req-75d51eb7-0cec-48ed-b5e8-4822500d3306 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0814059
Dec 22 13:29:22.613817 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-324722e8-5c87-4862-a587-a6a8fb749450 req-16816ba0-b53e-40ce-b2ff-f8650b67d9bc tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/security-groups?id=efe77af8-3dd4-4661-8eda-cc105471666b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378845
Dec 22 13:29:22.797114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-f70c68d7-c572-4b18-857b-2e37064f2fd2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:22.798869 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-f70c68d7-c572-4b18-857b-2e37064f2fd2 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 946 time: 0.0798588
Dec 22 13:29:22.872599 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Deleting port 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:29:22.872826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:23.240511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] For port 100d2f71-3923-4d5d-8be1-775fc383815d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=100d2f71-3923-4d5d-8be1-775fc383815d,segment=NetworkSegment(dd43874a-9938-4428-949d-4c37b4e3e834),segment_id=dd43874a-9938-4428-949d-4c37b4e3e834)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:23.240864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:23.374611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Calling delete_port for 100d2f71-3923-4d5d-8be1-775fc383815d owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:29:23.563071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:23.568377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:23.574575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['100d2f71-3923-4d5d-8be1-775fc383815d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:29:23.614281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Pushing event deleted for resources: {'Port': ['ID=100d2f71-3923-4d5d-8be1-775fc383815d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:23.617354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:23.692064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] No DVR routers for this DVR port 100d2f71-3923-4d5d-8be1-775fc383815d on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:29:23.694638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:23.697355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-deleted', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:23.743548 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175eb66f-663c-4abc-ab5b-9df9d2495323', 'name': 'network-vif-deleted', 'tag': '100d2f71-3923-4d5d-8be1-775fc383815d', 'status': 'completed', 'code': 200}
Dec 22 13:29:23.775181 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a05c3f84-29e2-43a4-976b-2eb8e6eb056c req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.46 "DELETE /v2.0/ports/100d2f71-3923-4d5d-8be1-775fc383815d HTTP/1.1" status: 204  len: 173 time: 0.9708371
Dec 22 13:29:23.779077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-686da042-e171-4cf6-b885-aafc6827df90 req-8367bfd3-58e8-4105-a191-b59c33e37698 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] 10.222.0.16 "GET /v2.0/ports?device_id=175eb66f-663c-4abc-ab5b-9df9d2495323 HTTP/1.1" status: 200  len: 210 time: 0.0478201
Dec 22 13:29:25.015584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37978) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:25.075414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Deleting subnet cb7801cf-51ad-4114-8c58-a6f836a28613 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:29:25.078215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.126646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.185375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.329178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.332973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25ca3533-2276-405d-8faf-6fc34e4d0198 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:25.368418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7801cf-51ad-4114-8c58-a6f836a28613,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:25.373360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.380210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.380579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.380955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.381328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.381694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.382059 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.382426 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.382793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.383185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.383540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.383894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.384250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:25.388480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:25.389960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-36cd90b2-1b9b-4150-8e90-f5814d2301c9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cb7801cf-51ad-4114-8c58-a6f836a28613 HTTP/1.1" status: 204  len: 168 time: 0.3733923
Dec 22 13:29:25.392546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 37982) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:25.599437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.720952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.748928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529817fa90>,) {'filters': {'network_id': ['3eed9d86-f679-4c2d-8c2e-6c519c9899b2']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:25.760413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529817fa90>, 'dd43874a-9938-4428-949d-4c37b4e3e834') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:25.760708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529817fa90>, 'dd43874a-9938-4428-949d-4c37b4e3e834') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:25.772057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.787131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.792827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:29:25.793294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:29:25.806597 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:29:25.957434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.962019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:25.964857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d6906e4c-d2d0-4323-96ab-c52a2b7541ad tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:25.984803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eed9d86-f679-4c2d-8c2e-6c519c9899b2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:25.987143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:26.032277 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-66069a67-f929-411c-a213-7e38a6727168 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3eed9d86-f679-4c2d-8c2e-6c519c9899b2 HTTP/1.1" status: 204  len: 168 time: 0.6387823
Dec 22 13:29:26.320990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37988) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:26.369846 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-80d424d1-547e-4c14-80c3-cdfe819c24ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f60e5e6bb69a4e6991b347b1aeaa2cd8&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0475626
Dec 22 13:29:26.373149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 37992) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:26.430144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:26.456351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:26.557474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:26.560987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-51025229-7d61-4330-b7ea-e4df4739e372 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:26.572939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe77af8-3dd4-4661-8eda-cc105471666b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:26.576133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:26.647092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:26.648198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eadc5fa9-05bf-414c-993a-c90e76cf3d8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efe77af8-3dd4-4661-8eda-cc105471666b HTTP/1.1" status: 204  len: 168 time: 0.2741692
Dec 22 13:29:26.800843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:29:26.837934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 100d2f71-3923-4d5d-8be1-775fc383815d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:29:26.838216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 100d2f71-3923-4d5d-8be1-775fc383815d not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:29:27.708188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38016) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:27.812440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-981377881-network', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:27.817139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:27.820948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Usage tracker for resource:network and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:27.823738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:27.829467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:27.928560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:29:27.930924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:27.943726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:27.957847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:27.961661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Usage tracker for resource:security_group_rule and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:27.964512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:27.970205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:28.050132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.111536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.114418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25e2bba3-a03c-407f-abab-294d369e5001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:28.140683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:29:28.148694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8480a6-e5b9-47eb-a692-a9bee5049113,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:28.152136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:28.155043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.160617 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Added segment ed4581b5-543d-4b1b-a337-42ad5a084df8 of type vlan for network 6434effe-2df2-4b1a-9870-98a3c5ea4788
Dec 22 13:29:28.181306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.289773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.290736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:28.291343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.296121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c6dcab4-ddda-4458-8858-f649e5c48679 tempest-NetworksIpV6TestAttrs-593836135 tempest-NetworksIpV6TestAttrs-593836135-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:28.399565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Pushing event updated for resources: {'Network': ['ID=6434effe-2df2-4b1a-9870-98a3c5ea4788,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:28.402457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:28.410341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:29:28.494977 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7856636
Dec 22 13:29:28.497861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38022) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:28.503353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Request body: {'subnet': {'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-981377881-subnet', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:28.508160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:28.515772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Usage tracker for resource:subnet and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:28.516016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:28.521994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:28.597308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:29:28.599747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.888970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:28.892454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c91bd71-b2c1-4f72-a9e2-f70fa7dc1dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:28.960994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30af9c40-1bf2-405b-8331-8b25a65f0514,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:28.964390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:28.970656 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:29:28.971032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Network hostable DHCP agents. Network: 6434effe-2df2-4b1a-9870-98a3c5ea4788, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:29:29.076737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:29:29.174340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 6434effe-2df2-4b1a-9870-98a3c5ea4788) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:29.178356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:29.178964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.184120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1fa55e-d024-4c3f-a73f-0ad4bb7d3ff5 None None] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:29:29.284483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8b7500dd-8f0c-4452-9fff-e2960141886f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7854505
Dec 22 13:29:29.287046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38026) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:29.293626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:29.298878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:29.302804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Usage tracker for resource:router and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:29.305700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:29.312255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:29.363213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.364257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.379674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.396309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-6434effe-2df2-4b1a-9870-98a3c5ea4788', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:29:29.397154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.556951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Allocated IP 172.20.0.2 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/f8e4426e-85f3-40d3-99a4-d048e3fa543e) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:29:29.763569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.773387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Transition to ACTIVE for port object f8e4426e-85f3-40d3-99a4-d048e3fa543e will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:29.791220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Transition to ACTIVE for port object f8e4426e-85f3-40d3-99a4-d048e3fa543e will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:29.802040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.855022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:29.859899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:29.921715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:29.924835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:29.928458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:29:29.934573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Pushing event updated for resources: {'Port': ['ID=f8e4426e-85f3-40d3-99a4-d048e3fa543e,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:29.938305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:30.022460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Attempting to bind port f8e4426e-85f3-40d3-99a4-d048e3fa543e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:29:30.022859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Attempting to bind port f8e4426e-85f3-40d3-99a4-d048e3fa543e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:29:30.023248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Attempting to bind port f8e4426e-85f3-40d3-99a4-d048e3fa543e on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:29:30.029312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:29:30.029692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:29:30.030107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.030509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:29:30.031015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Bound port: f8e4426e-85f3-40d3-99a4-d048e3fa543e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:29:30.031400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.117819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] For port f8e4426e-85f3-40d3-99a4-d048e3fa543e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:29:30.120822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] For port f8e4426e-85f3-40d3-99a4-d048e3fa543e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f8e4426e-85f3-40d3-99a4-d048e3fa543e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:29:30.170113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.174358 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:30.259905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Pushing event updated for resources: {'Port': ['ID=f8e4426e-85f3-40d3-99a4-d048e3fa543e,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:30.264037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:30.315310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.349471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.510681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Allocated IP 172.26.3.43 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:29:30.663312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.740383 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:30.744251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-248a6931-16f9-438d-9e38-f2b080a626ec tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:30.806910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:30.809718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:30.813376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:29:30.847088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Pushing event updated for resources: {'Port': ['ID=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:30.852933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:31.001311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f8e4426e-85f3-40d3-99a4-d048e3fa543e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:31.157447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f8e4426e-85f3-40d3-99a4-d048e3fa543e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:31.226808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a30e79-6200-4086-a333-0268521c0594 None None] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:29:31.316839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:31.381779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Provisioning for port f8e4426e-85f3-40d3-99a4-d048e3fa543e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:31.394694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Provisioning complete for port f8e4426e-85f3-40d3-99a4-d048e3fa543e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:31.395098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:31.574527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:31.609382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] For port f8e4426e-85f3-40d3-99a4-d048e3fa543e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f8e4426e-85f3-40d3-99a4-d048e3fa543e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:31.662297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:31.688462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:31.690246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:31.760875 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Pushing event updated for resources: {'Port': ['ID=f8e4426e-85f3-40d3-99a4-d048e3fa543e,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:31.764886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:31.807160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-720e18df-9b84-4a33-be83-e40239e3d940 None None] Provisioning complete for port f8e4426e-85f3-40d3-99a4-d048e3fa543e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:31.807534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-720e18df-9b84-4a33-be83-e40239e3d940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:32.076874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:29:32.252914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:29:32.261381 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:29:32.270732 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:32.271380 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f7bb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:32.316992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:32.320960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.0303681
Dec 22 13:29:32.324820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38030) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:32.444931 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:32.642738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:32.759261 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f7bb0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:31Z', 'revision_number': 3, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:32.763605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:29:32.763958 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Updating router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:29:32.815610 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:32.975125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f8e4426e-85f3-40d3-99a4-d048e3fa543e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:33.008873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.045214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f8e4426e-85f3-40d3-99a4-d048e3fa543e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:33.045599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.159229 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.171705 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Transition to ACTIVE for port object ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:33.225668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.226629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Allocated IP 172.20.0.1 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:29:33.229426 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-ef8474f0-da96-4b8e-9de6-5e78cf6aa851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:33.309671 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Pushing event updated for resources: {'Port': ['ID=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:33.314177 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Attempting to bind port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:29:33.314533 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Attempting to bind port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:29:33.314915 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Attempting to bind port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:29:33.322699 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.323058 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.323387 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.323710 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.324063 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.324481 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.324798 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.325111 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.325421 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.325729 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.326094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.326403 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:33.329593 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:29:33.329964 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:29:33.330358 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.330734 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:29:33.331221 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Bound port: ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:29:33.331588 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.359238 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:33.385443 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.401123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Transition to ACTIVE for port object ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:33.405034 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] For port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:29:33.408038 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] For port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:29:33.488825 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.493481 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:33.512070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.516946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-484c41c0-89f1-4c50-8f41-a8d5c0923480 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:33.567735 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:33.568354 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986f7bb0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:33.586679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:33.589412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:33.592909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:29:33.623442 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Pushing event updated for resources: {'Port': ['ID=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:33.635681 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:33.639032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:33.642001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:33.660179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.752684 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:33.911784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8b764793-c090-49cd-8846-f38fc81739dc None None] Provisioning for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:33.918126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8b764793-c090-49cd-8846-f38fc81739dc None None] Provisioning complete for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:33.923549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8b764793-c090-49cd-8846-f38fc81739dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.967341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:33.977091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8b764793-c090-49cd-8846-f38fc81739dc None None] Port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:29:34.045771 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986f7bb0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:31Z', 'revision_number': 3, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:34.049775 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdcedb9-eefc-4145-a865-bdb12cd00f95 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:31Z', 'revision_number': 3, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:29:34.200287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:34.282753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:34.319987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-913f7e2c-a81d-4dcf-a8d7-961e1a54dbfe tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:34.405335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:34.408857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:34.412213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:34.549064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:34.550278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:34.860370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:29:34.861185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-efd7e80e-1f11-46bf-915b-6a70e0d12481 None None] Provisioning complete for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:34.861185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efd7e80e-1f11-46bf-915b-6a70e0d12481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:34.861185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-efd7e80e-1f11-46bf-915b-6a70e0d12481 None None] Port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:29:34.948286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:29:34.957807 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6356437
Dec 22 13:29:34.986737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:35.151464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:35.156614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:35.157052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.186519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41c8aaf4-a3ec-4e3e-b479-d5f51a180c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.295842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.319171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:35.431591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.437035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:35.524453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:35.529056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:35.670461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:29:35.670461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:35.670461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ad1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:35.737331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:35.742876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1040740359', 'description': 'tempest-description--761755011'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:35.749611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:35.753446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:security_group and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:35.756326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:35.763360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:35.814104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.814348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:35.834988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:35.839004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:security_group_rule and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:35.842713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:35.848554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:35.919727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.991154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:35.995018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b050f97-03dc-49f0-99f9-5ddbdad0b684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:36.034306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9abc71e-aa96-444d-b3d7-bf21ac3455a8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:36.037116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:36.099911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.101392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1781 time: 0.3628635
Dec 22 13:29:36.104115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38044) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:36.109339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'security_group_rule': {'security_group_id': 'a9abc71e-aa96-444d-b3d7-bf21ac3455a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:36.115106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:36.118825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:security_group_rule and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:36.121917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:36.123968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ad1ac0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:34Z', 'revision_number': 2, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:36.127562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:36.127991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:29:36.128355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Updating router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:29:36.184281 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.209001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.271376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.340310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.342408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:36.368807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d80e350-4b4d-4bfa-aa4c-9711cbd253a7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:36.372218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:36.437188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.438386 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3333554
Dec 22 13:29:36.441158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38048) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:36.446439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'security_group_rule': {'security_group_id': 'a9abc71e-aa96-444d-b3d7-bf21ac3455a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:36.453245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:36.457251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:security_group_rule and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:36.479056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:36.479056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:36.537370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.541370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.548967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Transition to ACTIVE for port object ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:36.602851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.608136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.611857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:36.682876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.691694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c854518-1779-4a2a-9bd3-5fe7cc779746 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:36.714131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678cf426-c41e-4879-b5e0-d28d662141e4,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:36.717151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:36.808053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Pushing event updated for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:36.809474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.816734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3737199
Dec 22 13:29:36.817288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:36.818775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38052) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:36.825030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:36.831663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:36.835601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:floatingip and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:29:36.838679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:29:36.844961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:36.874058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Attempting to bind port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:29:36.874450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Attempting to bind port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:29:36.874820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Attempting to bind port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:29:36.883353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:29:36.883741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:29:36.884155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.884558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:29:36.885032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Bound port: ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:29:36.885413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.911564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:36.977576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:37.025344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] For port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:29:37.039362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] For port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:29:37.058355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:37.058653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.063061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.087081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.096644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:37.198964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:37.199799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ad1ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:37.201798 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Allocated IP 172.26.3.90 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/94e6ef64-1448-424e-9fcb-dc2179103241) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:29:37.256864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Pushing event updated for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:37.268507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:37.460062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:37.497110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.527961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a6348e98-b648-43ae-83d7-a9f5a2dbefdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.603201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.613433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8eb83146-04fb-4176-8748-90807960a97c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:37.669115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:37.672083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:37.675785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:29:37.714243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=94e6ef64-1448-424e-9fcb-dc2179103241,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:37.723700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:37.764035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:37.792801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ad1ac0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:37Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:37.797153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d51f1-98b0-46f5-8fee-e7eb0ef301db None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:37Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:29:37.864427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.083318 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.139665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.143766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:38.251121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=94e6ef64-1448-424e-9fcb-dc2179103241,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:38.255397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:38.266237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.356987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.358289 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5382633
Dec 22 13:29:38.528632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-f8aa6edc-d059-4d4d-b325-e82c0b2fd635 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:29:38.631209 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-f8aa6edc-d059-4d4d-b325-e82c0b2fd635 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:29:38.632446 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-f8aa6edc-d059-4d4d-b325-e82c0b2fd635 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1040740359&fields=id&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 267 time: 0.1462469
Dec 22 13:29:38.660260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.717499 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:38.797127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-2443e933-f9ab-412d-aa96-2661eaaeddc5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:38.798003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-2443e933-f9ab-412d-aa96-2661eaaeddc5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:29:38.871549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-2443e933-f9ab-412d-aa96-2661eaaeddc5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:29:38.872695 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-2443e933-f9ab-412d-aa96-2661eaaeddc5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.2327511
Dec 22 13:29:38.888206 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-83ec1e65-7456-4748-8b5b-677835c5f9c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/quotas/416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 375 time: 0.0100968
Dec 22 13:29:38.977123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-52528d5d-c42b-48f5-b02e-47ecfa1ab47b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:29:38.993107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:39.048540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-52528d5d-c42b-48f5-b02e-47ecfa1ab47b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:29:39.051324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-52528d5d-c42b-48f5-b02e-47ecfa1ab47b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1578228
Dec 22 13:29:39.122932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:39.127931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:39.128311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:39.229439 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-010a0334-6468-4ab1-88c3-cf57516b6583 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672130
Dec 22 13:29:39.244908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:39.279814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:39.345471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:39.347352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:39.372848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-8cfb5284-6ed7-4f82-af81-b92240924c42 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366532
Dec 22 13:29:39.416127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:39.420303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:39.615246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-290eea35-88fc-4947-a339-c9cb1487ed63 req-9890e638-6e17-4ec9-ac63-e39327f322c5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 210 time: 0.0471156
Dec 22 13:29:40.174043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:40.763051 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01fddbf5-1373-4490-ad8e-b165be8647c6 req-9474241f-c4c9-48ea-99bc-e1eb9a4ddd18 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 210 time: 0.0430787
Dec 22 13:29:40.973357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:41.044938 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:41.045314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:41.522505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-0e61f118-f66a-47f7-a645-0928ab42ce23 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:41.523957 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-0e61f118-f66a-47f7-a645-0928ab42ce23 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1477995
Dec 22 13:29:41.577335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-6e5b08f2-9664-4e1b-bab7-133412249e59 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 380 time: 0.0442324
Dec 22 13:29:41.585966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'port': {'device_id': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'admin_state_up': True, 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'security_groups': ['a9abc71e-aa96-444d-b3d7-bf21ac3455a8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:41.722949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:29:41.733483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:29:41.814261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:29:41.817938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:41.916212 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2898de59-cc68-4e85-9c85-5c84dded992c req-9158b147-dcdc-4931-bf6c-3d17e22b5b5a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 210 time: 0.0469778
Dec 22 13:29:41.982807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Allocated IP 172.20.0.3 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/0e201036-d12f-43be-9319-ceae8e31e310) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:29:42.170826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.186135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Transition to ACTIVE for port object 0e201036-d12f-43be-9319-ceae8e31e310 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:42.265705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.271379 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fe7e19cf-3d73-4e44-936f-7202ad4af9a1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:42.336851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:29:42.340076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:29:42.343924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:29:42.375147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:42.393284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.393669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.394061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.394418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.394782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.395183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.395546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.395910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.396270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.396625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.396979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.397333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:29:42.404093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:42.424960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:42.425568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.505982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9235382
Dec 22 13:29:42.518631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Request body: {'port': {'device_id': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:42.596583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-40da04cf-2cbd-4430-aefa-6e6de1e589fc None None] Provisioning for port 0e201036-d12f-43be-9319-ceae8e31e310 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:42.602104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-40da04cf-2cbd-4430-aefa-6e6de1e589fc None None] Provisioning complete for port 0e201036-d12f-43be-9319-ceae8e31e310 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:42.602483 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-40da04cf-2cbd-4430-aefa-6e6de1e589fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.632147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.703748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-40da04cf-2cbd-4430-aefa-6e6de1e589fc None None] Port 0e201036-d12f-43be-9319-ceae8e31e310 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:29:42.975125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:29:42.982949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:42.997538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Transition to ACTIVE for port object 0e201036-d12f-43be-9319-ceae8e31e310 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:29:43.076651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:43.081679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-01f2c56b-19cc-49c0-ac42-b56f9133fac1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:43.111088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5b31-7b48-47ee-a241-3dbea21d0b72 req-c54ff466-3b82-40fd-9612-15a45bfc223f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:43.112595 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db4c5b31-7b48-47ee-a241-3dbea21d0b72 req-c54ff466-3b82-40fd-9612-15a45bfc223f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 931 time: 0.0918558
Dec 22 13:29:43.157466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db4c5b31-7b48-47ee-a241-3dbea21d0b72 req-a005e557-ab7d-4a48-9dd8-e05523638706 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390589
Dec 22 13:29:43.354033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:43.361926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:43.432218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Attempting to bind port 0e201036-d12f-43be-9319-ceae8e31e310 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:29:43.432555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Attempting to bind port 0e201036-d12f-43be-9319-ceae8e31e310 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:29:43.432882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Attempting to bind port 0e201036-d12f-43be-9319-ceae8e31e310 on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:29:43.438121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Port 0e201036-d12f-43be-9319-ceae8e31e310 on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:29:43.438436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Attempting to bind port 0e201036-d12f-43be-9319-ceae8e31e310 on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:29:43.443419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:29:43.443751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:29:43.444133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:29:43.444547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Bound port: 0e201036-d12f-43be-9319-ceae8e31e310, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:29:43.444885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:43.534945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:29:43.537762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:29:43.597184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:43.601814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c1050f08-e293-401d-b8ed-ccd7dd79fb70 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:43.658582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:43.659227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:43.660587 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] 10.222.0.46 "PUT /v2.0/ports/0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 1093 time: 1.1473308
Dec 22 13:29:43.661189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:43.686619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:43.687693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:43.710859 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'status': 'completed', 'code': 200}
Dec 22 13:29:43.809211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-c6102d4e-de0c-4e88-bde6-569423bad411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:43.810616 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-c6102d4e-de0c-4e88-bde6-569423bad411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1096 time: 0.0776775
Dec 22 13:29:43.955465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-06f09041-83d7-4b07-a461-791eb706e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:43.956907 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-06f09041-83d7-4b07-a461-791eb706e8f9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=416a128b84864f4bae0a99c1b18e84dc&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1373341
Dec 22 13:29:44.092842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-1ed9b540-8ee4-41a6-9d01-e66a941457cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:44.094195 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63f0ffc-47aa-45fc-a440-e5612e936932 req-1ed9b540-8ee4-41a6-9d01-e66a941457cf service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1311238
Dec 22 13:29:44.200518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-ff9c3618-f4d4-4877-8fd8-a4f539e13fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:44.202038 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-ff9c3618-f4d4-4877-8fd8-a4f539e13fa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1096 time: 0.0728841
Dec 22 13:29:44.275753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-1ec6ce45-4e34-46dc-b231-d4878cfa0ddc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 217 time: 0.0664852
Dec 22 13:29:44.339789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-97ac75b5-5496-49c3-b159-65724170d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:44.341354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-97ac75b5-5496-49c3-b159-65724170d2ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0596552
Dec 22 13:29:44.346375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ae062-74fa-4c5c-bc3b-820a7a2da8ca req-727528b2-320e-4f3f-a7b7-42688bc6ced0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:44.347805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ac1ae062-74fa-4c5c-bc3b-820a7a2da8ca req-727528b2-320e-4f3f-a7b7-42688bc6ced0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 943 time: 0.0809996
Dec 22 13:29:44.392787 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ac1ae062-74fa-4c5c-bc3b-820a7a2da8ca req-614eb8bc-6c89-48d4-b6c6-c3e3a8aba1f0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388794
Dec 22 13:29:44.422405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-1bc1ff00-cee6-4e41-bb5d-6534f0120210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:44.423912 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-1bc1ff00-cee6-4e41-bb5d-6534f0120210 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759511
Dec 22 13:29:44.556513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-d8013c27-f25d-4758-8a2b-be02aa57edba service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261506
Dec 22 13:29:44.686960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-468057e0-b46c-40f1-94d6-ae8acc07725b req-16c6a2bc-9641-4a66-9560-ec41fc9590d9 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239264
Dec 22 13:29:45.583595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a2db3-cb0c-4355-b92e-9942a680007f req-2b8d30bd-c538-4b6a-a778-1e52fe3a2b66 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:45.585015 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca0a2db3-cb0c-4355-b92e-9942a680007f req-2b8d30bd-c538-4b6a-a778-1e52fe3a2b66 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 943 time: 0.0851228
Dec 22 13:29:45.629448 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca0a2db3-cb0c-4355-b92e-9942a680007f req-543068da-6a33-4552-acb3-4e03e35458ba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386727
Dec 22 13:29:46.816075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf0fab-04af-466f-bce4-6466a873bb87 req-bd5c8b19-8a08-47f2-bf86-9fc724d6f9b1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:46.817527 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92cf0fab-04af-466f-bce4-6466a873bb87 req-bd5c8b19-8a08-47f2-bf86-9fc724d6f9b1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 943 time: 0.0804999
Dec 22 13:29:46.864422 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92cf0fab-04af-466f-bce4-6466a873bb87 req-8c2b693e-e3af-4cc2-b181-a46406e01529 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411959
Dec 22 13:29:46.866741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:29:46.999666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:47.013078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '0e201036-d12f-43be-9319-ceae8e31e310', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': '0e201036-d12f-43be-9319-ceae8e31e310', 'mac_address': 'fa:16:3e:2c:3d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:29:47.069923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:47.086498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:29:47.101412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:47.196743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:47.198814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-c9f6f74c-9196-41ef-874a-77cc81e73ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:47.264179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:47.267255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:47.403352 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['0e201036-d12f-43be-9319-ceae8e31e310'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:29:48.156825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120b545-b5cd-4b6a-92b4-0b1a594bb88d req-a8bb182c-9e6e-452d-96f3-466fa2d44dbe tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:48.158156 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9120b545-b5cd-4b6a-92b4-0b1a594bb88d req-a8bb182c-9e6e-452d-96f3-466fa2d44dbe tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 944 time: 0.1877346
Dec 22 13:29:48.202526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9120b545-b5cd-4b6a-92b4-0b1a594bb88d req-1614ce21-9b0a-4306-a420-9fb0bc63f5fc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386491
Dec 22 13:29:48.867373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:29:49.019796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 0e201036-d12f-43be-9319-ceae8e31e310 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:29:49.024972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 0e201036-d12f-43be-9319-ceae8e31e310 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:29:49.025353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:49.145402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:49.172474 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:49.181849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:29:49.217324 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'code': 200}
Dec 22 13:29:49.259979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:49.264277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:29:49.340209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:29:49.344736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:29:49.396233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fd583-0de6-4b42-bf9b-ec269937bf0e req-90ef7ff6-224e-49ba-8631-6eb9f38433d0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:49.397603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee4fd583-0de6-4b42-bf9b-ec269937bf0e req-90ef7ff6-224e-49ba-8631-6eb9f38433d0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0847816
Dec 22 13:29:49.441918 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee4fd583-0de6-4b42-bf9b-ec269937bf0e req-c226b79a-ccab-4366-9b5e-0f3a8e2a3a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375779
Dec 22 13:29:49.604818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943afd6-5949-4e70-a960-ed1a9e5c0ddb req-7ca04679-df17-4e02-a229-88373fae490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:49.606253 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c943afd6-5949-4e70-a960-ed1a9e5c0ddb req-7ca04679-df17-4e02-a229-88373fae490e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1098 time: 0.0695014
Dec 22 13:29:49.644899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c943afd6-5949-4e70-a960-ed1a9e5c0ddb req-3b39e36e-aa95-4486-827e-810985bff76d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0327294
Dec 22 13:29:50.630026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae610755-f368-470a-bb98-7b6ded93ce62 req-c062d527-d60d-4b7c-a7e0-258de7cfa204 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:50.631428 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae610755-f368-470a-bb98-7b6ded93ce62 req-c062d527-d60d-4b7c-a7e0-258de7cfa204 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0799839
Dec 22 13:29:50.686863 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae610755-f368-470a-bb98-7b6ded93ce62 req-43fa7c84-0d27-4f51-a9f1-20ea9cd5d367 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464263
Dec 22 13:29:51.082658 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:29:51.869981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa066-7f7e-40e7-a8f2-5de159ad7df6 req-91061997-ddee-405b-abee-630f748e728c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:51.872068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2fbfa066-7f7e-40e7-a8f2-5de159ad7df6 req-91061997-ddee-405b-abee-630f748e728c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0800521
Dec 22 13:29:51.914781 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2fbfa066-7f7e-40e7-a8f2-5de159ad7df6 req-f718bd73-3879-46fe-b879-425fa872a79f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371928
Dec 22 13:29:52.094680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7957a3-f2d6-478f-8be4-65cfd0094fa7 req-c39e521c-bb00-4923-9488-5e236fb9efa7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:52.096057 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fa7957a3-f2d6-478f-8be4-65cfd0094fa7 req-c39e521c-bb00-4923-9488-5e236fb9efa7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0832655
Dec 22 13:29:52.104655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38110) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:29:52.110250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'floatingip': {'port_id': '0e201036-d12f-43be-9319-ceae8e31e310'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:29:52.185756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:52.776382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:52.825464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:52.992482 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c associated. External IP: 172.26.3.90, port: 0e201036-d12f-43be-9319-ceae8e31e310.
Dec 22 13:29:53.455958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:29:53.633973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:29:53.638974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:29:53.643620 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:29:53.653608 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:53.656701 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299234b20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:53.698651 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e5ed231f-cc3e-482e-bccf-0adf69a6a68c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "PUT /v2.0/floatingips/8b213c8c-800e-4ccf-a2c3-84473758669c HTTP/1.1" status: 200  len: 990 time: 1.5896034
Dec 22 13:29:53.698651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:29:53.807533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'status': 'completed', 'code': 200}
Dec 22 13:29:53.834355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:53.910910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-2bc2e288-f964-4f73-a344-89d03e13e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:53.912316 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-2bc2e288-f964-4f73-a344-89d03e13e82e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1098 time: 0.0758784
Dec 22 13:29:54.048357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-e89c425c-5b90-4919-a4d6-c864015335f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:54.049789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-e89c425c-5b90-4919-a4d6-c864015335f1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1310475
Dec 22 13:29:54.155131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-b5682cb1-464e-4d90-a895-0979fa572b86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 998 time: 0.0989916
Dec 22 13:29:54.175580 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299234b20>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '0e201036-d12f-43be-9319-ceae8e31e310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:2c:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:29:52Z', 'revision_number': 1, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:54.179553 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:29:54.189064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:29:54.189661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299234b20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:29:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:54.362262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-2a029269-7029-496f-a012-8bf25e9bb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:54.363721 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-2a029269-7029-496f-a012-8bf25e9bb252 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.2021246
Dec 22 13:29:54.378062 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:29:54.442329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-f451a04c-8228-4eec-8b63-66c53ede1032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:29:54.443977 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-f451a04c-8228-4eec-8b63-66c53ede1032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0741425
Dec 22 13:29:54.578216 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-709f97d0-b167-465e-bef5-53619f1f5fdc service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275651
Dec 22 13:29:54.712103 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b0a9d405-b5f7-4dca-b697-4a8aab70d5f3 req-b956fe45-3aaa-449a-87af-76b6c045f00b service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273158
Dec 22 13:29:54.723806 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299234b20>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '0e201036-d12f-43be-9319-ceae8e31e310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:2c:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:29:52Z', 'revision_number': 1, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:29:54.727771 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5ea47-78a5-4e3c-9475-416611f84818 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '0e201036-d12f-43be-9319-ceae8e31e310', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:2c:3d:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:29:52Z', 'revision_number': 1, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:29:54.920058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60c7a97-60eb-4ba3-9af3-4ad4ab0c8c6a None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:30:02.717115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:03.921351 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-46b0b8d3-3d02-4cfc-80fe-288f11c2ce29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699720
Dec 22 13:30:04.062834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-cc48da0e-d590-47c6-945f-cd47ca7c20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:04.064289 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-cc48da0e-d590-47c6-945f-cd47ca7c20a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1098 time: 0.0715094
Dec 22 13:30:04.213143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-9e16f191-a791-4e14-b274-55a5f6fabff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:04.215156 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-9e16f191-a791-4e14-b274-55a5f6fabff9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1316881
Dec 22 13:30:04.324639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-13532554-e40e-4a39-a255-2d09ec279cee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 1000 time: 0.0975728
Dec 22 13:30:04.386744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-b2cdbf01-97c7-49a3-9bef-fe0c155aa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:04.388222 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-b2cdbf01-97c7-49a3-9bef-fe0c155aa67d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0617266
Dec 22 13:30:04.463547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-41eb0b2c-f360-4395-a11b-afbf7c9c654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:04.465761 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-41eb0b2c-f360-4395-a11b-afbf7c9c654f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703859
Dec 22 13:30:04.598243 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-a93ae22f-0235-41d3-be04-756d8f53ffcb service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236954
Dec 22 13:30:04.729917 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-271d2f18-71d1-450b-8c0c-c5de2ecf8873 req-30a6b8f4-3ec6-4e35-b599-484cc831fa0d service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239860
Dec 22 13:30:05.116647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d9063cf3-b5eb-4b5d-9851-5087bef5e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:07.516862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-93991250-33fa-438f-a61c-7d9e76ae272c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:08.630717 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:08.710658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:10.185060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:28.082588 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:30:31.141723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d31065-8bd0-4bd0-a8eb-b9b0f3f9584b req-430fd943-f513-4458-8718-8a74df40062d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:31.143086 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a3d31065-8bd0-4bd0-a8eb-b9b0f3f9584b req-430fd943-f513-4458-8718-8a74df40062d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0788586
Dec 22 13:30:31.186421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a3d31065-8bd0-4bd0-a8eb-b9b0f3f9584b req-739036f5-0887-418b-b62e-deab35e0f1ae tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377309
Dec 22 13:30:31.736931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dc6e3-2db0-4982-9471-9cde6c166dec req-5dafcacf-4cb4-413e-a3a2-509569f930e2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:31.738392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d48dc6e3-2db0-4982-9471-9cde6c166dec req-5dafcacf-4cb4-413e-a3a2-509569f930e2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0835168
Dec 22 13:30:31.782802 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d48dc6e3-2db0-4982-9471-9cde6c166dec req-6660da8b-5a89-4791-ba3c-1eca07e2f412 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386100
Dec 22 13:30:31.789960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-cd65eccf-84de-498e-90df-566b704e7a1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0755353
Dec 22 13:30:32.682624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:32.969696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0bcfb-c7ee-433f-9ca1-0fe472000c3d req-0ea8364b-e6d1-4a8f-8c94-b6ec6c922576 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:32.971205 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-55b0bcfb-c7ee-433f-9ca1-0fe472000c3d req-0ea8364b-e6d1-4a8f-8c94-b6ec6c922576 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0819662
Dec 22 13:30:33.016787 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-55b0bcfb-c7ee-433f-9ca1-0fe472000c3d req-9e5b713d-82bd-4e29-a51e-b15ca751d91d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394013
Dec 22 13:30:33.758088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-82d876ed-56a4-41b4-93e7-7416ad65bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:33.759577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-82d876ed-56a4-41b4-93e7-7416ad65bd6a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1098 time: 0.0724797
Dec 22 13:30:33.892209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-f0990bb4-ec92-4bdb-8439-4a1fc880d0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:33.893630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-f0990bb4-ec92-4bdb-8439-4a1fc880d0c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1265824
Dec 22 13:30:34.110986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-959ea69d-420f-4fd1-a3be-58d0e5e772e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 1000 time: 0.2109356
Dec 22 13:30:34.174550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-a1a9f63b-ef85-4621-86d8-fcce86c9d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:34.176035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-a1a9f63b-ef85-4621-86d8-fcce86c9d3f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0592616
Dec 22 13:30:34.205261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edd4bb-3e1f-4e35-8d17-d0ae10e1b938 req-12719274-ac5b-4bf7-946a-61941a90546c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:34.206913 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-56edd4bb-3e1f-4e35-8d17-d0ae10e1b938 req-12719274-ac5b-4bf7-946a-61941a90546c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0846727
Dec 22 13:30:34.255548 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-56edd4bb-3e1f-4e35-8d17-d0ae10e1b938 req-5d859785-bd6a-47f5-91ec-dd808cf058d9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427423
Dec 22 13:30:34.255784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-f98d7aac-e3df-4f3b-8593-80c30c798264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:34.257215 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-f98d7aac-e3df-4f3b-8593-80c30c798264 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0745823
Dec 22 13:30:34.392782 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-944f4b3d-d4aa-49c2-af76-b10e14beec22 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287758
Dec 22 13:30:34.525269 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-6b20528e-1111-4ac0-91b3-4691b889f510 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259756
Dec 22 13:30:35.105114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-52ff6785-97e7-40e9-bf14-c3ddd123bda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:35.441181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e58d4-168c-45c3-9f06-058335b0bf1c req-c94d3a3c-2cdd-44f7-8805-b4b8a99108fd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:35.442748 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da9e58d4-168c-45c3-9f06-058335b0bf1c req-c94d3a3c-2cdd-44f7-8805-b4b8a99108fd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0799220
Dec 22 13:30:35.486081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da9e58d4-168c-45c3-9f06-058335b0bf1c req-b07f53d7-a729-43bd-a072-1ae42014c25a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378435
Dec 22 13:30:36.677488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77409d-6f5d-4ac0-90a6-ce2eb5b64047 req-b759fac6-8ffe-439d-aac9-0b83c8afe083 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:36.678850 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e77409d-6f5d-4ac0-90a6-ce2eb5b64047 req-b759fac6-8ffe-439d-aac9-0b83c8afe083 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0840962
Dec 22 13:30:36.725578 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e77409d-6f5d-4ac0-90a6-ce2eb5b64047 req-65e6e4f4-84a2-4978-8fa2-46743940da6d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402834
Dec 22 13:30:37.494141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-91c25a5e-7657-4d8a-a24d-03e9cebe9311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:37.914663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14546cd-c9b2-420d-8572-5b95704e3359 req-5b662b00-405c-44da-b4dc-7eab6bb8c6c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:37.916143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a14546cd-c9b2-420d-8572-5b95704e3359 req-5b662b00-405c-44da-b4dc-7eab6bb8c6c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0798240
Dec 22 13:30:37.963768 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a14546cd-c9b2-420d-8572-5b95704e3359 req-a165160f-be0f-4783-872d-2b51695e1c35 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415173
Dec 22 13:30:38.630877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:38.704881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:39.144487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85a175-3707-4a15-8923-131fd04ebd8d req-21a9e20f-e4dd-40e8-82fa-dc2c1e3a89aa tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:39.145925 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f85a175-3707-4a15-8923-131fd04ebd8d req-21a9e20f-e4dd-40e8-82fa-dc2c1e3a89aa tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0786893
Dec 22 13:30:39.189339 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f85a175-3707-4a15-8923-131fd04ebd8d req-80dfe1ad-d88a-455d-858d-a040e901bd9c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377488
Dec 22 13:30:40.196419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:40.380696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16048f9-c71e-466e-b573-f3ae8487a6e1 req-0cc6a2fd-aa0b-464b-bfa5-d91f65d73411 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:40.382072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f16048f9-c71e-466e-b573-f3ae8487a6e1 req-0cc6a2fd-aa0b-464b-bfa5-d91f65d73411 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0850246
Dec 22 13:30:40.426470 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f16048f9-c71e-466e-b573-f3ae8487a6e1 req-71eac235-2cd5-4c52-a40e-a137f2df8ce9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386589
Dec 22 13:30:41.616689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8501772-cc1a-418d-9ceb-f9f67200cfe7 req-46aead9c-4df3-4184-aace-ec16d50af41f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:41.618043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8501772-cc1a-418d-9ceb-f9f67200cfe7 req-46aead9c-4df3-4184-aace-ec16d50af41f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0809727
Dec 22 13:30:41.661312 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8501772-cc1a-418d-9ceb-f9f67200cfe7 req-fd87f5a4-3e3c-40e6-9494-4820094260fc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377190
Dec 22 13:30:42.958690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badaa798-e284-463e-941e-9e41d6269b29 req-7130948b-0928-4338-b678-d1f3264d962a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:42.960177 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-badaa798-e284-463e-941e-9e41d6269b29 req-7130948b-0928-4338-b678-d1f3264d962a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.1959665
Dec 22 13:30:43.003520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-badaa798-e284-463e-941e-9e41d6269b29 req-9f79035a-a405-470b-a8a6-59f2163d6497 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377328
Dec 22 13:30:44.193850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e89f06-466c-43be-89dd-ffc45487cf78 req-1e81a69e-ac2f-43a5-a329-b5cbd30f9d81 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:44.195319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46e89f06-466c-43be-89dd-ffc45487cf78 req-1e81a69e-ac2f-43a5-a329-b5cbd30f9d81 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0789537
Dec 22 13:30:44.242570 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46e89f06-466c-43be-89dd-ffc45487cf78 req-1b418bb8-7a52-4eb3-beb4-d62acbc79e4b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415299
Dec 22 13:30:45.429492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e4d49-a640-401b-9707-d739c6c4d056 req-cab603ab-0bf2-4f82-a05c-48aa4927f365 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:45.430989 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d98e4d49-a640-401b-9707-d739c6c4d056 req-cab603ab-0bf2-4f82-a05c-48aa4927f365 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0798836
Dec 22 13:30:45.475003 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d98e4d49-a640-401b-9707-d739c6c4d056 req-7438431b-b94a-4643-8c5a-df509367cdb2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380712
Dec 22 13:30:46.496034 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-07863575-b387-40b5-96fe-e39e4d3ec240 service neutron] 10.222.0.46 "GET /v2.0/ports/0e201036-d12f-43be-9319-ceae8e31e310/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0754039
Dec 22 13:30:46.664614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcd463-b315-4d3f-8f59-1f6e9aa12f6a req-2ac50123-0bf6-436d-bdb5-dbad66232e24 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:46.665981 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ffcd463-b315-4d3f-8f59-1f6e9aa12f6a req-2ac50123-0bf6-436d-bdb5-dbad66232e24 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0852809
Dec 22 13:30:46.710740 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ffcd463-b315-4d3f-8f59-1f6e9aa12f6a req-77a4345d-98b3-4a25-b68d-735e9c0afe73 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387416
Dec 22 13:30:47.097079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-c5abcea3-9bb9-4b11-ad3e-95a18d72c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:47.098513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-c5abcea3-9bb9-4b11-ad3e-95a18d72c1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1098 time: 0.0735698
Dec 22 13:30:47.188650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-be8a368b-e1d9-478b-8628-984a65d15d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:47.190887 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-be8a368b-e1d9-478b-8628-984a65d15d4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1098 time: 0.0712006
Dec 22 13:30:47.325665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-9648b0c4-650f-447b-ae0a-f332d8fa3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:47.327108 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-9648b0c4-650f-447b-ae0a-f332d8fa3387 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1281784
Dec 22 13:30:47.434538 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-f83d28ab-7cde-4bec-acaf-699ddbfdd59e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 1000 time: 0.1012871
Dec 22 13:30:47.497572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-e32b2315-f925-4b80-884c-9b764a0f013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:47.499010 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-e32b2315-f925-4b80-884c-9b764a0f013e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0576782
Dec 22 13:30:47.576484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-76b62c91-5195-4b6f-8590-93dd18c968f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:47.577849 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-76b62c91-5195-4b6f-8590-93dd18c968f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726924
Dec 22 13:30:47.712198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-199d2f6a-fd24-465c-b7fb-44c9c6da9db8 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269550
Dec 22 13:30:47.855515 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df4ca023-cd89-4f70-9866-66b4f1534e2f req-0db0dec5-9953-4820-8cb3-08e8f0a44f04 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367702
Dec 22 13:30:48.045357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585f213-78d2-4b3b-9bd2-7ae2f5e25f81 req-69341d5a-75ec-472f-af10-22a4dcf73b2b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:48.047081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a585f213-78d2-4b3b-9bd2-7ae2f5e25f81 req-69341d5a-75ec-472f-af10-22a4dcf73b2b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0790148
Dec 22 13:30:48.090973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a585f213-78d2-4b3b-9bd2-7ae2f5e25f81 req-fda3bbd6-776a-4664-b8d8-c3161247b711 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375292
Dec 22 13:30:49.147969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:30:49.150869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:30:49.292762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f679ba-84a7-4ce9-a70c-7d9410b9cf02 req-eaf4cdde-dacc-4197-bc41-3c27d4b829b0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:49.295458 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97f679ba-84a7-4ce9-a70c-7d9410b9cf02 req-eaf4cdde-dacc-4197-bc41-3c27d4b829b0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0925596
Dec 22 13:30:49.341066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97f679ba-84a7-4ce9-a70c-7d9410b9cf02 req-4494d027-2a54-4a64-a837-f54bcd2a99cb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398719
Dec 22 13:30:49.409064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:49.448336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:30:49.464465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:30:49.475494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '0e201036-d12f-43be-9319-ceae8e31e310', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': '0e201036-d12f-43be-9319-ceae8e31e310', 'mac_address': 'fa:16:3e:2c:3d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:30:49.478642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:30:49.525763 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'code': 200}
Dec 22 13:30:49.537945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:49.549220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:49.553202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:30:49.589876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:30:49.678357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:30:49.680487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:30:49.680848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:30:49.686229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.686579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.686944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.687286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.687646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.687982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.688307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.688660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.689217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.689451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.689774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.690098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:49.693922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:30:50.235369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:50.251999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:30:50.267467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:30:50.334317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:50.336120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:30:50.402315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['0e201036-d12f-43be-9319-ceae8e31e310'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:30:50.451573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:30:50.456566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:30:50.536801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f8e58-9ac9-439a-babe-e9f96fa460c7 req-98fbcc1c-1a18-4994-b302-03b980e0c352 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:50.538185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-839f8e58-9ac9-439a-babe-e9f96fa460c7 req-98fbcc1c-1a18-4994-b302-03b980e0c352 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 944 time: 0.0804169
Dec 22 13:30:50.589435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-839f8e58-9ac9-439a-babe-e9f96fa460c7 req-8322df9a-ab63-4980-8bd8-8ae901d6ba1a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453911
Dec 22 13:30:51.051160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631e0ea-031c-4054-98e1-602fc65ac00b req-a680880f-07d4-40d2-92a2-31736d0544af tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.053666 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a631e0ea-031c-4054-98e1-602fc65ac00b req-a680880f-07d4-40d2-92a2-31736d0544af tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 944 time: 0.0853620
Dec 22 13:30:51.098535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a631e0ea-031c-4054-98e1-602fc65ac00b req-7bb08ded-cb32-45c2-97e2-4e5f1e1c61e2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391428
Dec 22 13:30:51.128610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-0b65bb56-9a79-4ad1-b5e3-3d86e0bbeb0d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.129226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-0b65bb56-9a79-4ad1-b5e3-3d86e0bbeb0d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:30:51.154033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:30:51.202373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-0b65bb56-9a79-4ad1-b5e3-3d86e0bbeb0d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:30:51.203613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-0b65bb56-9a79-4ad1-b5e3-3d86e0bbeb0d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c&tenant_id=416a128b84864f4bae0a99c1b18e84dc&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1640973
Dec 22 13:30:51.224427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 0e201036-d12f-43be-9319-ceae8e31e310 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:30:51.224809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:51.343057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:51.345663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-1a135f71-382d-471e-b97c-95357232f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.347155 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-1a135f71-382d-471e-b97c-95357232f8a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 1097 time: 0.0737579
Dec 22 13:30:51.376365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:30:51.448431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:51.450286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:30:51.478854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-b4871fad-a3c0-4d7c-8aa5-407a7d2ede75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.480318 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-b4871fad-a3c0-4d7c-8aa5-407a7d2ede75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1270261
Dec 22 13:30:51.516485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:30:51.520301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:30:51.527041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:30:51.583006 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'code': 200}
Dec 22 13:30:51.695824 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-0f4afee9-462c-4d0f-a741-d5772727f404 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 200  len: 1000 time: 0.2090702
Dec 22 13:30:51.758826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-dd6d01a2-abba-4e6c-af24-ba7c9a95bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.760171 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-dd6d01a2-abba-4e6c-af24-ba7c9a95bb4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0583348
Dec 22 13:30:51.834821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-45570c60-7004-4c33-a559-7701534af64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:51.836270 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-45570c60-7004-4c33-a559-7701534af64d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700772
Dec 22 13:30:51.964645 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-ede2ba38-028b-49ab-b09d-ce342b81c547 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221397
Dec 22 13:30:52.094450 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e6cf5a35-f360-437d-b5e6-5cf61931e00d req-1f9a86dd-66c3-4c50-9a9d-6761a1766367 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231639
Dec 22 13:30:52.291767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02dd81a-8a14-40f1-9a37-553aebc4536a req-29db4913-35b2-4ee9-9221-41d36e66ea6c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:52.293216 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a02dd81a-8a14-40f1-9a37-553aebc4536a req-29db4913-35b2-4ee9-9221-41d36e66ea6c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0853636
Dec 22 13:30:52.340654 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a02dd81a-8a14-40f1-9a37-553aebc4536a req-68856586-413c-4f49-9f05-66aad5d0c5e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408688
Dec 22 13:30:53.530117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baf8b3-576f-4df2-a3a5-cdd1c3ef6e7e req-700fa455-e0af-434f-b171-4e387e01ab63 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:53.531582 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-02baf8b3-576f-4df2-a3a5-cdd1c3ef6e7e req-700fa455-e0af-434f-b171-4e387e01ab63 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0791178
Dec 22 13:30:53.574506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-02baf8b3-576f-4df2-a3a5-cdd1c3ef6e7e req-af115b1a-27a8-4d7f-85e2-5e1d8f9ed841 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371928
Dec 22 13:30:53.773187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28138e7a-918e-4d52-a333-9f8239ce7695 req-81db5f88-5b1e-42ae-89b1-10f182e5c0ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:53.774634 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-28138e7a-918e-4d52-a333-9f8239ce7695 req-81db5f88-5b1e-42ae-89b1-10f182e5c0ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0900786
Dec 22 13:30:53.818906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-28138e7a-918e-4d52-a333-9f8239ce7695 req-3d4cd3f8-7815-4f39-a218-1802e5509530 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385430
Dec 22 13:30:53.998627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff090d70-6c6f-499d-81ed-f4a77c665bfa req-b5246542-93ee-41c9-b5c9-0ad44c4c81df tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:54.000118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff090d70-6c6f-499d-81ed-f4a77c665bfa req-b5246542-93ee-41c9-b5c9-0ad44c4c81df tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0795403
Dec 22 13:30:54.042886 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ff090d70-6c6f-499d-81ed-f4a77c665bfa req-d2cee567-97d3-4ec1-92ee-06e076b4cb55 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366378
Dec 22 13:30:54.690283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebedb6-3103-437f-ad2b-0be7d3e0b588 req-9932d7fd-6ad9-4266-881a-a9cb7d5198d2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:54.691746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2ebedb6-3103-437f-ad2b-0be7d3e0b588 req-9932d7fd-6ad9-4266-881a-a9cb7d5198d2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0826359
Dec 22 13:30:54.735984 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2ebedb6-3103-437f-ad2b-0be7d3e0b588 req-839668e7-434d-4629-9ed7-8613934c2245 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385785
Dec 22 13:30:55.921588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a1fc-27d3-4d9a-b5c3-ad0816778174 req-406d4932-a0ad-4052-bc42-b8e7480a2dc6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:55.923069 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2d5a1fc-27d3-4d9a-b5c3-ad0816778174 req-406d4932-a0ad-4052-bc42-b8e7480a2dc6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0807250
Dec 22 13:30:55.970358 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2d5a1fc-27d3-4d9a-b5c3-ad0816778174 req-1150cdda-0e35-48da-9bfd-52999c96f6b8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416546
Dec 22 13:30:56.396603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-e3f2226c-778b-46d8-bdcc-736239f7e1f0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:56.398091 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-e3f2226c-778b-46d8-bdcc-736239f7e1f0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0834293
Dec 22 13:30:56.471540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Deleting port 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:30:56.471876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:56.718333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] For port 0e201036-d12f-43be-9319-ceae8e31e310, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=0e201036-d12f-43be-9319-ceae8e31e310,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:30:56.718690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:57.004265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:57.004644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:57.004958 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c disassociated. External IP: 172.26.3.90, port: 0e201036-d12f-43be-9319-ceae8e31e310.
Dec 22 13:30:57.005302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Calling delete_port for 0e201036-d12f-43be-9319-ceae8e31e310 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:30:57.156118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6b597-62e4-4940-89cd-b5bb91f9ed87 req-f98703c7-0c23-4b89-a174-1206dcef56d3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:57.158138 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9cd6b597-62e4-4940-89cd-b5bb91f9ed87 req-f98703c7-0c23-4b89-a174-1206dcef56d3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 945 time: 0.0798285
Dec 22 13:30:57.201354 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9cd6b597-62e4-4940-89cd-b5bb91f9ed87 req-5e7975c8-255e-4130-ae8f-2ec16f853bc0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376167
Dec 22 13:30:57.214078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:57.227566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-104ea263-0ed3-4ee0-b4b9-a2612754252a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:30:57.275701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'Port': ['ID=0e201036-d12f-43be-9319-ceae8e31e310,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:30:57.287636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.287982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.288362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.288734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.289101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.289463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.289826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.290189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.290557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.290942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.291332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.291692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:30:57.342412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:30:57.590162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:30:57.769679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:30:57.779394 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:30:57.789032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:30:57.789634 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994fbf70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:30:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:30:57.843443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] No DVR routers for this DVR port 0e201036-d12f-43be-9319-ceae8e31e310 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:30:57.846369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:30:57.849192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-deleted', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:30:57.901104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c', 'name': 'network-vif-deleted', 'tag': '0e201036-d12f-43be-9319-ceae8e31e310', 'status': 'completed', 'code': 200}
Dec 22 13:30:57.924073 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-df2a5e70-51ae-446e-82e5-3e5ea6379c97 req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "DELETE /v2.0/ports/0e201036-d12f-43be-9319-ceae8e31e310 HTTP/1.1" status: 204  len: 173 time: 1.5208497
Dec 22 13:30:58.003783 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:30:58.314388 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994fbf70>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:30:58.318628 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:30:58.326927 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:30:58.327538 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994fbf70>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:30:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:30:58.374973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c9d1cd7a-8424-4d7e-80be-ce3474536463 req-4d00d24d-8836-439b-9a05-951c8ab42b46 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ea0e4d4-ee91-4ed7-ac04-23271bdd5f9c HTTP/1.1" status: 200  len: 210 time: 0.0473492
Dec 22 13:30:58.504697 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:30:58.816580 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994fbf70>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:30:58.820412 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac82aceb-e349-46fb-97e6-644a1fd6e441 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:30:59.047102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c756ef-5d8a-4e5c-b9fb-c51d16fa0c84 None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:30:59.241712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:30:59.283582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 0e201036-d12f-43be-9319-ceae8e31e310 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:30:59.283936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 0e201036-d12f-43be-9319-ceae8e31e310 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:30:59.707906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-1905c305-cddf-4f0a-8e84-7fa7788f5545 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1040740359&fields=id&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 267 time: 0.0394473
Dec 22 13:30:59.858635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-f71c9bd8-6e84-4cf4-bd11-1d23d8e3bce5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:30:59.859990 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-f71c9bd8-6e84-4cf4-bd11-1d23d8e3bce5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1454329
Dec 22 13:30:59.873963 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-007d61c9-7ebd-4bfb-b0ba-3d473830346c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/quotas/416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 375 time: 0.0086534
Dec 22 13:30:59.957788 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-8223d9ba-c821-4446-b588-c57add68877e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0788078
Dec 22 13:31:00.197067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-ebde277d-199c-49e8-9001-1191a0c41839 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281334
Dec 22 13:31:00.327241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-aff751e1-6832-42db-aee4-733c4f2f6504 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244090
Dec 22 13:31:00.583564 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-892fdac6-0a67-40ee-ba43-13d4d9127759 req-ac9dadb9-f03d-4b15-9baf-d337635b67b7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 210 time: 0.0465848
Dec 22 13:31:01.733824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7b0e4a50-71c8-4b98-9472-3b6acc223043 req-bc2c21ef-fcbc-49af-8aa0-f031b51f0c4b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 210 time: 0.0418408
Dec 22 13:31:02.537442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-17540efc-d2c9-49a1-b563-5789829ad051 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:02.539112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-17540efc-d2c9-49a1-b563-5789829ad051 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1479933
Dec 22 13:31:02.595694 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-b7fe6297-94e6-4c2b-b524-d1ff6bd9a09c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 380 time: 0.0483167
Dec 22 13:31:02.604605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'port': {'device_id': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'admin_state_up': True, 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'security_groups': ['a9abc71e-aa96-444d-b3d7-bf21ac3455a8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:31:02.700052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:02.746363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:31:02.750432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:port and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:31:02.753976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:31:02.759739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:31:02.842899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:31:02.850906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:02.895962 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a67617f3-9480-4af9-b983-cb2c302de67a req-a6397461-53d9-48a8-ba38-66900b865836 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 210 time: 0.0467796
Dec 22 13:31:03.012002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Allocated IP 172.20.0.8 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/8653e4fc-47d1-4736-8d30-01f66735ec8a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:31:03.199788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:03.214816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Transition to ACTIVE for port object 8653e4fc-47d1-4736-8d30-01f66735ec8a will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:31:03.300373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:03.305916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:31:03.371275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:31:03.374328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:31:03.378250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:31:03.415909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:31:03.423581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:31:03.452883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:03.453418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:03.553005 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9456317
Dec 22 13:31:03.559412 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Request body: {'port': {'device_id': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:31:03.654126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ffcc680d-6931-4cde-9a75-1f5cf76c97b2 None None] Provisioning for port 8653e4fc-47d1-4736-8d30-01f66735ec8a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:31:03.659916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ffcc680d-6931-4cde-9a75-1f5cf76c97b2 None None] Provisioning complete for port 8653e4fc-47d1-4736-8d30-01f66735ec8a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:31:03.663484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ffcc680d-6931-4cde-9a75-1f5cf76c97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:03.676390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:03.713696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ffcc680d-6931-4cde-9a75-1f5cf76c97b2 None None] Port 8653e4fc-47d1-4736-8d30-01f66735ec8a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:31:04.096614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7bee0-d4e0-418f-a4b0-243631aabea0 req-6059878f-6950-4de9-ad6d-ed1fe0f10d1f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:04.098077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83f7bee0-d4e0-418f-a4b0-243631aabea0 req-6059878f-6950-4de9-ad6d-ed1fe0f10d1f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 931 time: 0.0907178
Dec 22 13:31:04.146056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83f7bee0-d4e0-418f-a4b0-243631aabea0 req-60f2ca0d-7b5d-456f-b9a2-3676a7dacf06 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420136
Dec 22 13:31:04.156873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:31:04.164803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:04.179297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Transition to ACTIVE for port object 8653e4fc-47d1-4736-8d30-01f66735ec8a will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:31:04.242517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:04.246259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6776d20c-9b2b-41e3-9275-df9b3959c23d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:31:04.409984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:31:04.417472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:31:04.496199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Attempting to bind port 8653e4fc-47d1-4736-8d30-01f66735ec8a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:31:04.496534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Attempting to bind port 8653e4fc-47d1-4736-8d30-01f66735ec8a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:31:04.496862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Attempting to bind port 8653e4fc-47d1-4736-8d30-01f66735ec8a on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:31:04.503419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Port 8653e4fc-47d1-4736-8d30-01f66735ec8a on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:31:04.503839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Attempting to bind port 8653e4fc-47d1-4736-8d30-01f66735ec8a on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:31:04.509860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:31:04.510338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:31:04.510983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:31:04.511424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Bound port: 8653e4fc-47d1-4736-8d30-01f66735ec8a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:31:04.511802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:04.609091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:31:04.612946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:31:04.692805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:04.696727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d8f62757-83c0-44aa-bcbe-73d2f4c7901b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:31:04.760461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:04.761078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:04.762425 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] 10.222.0.46 "PUT /v2.0/ports/8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 1093 time: 1.2073286
Dec 22 13:31:04.762964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:31:04.786509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:31:04.790632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:31:04.813555 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'status': 'completed', 'code': 200}
Dec 22 13:31:04.910557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ab3a-1446-48d9-837a-c67748baec9f req-91efdb72-f032-4d6c-8331-d13e5fe95561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:04.912021 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4289ab3a-1446-48d9-837a-c67748baec9f req-91efdb72-f032-4d6c-8331-d13e5fe95561 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1096 time: 0.0757489
Dec 22 13:31:05.058663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ab3a-1446-48d9-837a-c67748baec9f req-4da7ad95-8a59-4d8c-b47d-750453ff5f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.060070 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4289ab3a-1446-48d9-837a-c67748baec9f req-4da7ad95-8a59-4d8c-b47d-750453ff5f62 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=416a128b84864f4bae0a99c1b18e84dc&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1401386
Dec 22 13:31:05.080874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:31:05.148364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ec851c1-9767-41fe-9050-6de30e8a92f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:05.205766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4289ab3a-1446-48d9-837a-c67748baec9f req-decc9d97-ffa5-4971-8590-dc50cf34027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.207442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4289ab3a-1446-48d9-837a-c67748baec9f req-decc9d97-ffa5-4971-8590-dc50cf34027a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1405153
Dec 22 13:31:05.323784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-3563cbb2-f716-4aa2-a707-321e256933b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.325333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-3563cbb2-f716-4aa2-a707-321e256933b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1096 time: 0.0771384
Dec 22 13:31:05.343010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b582ae7-4502-45e6-8a40-b02ab24392c6 req-40b89275-bb32-48a6-b54b-60b8e0254eba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.345137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2b582ae7-4502-45e6-8a40-b02ab24392c6 req-40b89275-bb32-48a6-b54b-60b8e0254eba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 943 time: 0.0852025
Dec 22 13:31:05.389610 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2b582ae7-4502-45e6-8a40-b02ab24392c6 req-ba3e5a92-1c46-4d15-9fce-e8b866671c16 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381951
Dec 22 13:31:05.399550 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-db31c198-045e-4fce-9d71-45abc24015ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 217 time: 0.0660837
Dec 22 13:31:05.466110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-281a8fe1-e37e-4299-9ffd-c81aed7f0fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.467614 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-281a8fe1-e37e-4299-9ffd-c81aed7f0fcc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0615432
Dec 22 13:31:05.549630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-c8bb2315-f353-43dc-a55d-ce5403f2fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:05.551165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-c8bb2315-f353-43dc-a55d-ce5403f2fe24 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757625
Dec 22 13:31:05.683739 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-ee3018d4-b35b-4737-8b63-552229348b94 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257639
Dec 22 13:31:05.816447 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-98a39bfa-7090-4c7d-8833-64b8d5ffaa99 req-bcf5eb92-ff38-4b23-92ae-b67ea6cfe4e6 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258423
Dec 22 13:31:06.579926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ab765-00b3-4513-aaff-a888b2f57508 req-f66224cd-678a-463f-973f-a143729031b6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:06.581291 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fc0ab765-00b3-4513-aaff-a888b2f57508 req-f66224cd-678a-463f-973f-a143729031b6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 943 time: 0.0849783
Dec 22 13:31:06.628739 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fc0ab765-00b3-4513-aaff-a888b2f57508 req-1f2b7549-7bf6-469a-b039-8157414024fd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418506
Dec 22 13:31:07.264199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:31:07.399528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:31:07.412782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'mac_address': 'fa:16:3e:e1:6b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:31:07.482343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:07.498368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:31:07.514005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:31:07.522493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f875947f-1c6d-4344-9895-982e4c9ea5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:07.602615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:07.604433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:31:07.670036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:31:07.673487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:31:07.806985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['8653e4fc-47d1-4736-8d30-01f66735ec8a'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:31:07.836034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96c2e0-a5cb-4508-9a40-ba2561b6b549 req-d7a6f947-425f-49d0-8aa5-6c1db6c0776f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:07.838556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ed96c2e0-a5cb-4508-9a40-ba2561b6b549 req-d7a6f947-425f-49d0-8aa5-6c1db6c0776f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 944 time: 0.0976250
Dec 22 13:31:07.888187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ed96c2e0-a5cb-4508-9a40-ba2561b6b549 req-8f0404a9-f1b9-4192-a620-494e6168e29b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439949
Dec 22 13:31:08.630928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:08.728255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:09.076257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e741b6a-30cf-4aa6-96bc-9591be8d937b req-ce80d25f-ba01-4978-9446-5725ec2e3a8c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:09.077683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4e741b6a-30cf-4aa6-96bc-9591be8d937b req-ce80d25f-ba01-4978-9446-5725ec2e3a8c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 944 time: 0.0831094
Dec 22 13:31:09.121023 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4e741b6a-30cf-4aa6-96bc-9591be8d937b req-d18615c5-4742-42f3-b5b9-faecdcad5446 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374439
Dec 22 13:31:09.270932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:31:09.379780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 8653e4fc-47d1-4736-8d30-01f66735ec8a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:31:09.384502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 8653e4fc-47d1-4736-8d30-01f66735ec8a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:31:09.384878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:09.499901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:09.525679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:31:09.536187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:31:09.568904 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'code': 200}
Dec 22 13:31:09.618425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:09.620308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0e01bfc6-3d22-4fc3-b3a5-d102ec174de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:31:09.685476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:31:09.688454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:31:09.977161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcfab7-90bc-4f9a-897c-2eaa3aff0206 req-50419752-b5af-4056-bbd5-1c36706fe8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:09.978632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-85dcfab7-90bc-4f9a-897c-2eaa3aff0206 req-50419752-b5af-4056-bbd5-1c36706fe8fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0711594
Dec 22 13:31:10.024357 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-85dcfab7-90bc-4f9a-897c-2eaa3aff0206 req-34489933-f06b-45f7-a1fb-fd0a3d6db239 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389843
Dec 22 13:31:10.202434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:10.310784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3ae9a-657f-40d7-b268-a402cae8a8f2 req-9cca544d-d34e-43eb-ae88-0f198710b4ca tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:10.312260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fbd3ae9a-657f-40d7-b268-a402cae8a8f2 req-9cca544d-d34e-43eb-ae88-0f198710b4ca tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0851700
Dec 22 13:31:10.356792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fbd3ae9a-657f-40d7-b268-a402cae8a8f2 req-02f766e7-664e-47e3-a0b2-8ab15aedddf6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377269
Dec 22 13:31:11.547425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3acb2b-14f3-4b00-869e-4295d55f88b4 req-4e89b3c0-9379-44f4-a111-e3f9db255589 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:11.549153 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d3acb2b-14f3-4b00-869e-4295d55f88b4 req-4e89b3c0-9379-44f4-a111-e3f9db255589 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0807471
Dec 22 13:31:11.593104 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4d3acb2b-14f3-4b00-869e-4295d55f88b4 req-71d175bf-90ea-4d08-84f8-d0a972edd88f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382280
Dec 22 13:31:11.772038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24de27-3f03-4ecd-9d6b-67e377fa7674 req-e05bf353-efe9-4698-b5b9-ffed4a5d0a02 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:11.773483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a24de27-3f03-4ecd-9d6b-67e377fa7674 req-e05bf353-efe9-4698-b5b9-ffed4a5d0a02 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0828135
Dec 22 13:31:11.781870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38336) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:31:11.786926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'floatingip': {'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:31:11.865254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:12.597759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:12.658775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:12.828466 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c associated. External IP: 172.26.3.90, port: 8653e4fc-47d1-4736-8d30-01f66735ec8a.
Dec 22 13:31:13.176068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:31:13.355110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:31:13.359416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:13.365435 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:31:13.375456 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:31:13.376630 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529917ac40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:31:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:31:13.413761 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-62d06ba5-57a8-4846-85b4-1529e35d2b82 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "PUT /v2.0/floatingips/8b213c8c-800e-4ccf-a2c3-84473758669c HTTP/1.1" status: 200  len: 990 time: 1.6307423
Dec 22 13:31:13.414452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:31:13.460676 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'status': 'completed', 'code': 200}
Dec 22 13:31:13.552914 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-d45dc68e-556d-41ad-9c98-3809a8cf839f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:13.554398 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-d45dc68e-556d-41ad-9c98-3809a8cf839f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0721397
Dec 22 13:31:13.556707 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:31:13.813465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-b03f291d-24e3-46ab-ba85-74b7b4a95a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:13.814834 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-b03f291d-24e3-46ab-ba85-74b7b4a95a49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2540348
Dec 22 13:31:13.918535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-51d1750d-468a-4ac4-85d8-2b59e2b20058 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 998 time: 0.0963461
Dec 22 13:31:13.944173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529917ac40>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:e1:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:31:12Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:31:13.947972 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:31:13.956708 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:31:13.957309 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529917ac40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:31:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:31:13.979934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-3317edd6-ddad-4885-90ec-54a5af445dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:13.981394 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-3317edd6-ddad-4885-90ec-54a5af445dbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0571535
Dec 22 13:31:14.060665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-ec1b964d-4352-4a1e-ae27-b88af6ec8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:14.062189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-ec1b964d-4352-4a1e-ae27-b88af6ec8097 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0749056
Dec 22 13:31:14.135807 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:31:14.194007 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-966bd304-d580-42e9-b416-29cf0220c52e service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254990
Dec 22 13:31:14.328504 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-885e46d0-fd42-4587-af81-f0bba91f84e7 req-523366b6-c751-4e28-b487-ac092d05563c service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285734
Dec 22 13:31:14.479817 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529917ac40>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:e1:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:31:12Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:31:14.483709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b41ce1-72e1-46ba-a3a6-193bd4a116a1 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:e1:6b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:31:12Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:31:14.694180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d83f2a7-f1d2-4fd8-9dbe-c50d6d73555f None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:31:32.705470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:35.156596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-90ab3404-d6cf-405e-b0b6-c73a35dc2d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:37.491581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54eb9ca0-3889-4ce8-b3b4-098699027d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:38.636498 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:38.723154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:40.234762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:31:42.079685 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:31:51.251827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d58255-56b5-4267-9cf0-e5f5f066b413 req-72ba2f71-f1e6-4c90-aa69-887ac089a580 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:51.253353 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85d58255-56b5-4267-9cf0-e5f5f066b413 req-72ba2f71-f1e6-4c90-aa69-887ac089a580 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0874059
Dec 22 13:31:51.311502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85d58255-56b5-4267-9cf0-e5f5f066b413 req-8a335592-3519-4fd6-8c77-483a4dc0ec26 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477386
Dec 22 13:31:52.496039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f6c1c-b4a1-4900-9dcb-93303a05617a req-b0199c66-21fb-4f14-ab15-0881de83f9f2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:52.497527 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c12f6c1c-b4a1-4900-9dcb-93303a05617a req-b0199c66-21fb-4f14-ab15-0881de83f9f2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0791299
Dec 22 13:31:52.540814 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c12f6c1c-b4a1-4900-9dcb-93303a05617a req-22037084-7bb4-4353-ac3f-a2d3a5182d88 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376365
Dec 22 13:31:53.734617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366c2ff-47e8-4e47-80f7-2b8286c493bd req-79c848d0-8518-44b5-81bd-630590283922 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:53.736084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2366c2ff-47e8-4e47-80f7-2b8286c493bd req-79c848d0-8518-44b5-81bd-630590283922 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0832770
Dec 22 13:31:53.779736 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2366c2ff-47e8-4e47-80f7-2b8286c493bd req-db01cd33-cc95-45dc-a849-5f032f95048d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378468
Dec 22 13:31:54.963026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d4ac66-44e0-4d19-b701-c24155722f48 req-0dd08319-2ae5-4f87-8875-7b1659cb6fda tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:54.964475 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3d4ac66-44e0-4d19-b701-c24155722f48 req-0dd08319-2ae5-4f87-8875-7b1659cb6fda tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0792475
Dec 22 13:31:55.134095 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e3d4ac66-44e0-4d19-b701-c24155722f48 req-1413b619-bfd7-428b-8d92-aed28fa6ef64 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1639102
Dec 22 13:31:56.327645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dba536-c64d-4c15-9a58-149dfed4fda8 req-c6658c8c-dc7d-4f2c-9739-92b12dc34e87 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:56.329497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6dba536-c64d-4c15-9a58-149dfed4fda8 req-c6658c8c-dc7d-4f2c-9739-92b12dc34e87 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0810339
Dec 22 13:31:56.374866 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6dba536-c64d-4c15-9a58-149dfed4fda8 req-9f47b01c-e75a-4856-94ba-566ab3671d3f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385532
Dec 22 13:31:57.563061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f416f0-0c7d-4ade-b9ce-2085f7c2d6d6 req-aa2b4104-6090-4ccd-8ec6-a86c08aab473 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:57.564421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-09f416f0-0c7d-4ade-b9ce-2085f7c2d6d6 req-aa2b4104-6090-4ccd-8ec6-a86c08aab473 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0842090
Dec 22 13:31:57.607863 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-09f416f0-0c7d-4ade-b9ce-2085f7c2d6d6 req-42d250c0-c0b2-4794-bde1-cabf7100f36d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371864
Dec 22 13:31:58.788307 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8657950-261c-43df-8653-0177a019a087 req-c6348a97-f967-469c-858e-2f48eb16ff94 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:31:58.789731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b8657950-261c-43df-8653-0177a019a087 req-c6348a97-f967-469c-858e-2f48eb16ff94 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0776041
Dec 22 13:31:58.832787 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b8657950-261c-43df-8653-0177a019a087 req-36aa7392-76b8-4fb8-b344-0617a36452b3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374613
Dec 22 13:32:00.017686 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d6539-94c6-4af2-a6d0-8084832f5b8d req-59b41a56-254c-4d38-a2d3-8154887d2998 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:00.019281 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d18d6539-94c6-4af2-a6d0-8084832f5b8d req-59b41a56-254c-4d38-a2d3-8154887d2998 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0824301
Dec 22 13:32:00.062803 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d18d6539-94c6-4af2-a6d0-8084832f5b8d req-95fe49b8-187c-4d61-bc11-d48af5a592b0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380447
Dec 22 13:32:01.244600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ddae5-31f7-4567-a031-32766c9db039 req-91f68b26-e71d-4d9f-a3e2-c5530740b3f0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:01.245961 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-070ddae5-31f7-4567-a031-32766c9db039 req-91f68b26-e71d-4d9f-a3e2-c5530740b3f0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0789301
Dec 22 13:32:01.294052 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-070ddae5-31f7-4567-a031-32766c9db039 req-00211d55-89ef-4bc4-a7a0-906d443c8afe tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424552
Dec 22 13:32:02.478330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17805473-9f1d-43eb-bff6-7723d94de94a req-f1c81dea-5730-4edf-a9ca-f8205b00416f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:02.479791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-17805473-9f1d-43eb-bff6-7723d94de94a req-f1c81dea-5730-4edf-a9ca-f8205b00416f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0821233
Dec 22 13:32:02.523725 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-17805473-9f1d-43eb-bff6-7723d94de94a req-18ad8cbb-3f62-48ac-8257-bb8b15fdab26 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383105
Dec 22 13:32:02.700000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:03.717268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3405d-1bf6-4cd9-b752-a9c06567bd45 req-069a07ff-6532-4746-934a-5a9a3c74a4de tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:03.718754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e3405d-1bf6-4cd9-b752-a9c06567bd45 req-069a07ff-6532-4746-934a-5a9a3c74a4de tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0850513
Dec 22 13:32:03.762877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50e3405d-1bf6-4cd9-b752-a9c06567bd45 req-618f6ca6-b137-4f73-94dc-628c941fe344 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379639
Dec 22 13:32:03.984492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-64b9e103-809e-4423-80eb-a68ad62d268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:03.985931 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-64b9e103-809e-4423-80eb-a68ad62d268c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0705647
Dec 22 13:32:04.126990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-440de658-e522-4ea1-9652-a4535d9ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:04.128425 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-440de658-e522-4ea1-9652-a4535d9ff402 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1237812
Dec 22 13:32:04.230957 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-b1c14843-b957-4b60-a8cf-cfa51f90f86a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 1000 time: 0.0959065
Dec 22 13:32:04.292619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-cf9c878e-2f81-4e7a-8069-5ad4f4b6fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:04.294160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-cf9c878e-2f81-4e7a-8069-5ad4f4b6fee0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0574722
Dec 22 13:32:04.373722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-caa0735f-553d-4168-99d0-4514d8db1e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:04.375241 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-caa0735f-553d-4168-99d0-4514d8db1e68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0752692
Dec 22 13:32:04.384837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-6d3e7227-2180-42d4-be7d-749d5a208d2c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:32:04.385830 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-6d3e7227-2180-42d4-be7d-749d5a208d2c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047638
Dec 22 13:32:04.515445 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-b13f3ad1-f803-4d66-8a1e-77e1d69a4fe9 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236899
Dec 22 13:32:04.645630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8eca8c2f-74bb-4ec6-9c57-75f200d2f916 req-acf90ae6-cc1a-4812-bd39-b3e9cdf90d69 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236537
Dec 22 13:32:04.948033 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff50b5-cec1-45d0-ba86-8c442547ca65 req-da2eb443-0fbe-4c52-a4ea-d8ccb06a17ce tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:04.949467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00ff50b5-cec1-45d0-ba86-8c442547ca65 req-da2eb443-0fbe-4c52-a4ea-d8ccb06a17ce tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0790498
Dec 22 13:32:04.992690 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00ff50b5-cec1-45d0-ba86-8c442547ca65 req-8c46a7aa-fa23-4e4b-aa80-bc2791a77b63 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376623
Dec 22 13:32:05.153535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b823b575-bdc9-489b-aa09-2cdbd37ec2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:06.184224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bab16-0a1f-48b9-a970-7f0629f2e98e req-4eae7c9f-423f-4cf0-ac29-8c575a4df8d4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:06.185689 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd0bab16-0a1f-48b9-a970-7f0629f2e98e req-4eae7c9f-423f-4cf0-ac29-8c575a4df8d4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0861340
Dec 22 13:32:06.231423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cd0bab16-0a1f-48b9-a970-7f0629f2e98e req-3aaee2f8-28f9-4be1-9ecc-26c3c3697df4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389395
Dec 22 13:32:07.235245 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-12a437e5-321b-4402-b5d9-b32e8e607d2f req-ac0c9676-bc4c-482c-9ba1-05e0e2d012bc service neutron] (88167) timed out ('10.222.0.46', 61481) {{(pid=88167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 13:32:07.420801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6553203-37b8-401e-b0e9-d32c069ce502 req-b2b68686-8c9f-4114-8409-ac319d3abfbc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:07.422248 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6553203-37b8-401e-b0e9-d32c069ce502 req-b2b68686-8c9f-4114-8409-ac319d3abfbc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0868702
Dec 22 13:32:07.470519 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6553203-37b8-401e-b0e9-d32c069ce502 req-a10fd7df-4c7f-4bdc-a25f-2daf99e3fdf6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423305
Dec 22 13:32:07.482560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-88cc8d33-cc18-45f3-9aff-ae270872c1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:08.020166 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c676-5602-4def-b792-d20f2d95aa85 req-810937a5-b86f-4043-95c0-de8409d515c1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:08.021586 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7d0c676-5602-4def-b792-d20f2d95aa85 req-810937a5-b86f-4043-95c0-de8409d515c1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0792181
Dec 22 13:32:08.065470 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7d0c676-5602-4def-b792-d20f2d95aa85 req-17819573-ac92-4159-a14d-8b1421348dce tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382426
Dec 22 13:32:08.172946 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-f3a375fa-d2f5-45b2-b17f-bd86f6c7ae22 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1156349
Dec 22 13:32:08.656791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:08.756871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:09.256647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa0375-cbf9-4856-8d07-53140aafa94f req-5b399ca5-3b50-4f39-8e00-c79f68496219 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:09.259517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8fa0375-cbf9-4856-8d07-53140aafa94f req-5b399ca5-3b50-4f39-8e00-c79f68496219 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0867136
Dec 22 13:32:09.302809 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8fa0375-cbf9-4856-8d07-53140aafa94f req-ceea9974-d8f6-432d-a64f-3a19d3e4f9c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390658
Dec 22 13:32:10.210549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-5bdec91c-92fb-4764-875b-fcd53441f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:10.212075 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-5bdec91c-92fb-4764-875b-fcd53441f3af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0759976
Dec 22 13:32:10.223106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:10.473268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-62d22a6e-eaff-4439-b284-13e7a9e0facd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:10.474684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-62d22a6e-eaff-4439-b284-13e7a9e0facd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2562578
Dec 22 13:32:10.498871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab63cd1-8973-40e3-9c2e-b29164fc05cf req-c4e8b695-2919-45af-8417-fb00c83795e5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:10.500308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eab63cd1-8973-40e3-9c2e-b29164fc05cf req-c4e8b695-2919-45af-8417-fb00c83795e5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0841501
Dec 22 13:32:10.546292 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eab63cd1-8973-40e3-9c2e-b29164fc05cf req-58093124-d9c9-4020-a86a-79e51fe87960 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397232
Dec 22 13:32:10.581150 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-7fd82133-1860-4362-91d7-200cde5edd33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 1000 time: 0.0998800
Dec 22 13:32:10.643708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-b71103dc-a8b5-42e7-94f1-0dd59699e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:10.645357 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-b71103dc-a8b5-42e7-94f1-0dd59699e423 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0582948
Dec 22 13:32:10.719249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-ec3fc9ba-0a66-43af-b750-d004c64c73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:10.722387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-ec3fc9ba-0a66-43af-b750-d004c64c73a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687613
Dec 22 13:32:10.853655 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-4e58461b-932e-4253-9f26-a269b09ed1d1 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262205
Dec 22 13:32:10.986311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-bec7c81d-a95c-4e35-bde5-a2b1b1c3d0a8 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268437
Dec 22 13:32:11.739064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffd136-d771-45cf-a66f-b51934520159 req-178207e4-9967-4743-bd6d-796a1ccf327c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:11.740612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3bffd136-d771-45cf-a66f-b51934520159 req-178207e4-9967-4743-bd6d-796a1ccf327c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0865316
Dec 22 13:32:11.783468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3bffd136-d771-45cf-a66f-b51934520159 req-0db0d4eb-a8ef-4816-abd1-2a5270bb010c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371485
Dec 22 13:32:12.896271 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-d4fb35dd-7f86-47e1-a079-4a0298e180d0 service neutron] 10.222.0.46 "GET /v2.0/ports/8653e4fc-47d1-4736-8d30-01f66735ec8a/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0783017
Dec 22 13:32:12.971682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dc6bd4-cae6-4695-9d58-de58c3fd12b3 req-8dad6dae-f690-47dc-8dac-1dbf387c6d19 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:12.973283 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dc6bd4-cae6-4695-9d58-de58c3fd12b3 req-8dad6dae-f690-47dc-8dac-1dbf387c6d19 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0849085
Dec 22 13:32:13.017611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dc6bd4-cae6-4695-9d58-de58c3fd12b3 req-436bf47e-5d59-40c3-ad0c-44a6681814b1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387914
Dec 22 13:32:13.378755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-54a60fd8-079b-4621-85bd-1f1c1386c9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:13.380930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-54a60fd8-079b-4621-85bd-1f1c1386c9cc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1098 time: 0.0715413
Dec 22 13:32:13.474031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-23c51bbb-fcfb-4cf7-8fb9-c857fbbd97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:13.475537 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-23c51bbb-fcfb-4cf7-8fb9-c857fbbd97f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0727673
Dec 22 13:32:13.604793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-53631e34-3942-46f3-a900-6d0cc4cc1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:13.606146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-53631e34-3942-46f3-a900-6d0cc4cc1b4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1246371
Dec 22 13:32:13.708692 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-412366e4-bf32-45bd-af83-6df92a41e394 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 1000 time: 0.0963051
Dec 22 13:32:13.769753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-22aaa818-b560-484b-9435-d6eabfebd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:13.771233 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-22aaa818-b560-484b-9435-d6eabfebd948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0566626
Dec 22 13:32:13.847165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-1fb3300a-518f-49b6-b6c9-e9191da3ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:13.849146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-1fb3300a-518f-49b6-b6c9-e9191da3ef37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713665
Dec 22 13:32:13.981674 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-8b048dd7-92e9-44cb-86c8-d23f2ea601ce service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252105
Dec 22 13:32:14.116083 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0a2620b1-2a4d-4411-99ac-622c564f4049 req-909e6658-b3a4-4895-8e06-eaeb5a7efce5 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284943
Dec 22 13:32:14.212183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30716a0c-8ad8-4f63-b1a0-c82b9043ff11 req-adf79820-054c-4e40-9363-cc28f114be04 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:14.213644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30716a0c-8ad8-4f63-b1a0-c82b9043ff11 req-adf79820-054c-4e40-9363-cc28f114be04 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0861385
Dec 22 13:32:14.258921 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30716a0c-8ad8-4f63-b1a0-c82b9043ff11 req-7163be92-c183-4b9b-853e-1fabc6636b98 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394855
Dec 22 13:32:15.446440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc937f-219c-48b9-8f61-6aa6e49a17e3 req-80217346-85f5-4bcb-aa29-ea2ebe74d3c5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:15.447956 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2acc937f-219c-48b9-8f61-6aa6e49a17e3 req-80217346-85f5-4bcb-aa29-ea2ebe74d3c5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0816295
Dec 22 13:32:15.495972 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2acc937f-219c-48b9-8f61-6aa6e49a17e3 req-4f672d1c-a903-45a5-9c46-dcb3722d5f72 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424290
Dec 22 13:32:15.591844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:32:15.595365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:32:15.821213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:15.840249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:15.864655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'mac_address': 'fa:16:3e:e1:6b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:32:15.890394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:15.919081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:15.928827 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:15.945479 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'code': 200}
Dec 22 13:32:15.947908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:32:16.006759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:16.008718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:16.119380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:32:16.119661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:32:16.124653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:16.132524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.132873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.133214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.133548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.133878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.134241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.134567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.134913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.135241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.135563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.135883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.136201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:16.140125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:16.677577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:16.682543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f472325-171d-4ae2-a915-d96c159e203c req-aca0e564-fd5e-42f5-aff9-05e29ae60a3e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:16.684039 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f472325-171d-4ae2-a915-d96c159e203c req-aca0e564-fd5e-42f5-aff9-05e29ae60a3e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 943 time: 0.0799460
Dec 22 13:32:16.733836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f472325-171d-4ae2-a915-d96c159e203c req-810ec7b5-92ea-457e-8d1e-1f04f9c7fb80 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440602
Dec 22 13:32:16.740668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:32:16.756260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:16.831131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:16.833792 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:16.905860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['8653e4fc-47d1-4736-8d30-01f66735ec8a'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:32:16.935292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:16.938353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:17.221369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8c78-6225-42d8-ab9e-3cd183d75567 req-891e882a-29a9-4ee3-8913-4248c48c55d8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:17.223512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7eca8c78-6225-42d8-ab9e-3cd183d75567 req-891e882a-29a9-4ee3-8913-4248c48c55d8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 944 time: 0.0842619
Dec 22 13:32:17.267876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7eca8c78-6225-42d8-ab9e-3cd183d75567 req-90e9e876-5820-4ea8-bf50-09a8c3132a54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387003
Dec 22 13:32:17.295112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-9f3fdc43-57c0-4dcc-a34c-a1340ee0c3c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:17.295815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-9f3fdc43-57c0-4dcc-a34c-a1340ee0c3c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:32:17.365160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-9f3fdc43-57c0-4dcc-a34c-a1340ee0c3c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:32:17.366252 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-9f3fdc43-57c0-4dcc-a34c-a1340ee0c3c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b&tenant_id=416a128b84864f4bae0a99c1b18e84dc&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1610482
Dec 22 13:32:17.506100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-8f10966d-1310-490b-8f05-08b471da2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:17.507578 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-8f10966d-1310-490b-8f05-08b471da2d90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1097 time: 0.0704441
Dec 22 13:32:17.591895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:32:17.663560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 8653e4fc-47d1-4736-8d30-01f66735ec8a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:32:17.663847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:17.753864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-cb164204-6146-4532-b25a-b58d8cde0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:17.755407 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-cb164204-6146-4532-b25a-b58d8cde0007 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2412994
Dec 22 13:32:17.781225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:17.814075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:17.862117 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-87805f64-8230-43cc-82e7-d76ddc717c9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 999 time: 0.0992992
Dec 22 13:32:17.876851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:17.883028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:17.928136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-b546f60c-2279-466f-919b-cf3b1d54cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:17.929514 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-b546f60c-2279-466f-919b-cf3b1d54cf5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0617542
Dec 22 13:32:17.947674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:17.952806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:17.956034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:18.002976 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'code': 200}
Dec 22 13:32:18.006340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-f9d1ca6b-7055-4748-91ef-5875a814f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:18.007858 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-f9d1ca6b-7055-4748-91ef-5875a814f51a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711794
Dec 22 13:32:18.140639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-e0faaac2-7b50-4192-af30-4ea52ccf5d65 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250370
Dec 22 13:32:18.272632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1e6e9296-31a9-423f-8c33-730bcbbf87e1 req-c07e48c6-8874-4132-b687-02ba8dade6d9 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258547
Dec 22 13:32:18.455735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08590857-495c-4449-9a9a-144b52f99294 req-8f3a485f-d76e-4dc5-ad62-8adc7e556c8c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:18.457226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08590857-495c-4449-9a9a-144b52f99294 req-8f3a485f-d76e-4dc5-ad62-8adc7e556c8c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0818133
Dec 22 13:32:18.502271 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08590857-495c-4449-9a9a-144b52f99294 req-16f4204e-5009-4cdd-90d2-71fbb2209aff tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393341
Dec 22 13:32:19.078918 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:32:19.798107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05857c24-7301-4832-8b79-07ba83ca01ce req-60255142-19c6-4423-a4bb-47aa7f17f970 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:19.799566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05857c24-7301-4832-8b79-07ba83ca01ce req-60255142-19c6-4423-a4bb-47aa7f17f970 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.1866882
Dec 22 13:32:19.844168 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05857c24-7301-4832-8b79-07ba83ca01ce req-156274cd-1881-43f5-9b85-f24ffc568352 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389814
Dec 22 13:32:20.027281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacff6d7-97ae-482c-b6dd-9c0093ea5042 req-65545b4a-b250-442f-8aa4-97534739ba0b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:20.028706 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eacff6d7-97ae-482c-b6dd-9c0093ea5042 req-65545b4a-b250-442f-8aa4-97534739ba0b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0791900
Dec 22 13:32:20.076341 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eacff6d7-97ae-482c-b6dd-9c0093ea5042 req-d02ebcd8-50da-4aa1-87fc-1a9481939169 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419538
Dec 22 13:32:20.528506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15979-0554-4622-b73b-62aae9f2562c req-8097f63c-e09d-4101-8251-aa5a91b6e9f4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:20.529820 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ed15979-0554-4622-b73b-62aae9f2562c req-8097f63c-e09d-4101-8251-aa5a91b6e9f4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0791452
Dec 22 13:32:20.577578 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4ed15979-0554-4622-b73b-62aae9f2562c req-45f80cf9-e331-49eb-a425-ed0cd8a6136d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403657
Dec 22 13:32:20.671073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-ae9adad9-4a5b-4a63-90cc-b21ba0584523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:20.672458 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-ae9adad9-4a5b-4a63-90cc-b21ba0584523 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 1098 time: 0.0711818
Dec 22 13:32:20.803486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-8abfffc3-6476-43c0-a9cd-ce85a5b81023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:20.804932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-8abfffc3-6476-43c0-a9cd-ce85a5b81023 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1266346
Dec 22 13:32:20.909436 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-3c066e04-5f1c-4976-ae2e-9b77b4ba4b96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 200  len: 1000 time: 0.0976398
Dec 22 13:32:20.974864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-8f029215-3a7b-43d8-9bd2-4c0e4dee7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:20.976282 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-8f029215-3a7b-43d8-9bd2-4c0e4dee7f7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0607238
Dec 22 13:32:21.051881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-fcca7f65-c241-45e4-9f81-c3850816f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:21.053407 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-fcca7f65-c241-45e4-9f81-c3850816f376 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705018
Dec 22 13:32:21.184422 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-acf6b332-3608-474d-b668-9cddea91ddff service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239293
Dec 22 13:32:21.317260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-64c9262e-cc1f-42b1-afb7-932e7c9602b8 req-a4d22cff-641e-4a14-9d62-5a383ae45ad8 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263928
Dec 22 13:32:21.769135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a8048-d0bb-499b-b207-42d8f0d46d4a req-0c4d9804-ffed-4979-8782-6c6b11c0921a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:21.771243 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-663a8048-d0bb-499b-b207-42d8f0d46d4a req-0c4d9804-ffed-4979-8782-6c6b11c0921a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0868597
Dec 22 13:32:21.814267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-663a8048-d0bb-499b-b207-42d8f0d46d4a req-21362a02-9d42-4969-a1d1-68595095d17d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374327
Dec 22 13:32:22.998987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b96d16-b9d3-4922-83f7-569dc32d99ec req-d39c5d80-2229-4c04-b55c-b625dbb8cd18 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:23.000488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-26b96d16-b9d3-4922-83f7-569dc32d99ec req-d39c5d80-2229-4c04-b55c-b625dbb8cd18 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0805602
Dec 22 13:32:23.044294 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-26b96d16-b9d3-4922-83f7-569dc32d99ec req-8c96fb01-be93-4b66-ad74-29b7316b03c3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381708
Dec 22 13:32:23.580006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce59e5-6317-4b1e-be8c-1eb4780aa681 req-8dc57391-16f2-458b-8af2-6a3e1d5e7d80 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:23.581467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6ce59e5-6317-4b1e-be8c-1eb4780aa681 req-8dc57391-16f2-458b-8af2-6a3e1d5e7d80 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0834589
Dec 22 13:32:23.624695 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6ce59e5-6317-4b1e-be8c-1eb4780aa681 req-70d96b9f-04c6-4c3e-8b21-26801503802c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368798
Dec 22 13:32:24.810198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f640-2405-44e2-849c-460d5be51ab5 req-6f24eff2-7524-4742-9027-b8c0232ddfe2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:24.811651 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ec2f640-2405-44e2-849c-460d5be51ab5 req-6f24eff2-7524-4742-9027-b8c0232ddfe2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0822740
Dec 22 13:32:24.858347 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ec2f640-2405-44e2-849c-460d5be51ab5 req-d25df169-b749-47eb-9c56-ac43bf72d753 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410287
Dec 22 13:32:25.157055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-56307b5a-3fed-43b3-a4a8-5f5cae9d8eca tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:25.158494 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-56307b5a-3fed-43b3-a4a8-5f5cae9d8eca tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0849228
Dec 22 13:32:25.227216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Deleting port 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:32:25.227552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:25.588584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] For port 8653e4fc-47d1-4736-8d30-01f66735ec8a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8653e4fc-47d1-4736-8d30-01f66735ec8a,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:25.589000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:25.874266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:25.874542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:25.874865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c disassociated. External IP: 172.26.3.90, port: 8653e4fc-47d1-4736-8d30-01f66735ec8a.
Dec 22 13:32:25.875205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Calling delete_port for 8653e4fc-47d1-4736-8d30-01f66735ec8a owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:32:26.042325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fa4d5-67b0-4ec5-ae2d-407ba6dbe621 req-bfa22cfb-5372-4c47-b663-8176d1992e45 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:26.043864 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a5fa4d5-67b0-4ec5-ae2d-407ba6dbe621 req-bfa22cfb-5372-4c47-b663-8176d1992e45 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 945 time: 0.0803370
Dec 22 13:32:26.085416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:26.088446 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a5fa4d5-67b0-4ec5-ae2d-407ba6dbe621 req-ea3b3a29-8252-4828-94da-97d3841142e2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386026
Dec 22 13:32:26.091367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2c535fa-72ca-4044-8682-dfaab79f5f9c tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:26.137315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'Port': ['ID=8653e4fc-47d1-4736-8d30-01f66735ec8a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:26.148471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.148865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.149246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.149664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.150043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.150414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.150787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.151188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.151556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.151925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.152285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.152650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:32:26.156280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:26.344542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:32:26.524316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:32:26.533768 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:32:26.543611 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:32:26.544252 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992d01c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:32:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:26.605296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] No DVR routers for this DVR port 8653e4fc-47d1-4736-8d30-01f66735ec8a on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:32:26.607858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:26.611753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-deleted', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:26.659921 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3046e6cf-0cd0-42e5-aeac-9b47918c925b', 'name': 'network-vif-deleted', 'tag': '8653e4fc-47d1-4736-8d30-01f66735ec8a', 'status': 'completed', 'code': 200}
Dec 22 13:32:26.697204 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a8044214-de19-45e8-8ffb-0c996fba6853 req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "DELETE /v2.0/ports/8653e4fc-47d1-4736-8d30-01f66735ec8a HTTP/1.1" status: 204  len: 173 time: 1.5334551
Dec 22 13:32:26.723619 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:32:27.056622 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992d01c0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:27.060641 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:32:27.070081 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:32:27.070666 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52992d01c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:32:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:27.246884 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:32:27.249360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1bb6ccfe-e82a-44ec-b163-c75841e6d467 req-8405c9fb-d3f5-4540-89d0-bc7e8ccd2269 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=3046e6cf-0cd0-42e5-aeac-9b47918c925b HTTP/1.1" status: 200  len: 210 time: 0.0422263
Dec 22 13:32:27.557910 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52992d01c0>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:27.561734 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac6559-4f29-4bf8-be93-44131fcd2b7b None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:32:27.640505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:32:27.675196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 8653e4fc-47d1-4736-8d30-01f66735ec8a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:32:27.675562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8653e4fc-47d1-4736-8d30-01f66735ec8a not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:32:27.784851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6824607a-095d-47cf-94ec-02d3b1680080 None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:32:28.597226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-e1ecf6c2-a10a-4008-b817-a66991286451 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1040740359&fields=id&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 267 time: 0.0417583
Dec 22 13:32:28.746627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-6aaae11e-7b7f-4f35-bcea-801b563e4eff tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:28.748074 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-6aaae11e-7b7f-4f35-bcea-801b563e4eff tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1440485
Dec 22 13:32:28.762640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-c5344dd7-433d-4d93-b8c6-b74be8c0de6e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/quotas/416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 375 time: 0.0091543
Dec 22 13:32:28.865123 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-6e2dd181-16f7-42be-b9d5-27aed24e968b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0973172
Dec 22 13:32:29.005659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-e6316061-b0d0-4fc6-891c-21d0e2c68468 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293468
Dec 22 13:32:29.140640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-73d615c1-846f-416c-ba88-95646832c117 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288767
Dec 22 13:32:29.461019 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-40a76315-2e4f-4992-a94d-7406845f22bc req-60fb7609-afc1-43e6-a1c1-05231c90f2d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 210 time: 0.0447741
Dec 22 13:32:30.612007 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4677d6cf-0a4a-481e-bbdb-c7c58f6518a6 req-e679008a-f2c6-423e-98ad-4762977045bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 210 time: 0.0460393
Dec 22 13:32:31.564814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3f82437f-815c-4a29-bf0b-1f55d787b555 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:31.566130 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3f82437f-815c-4a29-bf0b-1f55d787b555 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1453466
Dec 22 13:32:31.618462 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-7e8c838a-0adc-4ad6-8045-9083bad5a0c1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 380 time: 0.0435205
Dec 22 13:32:31.627945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'port': {'device_id': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'admin_state_up': True, 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'security_groups': ['a9abc71e-aa96-444d-b3d7-bf21ac3455a8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:32:31.765873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d02dea5e-aef3-46ad-ba1e-3420342903d2 req-c68d9fa7-75e2-4092-b417-f7919bddb2ba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 210 time: 0.0461056
Dec 22 13:32:31.766871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:32:31.771854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:port and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:32:31.775013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:32:31.780790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:32:31.884901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:32:31.888525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.051111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Allocated IP 172.20.0.3 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/d2e5225a-29be-4c83-b1c0-c1af86a5149d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:32:32.355232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.370723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Transition to ACTIVE for port object d2e5225a-29be-4c83-b1c0-c1af86a5149d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:32:32.462413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.467842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-85a77545-f8e3-4098-80a8-e87054cd5a7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:32.533746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:32:32.537681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:32:32.541473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:32:32.580761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:32.590577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:32.614021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:32.614670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.714530 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0900354
Dec 22 13:32:32.726365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Request body: {'port': {'device_id': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:32:32.750770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.822145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-089a3bdf-845c-42da-83d3-ab7aa20c192e None None] Provisioning for port d2e5225a-29be-4c83-b1c0-c1af86a5149d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:32:32.827519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-089a3bdf-845c-42da-83d3-ab7aa20c192e None None] Provisioning complete for port d2e5225a-29be-4c83-b1c0-c1af86a5149d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:32:32.831164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-089a3bdf-845c-42da-83d3-ab7aa20c192e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.840761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:32.886349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-089a3bdf-845c-42da-83d3-ab7aa20c192e None None] Port d2e5225a-29be-4c83-b1c0-c1af86a5149d cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:32:32.962990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e776e-d68a-47fc-b813-13c066f7543c req-6029cab1-3808-47bc-a427-b25fa27fae6a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:32.964476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c2e776e-d68a-47fc-b813-13c066f7543c req-6029cab1-3808-47bc-a427-b25fa27fae6a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 931 time: 0.0871825
Dec 22 13:32:33.009467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c2e776e-d68a-47fc-b813-13c066f7543c req-aeeebd2e-7e07-4738-9d7a-98d19a5e212c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390136
Dec 22 13:32:33.180984 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:32:33.187953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:33.202518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Transition to ACTIVE for port object d2e5225a-29be-4c83-b1c0-c1af86a5149d will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:32:33.310996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:33.315119 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:33.443619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:33.470060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:33.551735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Attempting to bind port d2e5225a-29be-4c83-b1c0-c1af86a5149d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:32:33.552754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Attempting to bind port d2e5225a-29be-4c83-b1c0-c1af86a5149d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:32:33.553179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Attempting to bind port d2e5225a-29be-4c83-b1c0-c1af86a5149d on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:32:33.557822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Port d2e5225a-29be-4c83-b1c0-c1af86a5149d on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:32:33.558142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Attempting to bind port d2e5225a-29be-4c83-b1c0-c1af86a5149d on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:32:33.563167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:32:33.563504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:32:33.563887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:32:33.564307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Bound port: d2e5225a-29be-4c83-b1c0-c1af86a5149d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:32:33.564664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:33.652330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:32:33.655333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:32:33.780961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:33.780961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:33.820694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:33.821296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:33.822635 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] 10.222.0.46 "PUT /v2.0/ports/d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1093 time: 1.1009893
Dec 22 13:32:33.823171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:33.845454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:33.848602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:33.877027 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'status': 'completed', 'code': 200}
Dec 22 13:32:33.976454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-9d15819c-7689-4a93-91ee-30ebcb8344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:33.977938 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-9d15819c-7689-4a93-91ee-30ebcb8344c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1096 time: 0.0795414
Dec 22 13:32:34.122806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-5f046979-3a6b-4a2d-be89-352af1cc79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.124176 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-5f046979-3a6b-4a2d-be89-352af1cc79d4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=416a128b84864f4bae0a99c1b18e84dc&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1385372
Dec 22 13:32:34.193568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21f7cc-05cd-4214-858a-e0c53138273f req-a01ca387-3e8c-4efc-b5ac-e378a4225c07 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.195049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e21f7cc-05cd-4214-858a-e0c53138273f req-a01ca387-3e8c-4efc-b5ac-e378a4225c07 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0817175
Dec 22 13:32:34.237757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e21f7cc-05cd-4214-858a-e0c53138273f req-197c3c02-0bc9-4891-93e5-171d601c4414 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370581
Dec 22 13:32:34.266418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-a5172626-b0d2-4dde-999f-120806e2840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.268107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-457495d9-e174-480f-ae4e-4d61df20cf63 req-a5172626-b0d2-4dde-999f-120806e2840c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1383450
Dec 22 13:32:34.376017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-2a3f62f6-b109-4a26-9e6b-68849bcbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.377453 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-2a3f62f6-b109-4a26-9e6b-68849bcbb6b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1096 time: 0.0742056
Dec 22 13:32:34.551726 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-f2141ac5-d86b-4c75-91b8-f8e79a1a6c23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 217 time: 0.1674175
Dec 22 13:32:34.614874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-f0d49023-7923-4736-bbc4-34d8b18acb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.616269 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-f0d49023-7923-4736-bbc4-34d8b18acb5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0576890
Dec 22 13:32:34.690350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-e6e63ea0-6698-4361-9cdf-f4b6f6d85399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:34.691790 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-e6e63ea0-6698-4361-9cdf-f4b6f6d85399 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690296
Dec 22 13:32:34.820893 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-f835f41f-a464-46a3-91a3-8b50f2042526 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217284
Dec 22 13:32:34.953035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-13cb62ca-3bce-402a-a072-43933b3c69f4 req-c670d183-2aee-44d2-90bb-1fb870cd3e1e service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254961
Dec 22 13:32:35.145258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b1bac071-9b20-4825-94ba-9c78094900f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:35.535710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14eb44-8e40-4ece-958c-4d776bf54546 req-705e086d-2a22-4427-a8f4-bac194238b54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:35.537249 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f14eb44-8e40-4ece-958c-4d776bf54546 req-705e086d-2a22-4427-a8f4-bac194238b54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.1894865
Dec 22 13:32:35.580071 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f14eb44-8e40-4ece-958c-4d776bf54546 req-8fc6251d-e6ed-414d-a09a-ef86a0470724 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371604
Dec 22 13:32:36.763870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67204d-7f13-480b-904d-13f160a8f0f3 req-1c1815ee-fddd-42b5-980a-52b9699f13a2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:36.765340 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f67204d-7f13-480b-904d-13f160a8f0f3 req-1c1815ee-fddd-42b5-980a-52b9699f13a2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0799139
Dec 22 13:32:36.815051 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9f67204d-7f13-480b-904d-13f160a8f0f3 req-76555680-e113-40b1-a01e-39feb8cd9484 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441489
Dec 22 13:32:37.530677 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56e43d17-42fc-4e07-8b97-665a6523157b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:37.687326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:32:37.820446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:37.834219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:32:37.891842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:37.908619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:32:37.924256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:38.009026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb4c38-1fc1-459f-bf49-c8bf059457de req-5b5af41e-1458-4bad-8435-8cdf53531c6d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:38.010249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:38.010413 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8acb4c38-1fc1-459f-bf49-c8bf059457de req-5b5af41e-1458-4bad-8435-8cdf53531c6d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0798140
Dec 22 13:32:38.012079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:38.056287 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8acb4c38-1fc1-459f-bf49-c8bf059457de req-eccbd3c2-bbf0-4086-b28f-d22b6987bf8b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391808
Dec 22 13:32:38.080835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:38.083972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:38.214968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['d2e5225a-29be-4c83-b1c0-c1af86a5149d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:32:38.650240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:38.736190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:39.245598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d363272-7c91-415d-880e-17a41f7ee784 req-9c474634-ffed-4570-b3f6-21abdcc7cff0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:39.247183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d363272-7c91-415d-880e-17a41f7ee784 req-9c474634-ffed-4570-b3f6-21abdcc7cff0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 944 time: 0.0844946
Dec 22 13:32:39.291314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d363272-7c91-415d-880e-17a41f7ee784 req-a8a8dd31-7ed3-4f0d-871b-26b35e7ed20f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384259
Dec 22 13:32:39.702663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:32:39.838942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port d2e5225a-29be-4c83-b1c0-c1af86a5149d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:32:39.844062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port d2e5225a-29be-4c83-b1c0-c1af86a5149d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:32:39.844458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:39.960334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:39.986301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:39.997364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:32:40.033665 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'code': 200}
Dec 22 13:32:40.059870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:40.063147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:32:40.140929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:32:40.147138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:32:40.225404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:40.463579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0ee85-dade-4bc7-83e4-141e137d348b req-e6c2c5d0-0b5d-4f5a-8d3f-9cbd8c418d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:40.465064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-35b0ee85-dade-4bc7-83e4-141e137d348b req-e6c2c5d0-0b5d-4f5a-8d3f-9cbd8c418d70 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0747640
Dec 22 13:32:40.483677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6914cc-07f0-4bb1-ae7e-9aa81a3efac6 req-095e8ccd-18e1-45b9-ab16-757270fc5534 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:40.483677 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be6914cc-07f0-4bb1-ae7e-9aa81a3efac6 req-095e8ccd-18e1-45b9-ab16-757270fc5534 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0813456
Dec 22 13:32:40.507449 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-35b0ee85-dade-4bc7-83e4-141e137d348b req-19ded287-d8fa-4752-98f2-2ecce640fa27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361152
Dec 22 13:32:40.525789 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be6914cc-07f0-4bb1-ae7e-9aa81a3efac6 req-93bbf0ea-0819-4d6b-b51c-a668e900bb39 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383518
Dec 22 13:32:41.717265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd07b8-54e6-4e6a-8adb-b9d7fcb89fd3 req-df7a9e7a-0e75-414a-ba41-8a479e629a9e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:41.718743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5bd07b8-54e6-4e6a-8adb-b9d7fcb89fd3 req-df7a9e7a-0e75-414a-ba41-8a479e629a9e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0852540
Dec 22 13:32:41.763843 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c5bd07b8-54e6-4e6a-8adb-b9d7fcb89fd3 req-5c85e904-b6b0-43a6-b375-aa089f8591f8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384572
Dec 22 13:32:42.948080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ddfe2-ef7c-4faa-badf-cd96459ddcfc req-e3f3adf9-8dc8-4561-b2a7-19bac97ab5a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:42.949528 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-725ddfe2-ef7c-4faa-badf-cd96459ddcfc req-e3f3adf9-8dc8-4561-b2a7-19bac97ab5a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0798953
Dec 22 13:32:42.996795 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-725ddfe2-ef7c-4faa-badf-cd96459ddcfc req-b5c3dab9-f3d4-4dff-ab38-2da471870265 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416181
Dec 22 13:32:43.173716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04010a0-992c-423e-82e9-26f4f4f83814 req-736d1343-8aff-45e7-bc1f-b1056dc8b46a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:43.175070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c04010a0-992c-423e-82e9-26f4f4f83814 req-736d1343-8aff-45e7-bc1f-b1056dc8b46a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0782220
Dec 22 13:32:43.183781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38580) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:32:43.188662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'floatingip': {'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:32:43.266254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:43.855624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:43.956344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:44.243416 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c associated. External IP: 172.26.3.90, port: d2e5225a-29be-4c83-b1c0-c1af86a5149d.
Dec 22 13:32:44.591294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:32:44.764772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:32:44.769663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:32:44.774269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:32:44.784301 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:32:44.784909 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923fb20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:32:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:44.828073 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8eaa6ded-aaeb-4b31-9bf1-3a063a707bd6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "PUT /v2.0/floatingips/8b213c8c-800e-4ccf-a2c3-84473758669c HTTP/1.1" status: 200  len: 990 time: 1.6432781
Dec 22 13:32:44.828729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:32:44.877653 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'status': 'completed', 'code': 200}
Dec 22 13:32:44.963488 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:32:44.972975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-7fcf20c0-4505-437e-bdbb-70a731ec87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:44.975002 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-7fcf20c0-4505-437e-bdbb-70a731ec87d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0760994
Dec 22 13:32:45.106474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-4a5d37b4-667b-4c72-afbf-01fedb9305b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:45.107850 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-4a5d37b4-667b-4c72-afbf-01fedb9305b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1260829
Dec 22 13:32:45.212698 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-8b2be4d9-aefc-47fa-b170-97de0acd4ac9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 998 time: 0.0974076
Dec 22 13:32:45.274789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-70868cb6-1ae7-437b-bc9e-b473ff85f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:45.276313 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-70868cb6-1ae7-437b-bc9e-b473ff85f177 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0577214
Dec 22 13:32:45.311365 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923fb20>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 9, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:45.315279 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:32:45.324061 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:32:45.324661 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923fb20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:32:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:45.358155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-fd813a40-d6db-4c4a-b0b0-35c47dcc90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:32:45.359603 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-fd813a40-d6db-4c4a-b0b0-35c47dcc90bc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0770230
Dec 22 13:32:45.494387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-c76b9592-959d-469d-8844-2bd5328b870d service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281452
Dec 22 13:32:45.537062 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:32:45.627537 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-259447ca-10b1-46ad-8b93-f4a6e8707e6f req-80bce606-ff34-4007-a792-15a17f57eb7b service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264997
Dec 22 13:32:45.874700 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923fb20>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 9, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:32:45.878667 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb5abf1-9e37-4512-8aa3-9fc55bd27bf3 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:32:43Z', 'revision_number': 9, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:32:46.068447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd15946-a34f-44f1-9aa5-cb308958314c None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:32:56.077562 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:33:02.746728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:04.977864 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-ab9b0985-eed5-4b01-bf4f-2e8db9a766c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1278830
Dec 22 13:33:05.123924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-a6ea2c33-bc87-4e40-9697-e9498f23d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:05.125351 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-a6ea2c33-bc87-4e40-9697-e9498f23d66d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0766170
Dec 22 13:33:05.129981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6198039b-5914-4d89-8182-59f5655973da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:05.385367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-a4db18f5-c653-411b-bc2a-eabb6a25837a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:05.386720 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-a4db18f5-c653-411b-bc2a-eabb6a25837a service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2408564
Dec 22 13:33:05.488558 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-d3758c44-5d37-44d2-a8cd-a0b6a045c622 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1001 time: 0.0949171
Dec 22 13:33:05.551783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-aed1d4e0-564d-42cc-ba72-71698d299ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:05.553679 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-aed1d4e0-564d-42cc-ba72-71698d299ebf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0570142
Dec 22 13:33:05.629707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-ad549f32-edca-45bb-bfda-3f797666218c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:05.631982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-ad549f32-edca-45bb-bfda-3f797666218c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697780
Dec 22 13:33:05.766457 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-fe9fd8d7-2cfc-4024-92d3-2d8725698be1 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242099
Dec 22 13:33:05.898471 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-31e4aec7-9954-4dbc-8a27-669573d5196f req-d55d26f4-b70f-4b8a-9182-6de59660a3f0 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255226
Dec 22 13:33:07.518067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d9e13d7-67b1-421e-a6d4-763f5c244ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:08.649720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:08.758196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:10.215153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:23.799734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc93a25-d35f-4efe-a3a6-dcae3554310e req-33671bc1-8adc-444b-aa91-22fd123fb940 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:23.801267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6dc93a25-d35f-4efe-a3a6-dcae3554310e req-33671bc1-8adc-444b-aa91-22fd123fb940 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.1553180
Dec 22 13:33:23.820347 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-d6d618b9-06b8-495f-bee6-7a38b5b0396c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0764942
Dec 22 13:33:23.850379 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6dc93a25-d35f-4efe-a3a6-dcae3554310e req-a147602f-ed04-4fce-b79d-a8f11b3f4842 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433042
Dec 22 13:33:25.092135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49564e9-86ca-4d68-8ba5-5937c498b6a3 req-66c84618-eeaf-475a-9d61-7db54c53e11a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:25.093729 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b49564e9-86ca-4d68-8ba5-5937c498b6a3 req-66c84618-eeaf-475a-9d61-7db54c53e11a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.1365426
Dec 22 13:33:25.140853 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b49564e9-86ca-4d68-8ba5-5937c498b6a3 req-f8a98e67-1421-4bd2-8d90-09da2c18a4fd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383847
Dec 22 13:33:25.794047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-a1b8aeed-9070-4501-a29e-2cd219ae6203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:25.795532 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-a1b8aeed-9070-4501-a29e-2cd219ae6203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0705609
Dec 22 13:33:25.931680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-029923a9-83da-49a6-9c34-88c1544ab65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:25.933758 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-029923a9-83da-49a6-9c34-88c1544ab65d service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1317089
Dec 22 13:33:26.038948 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-9fd1ad40-fea4-4f36-973e-a6c436921e05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1001 time: 0.0988715
Dec 22 13:33:26.103299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-a43527b2-dc55-4a0d-8445-89cef882dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:26.105366 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-a43527b2-dc55-4a0d-8445-89cef882dc13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0603259
Dec 22 13:33:26.180161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-5878ac4d-b5c0-4ebb-a4b5-d036194e98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:26.181647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-5878ac4d-b5c0-4ebb-a4b5-d036194e98d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703256
Dec 22 13:33:26.319337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-df2a5e1c-c2b9-479c-93ba-94f4fb24598c service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299069
Dec 22 13:33:26.331988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875f873-ee85-4e21-88d7-022adc43aa13 req-e6ff097d-f43c-429c-b8a0-028f8676ba44 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:26.333444 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9875f873-ee85-4e21-88d7-022adc43aa13 req-e6ff097d-f43c-429c-b8a0-028f8676ba44 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0820162
Dec 22 13:33:26.377143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9875f873-ee85-4e21-88d7-022adc43aa13 req-10fc459e-4f20-49f5-afcc-09cc999b60eb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379345
Dec 22 13:33:26.454139 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-8c0ff21d-0650-4542-a563-293547a40b8c service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288931
Dec 22 13:33:27.569210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ae0ef-8c09-4fce-a3ae-ac55bdc4fd82 req-ea178ac8-4346-49fe-898d-f3635b911a02 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:27.570571 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e0ae0ef-8c09-4fce-a3ae-ac55bdc4fd82 req-ea178ac8-4346-49fe-898d-f3635b911a02 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0843821
Dec 22 13:33:27.614801 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e0ae0ef-8c09-4fce-a3ae-ac55bdc4fd82 req-7ec24404-7159-4f39-92b4-0b8584e261d9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384741
Dec 22 13:33:28.797854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6acc5-bcc9-42df-b041-fb2eb7709d01 req-8bcabaab-2ea3-47f5-a812-7c3fd8462c5f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:28.799311 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fef6acc5-bcc9-42df-b041-fb2eb7709d01 req-8bcabaab-2ea3-47f5-a812-7c3fd8462c5f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0785036
Dec 22 13:33:28.846408 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fef6acc5-bcc9-42df-b041-fb2eb7709d01 req-4e341c91-ad52-40a2-ace9-a4ac3e73a5cd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
Dec 22 13:33:30.038766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad80c9c-80da-4e0d-9062-6caafc8c69e1 req-9e0df7a1-4a5a-46c8-a04d-9a4b8390b1a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:30.040283 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bad80c9c-80da-4e0d-9062-6caafc8c69e1 req-9e0df7a1-4a5a-46c8-a04d-9a4b8390b1a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0832839
Dec 22 13:33:30.089755 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bad80c9c-80da-4e0d-9062-6caafc8c69e1 req-d745b2ce-68aa-4ea7-a68e-0a59f13f422c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430512
Dec 22 13:33:31.283661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a591447-0225-4c13-b5e4-32e3465eeb82 req-a8a7596a-3142-492a-b49d-c6e7d5e4f86a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:31.285066 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a591447-0225-4c13-b5e4-32e3465eeb82 req-a8a7596a-3142-492a-b49d-c6e7d5e4f86a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0833902
Dec 22 13:33:31.329756 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a591447-0225-4c13-b5e4-32e3465eeb82 req-c801d975-b74b-41f3-a3a9-166bbb33d41e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390968
Dec 22 13:33:32.511066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f826cbb-655f-4c2d-b38f-626521763d83 req-f794a098-a57b-4913-8e9c-c3bbbec40a3f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:32.513203 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f826cbb-655f-4c2d-b38f-626521763d83 req-f794a098-a57b-4913-8e9c-c3bbbec40a3f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0788431
Dec 22 13:33:32.555662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f826cbb-655f-4c2d-b38f-626521763d83 req-2bfbffad-eacd-4d85-ad46-006afddcbd96 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367253
Dec 22 13:33:32.710607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:33.076878 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:33:33.863726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5293c3-8d07-42f3-9576-b666ec4b9c77 req-8c051681-5848-4041-bc45-fa8774b5b515 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:33.865147 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7c5293c3-8d07-42f3-9576-b666ec4b9c77 req-8c051681-5848-4041-bc45-fa8774b5b515 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.1999056
Dec 22 13:33:33.909368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7c5293c3-8d07-42f3-9576-b666ec4b9c77 req-c43b4c3e-435e-4d7d-b9d1-be3e22029c8c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384176
Dec 22 13:33:35.093731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c945f8-32c6-4d60-8eaa-ca41d092038b req-c4d52a94-a9e1-4669-9b53-0fdbdc819c54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:35.131977 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0c945f8-32c6-4d60-8eaa-ca41d092038b req-c4d52a94-a9e1-4669-9b53-0fdbdc819c54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0810339
Dec 22 13:33:35.142300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0c945f8-32c6-4d60-8eaa-ca41d092038b req-e54c6c3c-44ee-4a9e-805c-93615cf891e5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413740
Dec 22 13:33:35.247070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cca8c713-505b-4e7e-84e3-6cf8d2d7e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:36.327088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e11b6-1b43-428e-a365-d3671a2126c7 req-8b466dc0-1bbf-453d-99cf-7d50269e5f0f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:36.328529 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9c8e11b6-1b43-428e-a365-d3671a2126c7 req-8b466dc0-1bbf-453d-99cf-7d50269e5f0f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0804710
Dec 22 13:33:36.371839 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9c8e11b6-1b43-428e-a365-d3671a2126c7 req-02bb507c-224d-443b-89f3-ca6e7bc5119c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376852
Dec 22 13:33:37.499437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b449-6d84-4801-a226-bcf83d324cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:37.562250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96236efa-499d-4033-9a99-243f5908230d req-44eab93b-96f1-4386-ada3-9d8ee3636a8e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:37.563681 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-96236efa-499d-4033-9a99-243f5908230d req-44eab93b-96f1-4386-ada3-9d8ee3636a8e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0851326
Dec 22 13:33:37.608137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-96236efa-499d-4033-9a99-243f5908230d req-9a02ce76-1a71-4080-a92a-202d03018acb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386381
Dec 22 13:33:38.415696 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-d4cbfe7c-9468-4d02-9a67-b8c7d281f1ac service neutron] 10.222.0.46 "GET /v2.0/ports/d2e5225a-29be-4c83-b1c0-c1af86a5149d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0773830
Dec 22 13:33:38.679715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:38.763668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:38.798720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e6a67-a9bb-4bd9-b539-0162bceeab6a req-17511aed-4d23-495b-8be1-ba34ef15efad tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:38.800210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3a0e6a67-a9bb-4bd9-b539-0162bceeab6a req-17511aed-4d23-495b-8be1-ba34ef15efad tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0861154
Dec 22 13:33:38.844448 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3a0e6a67-a9bb-4bd9-b539-0162bceeab6a req-352fb012-0901-44cf-ad64-62c94fce0bee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386972
Dec 22 13:33:39.000406 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-cea0d4fa-1ea4-49b2-a37c-8d0e1ef71e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:39.001859 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-cea0d4fa-1ea4-49b2-a37c-8d0e1ef71e62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1098 time: 0.0735152
Dec 22 13:33:39.091571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-b4ede39c-436e-4af5-8345-e24ef1db1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:39.093003 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-b4ede39c-436e-4af5-8345-e24ef1db1b31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0692372
Dec 22 13:33:39.334830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-093fbd81-ac66-4fb5-b9a5-8de9a80d757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:39.336304 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-093fbd81-ac66-4fb5-b9a5-8de9a80d757f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2372637
Dec 22 13:33:39.439968 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-82a8b07f-d533-47ee-aea4-d7a0846814df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1001 time: 0.0963316
Dec 22 13:33:39.503565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-52a6567e-f2b8-4265-8963-f6d86b789032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:39.504943 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-52a6567e-f2b8-4265-8963-f6d86b789032 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0592241
Dec 22 13:33:39.578273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-394eb15a-8f7d-4de1-add5-4d48839c7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:39.579651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-394eb15a-8f7d-4de1-add5-4d48839c7d0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681105
Dec 22 13:33:39.711714 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-f51d2985-8973-409e-8ec5-9ed71ffe7116 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237538
Dec 22 13:33:39.842104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a3a5e8f9-6e86-4f87-87ce-687b109756a3 req-5b227216-d1c8-4c36-a7a3-77b3a5504bc8 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232381
Dec 22 13:33:40.036362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae202-655e-457f-b4c3-032dc55045cc req-d37e5d31-2814-4818-8804-0c991b2c075b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:40.037822 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab3ae202-655e-457f-b4c3-032dc55045cc req-d37e5d31-2814-4818-8804-0c991b2c075b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0874054
Dec 22 13:33:40.082490 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab3ae202-655e-457f-b4c3-032dc55045cc req-0e0b1fc4-4f5e-4c2a-af51-931a458b920a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381482
Dec 22 13:33:40.207585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:41.268423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3e4e7-67c4-47d1-9225-c7c3f3a2f21c req-2ca00fc0-b9fb-4f13-8aad-c01dfd0d6e4b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:41.269867 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ab3e4e7-67c4-47d1-9225-c7c3f3a2f21c req-2ca00fc0-b9fb-4f13-8aad-c01dfd0d6e4b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0784428
Dec 22 13:33:41.319735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ab3e4e7-67c4-47d1-9225-c7c3f3a2f21c req-1799ab7f-9afd-4bb0-9076-3f250f92c7ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441613
Dec 22 13:33:42.025527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:33:42.028914 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:33:42.244007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:42.269898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:42.291684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:33:42.298939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:33:42.329192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:42.359935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:42.376123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:42.380027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-5cce8291-0d13-47f3-a6ae-619bfe3397ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:42.414999 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'code': 200}
Dec 22 13:33:42.416638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:33:42.502011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:42.511510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:33:42.511870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:33:42.513065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.513411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.513743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.514104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.514427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.514752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.515102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.515426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.515747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.516158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.516477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.516793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:42.520804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:42.521835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd321d8-0438-4feb-9b30-3817058b2933 req-bc069ddf-c691-423e-ae2a-c51733ee8db3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:42.523501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ccd321d8-0438-4feb-9b30-3817058b2933 req-bc069ddf-c691-423e-ae2a-c51733ee8db3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0802457
Dec 22 13:33:42.568583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ccd321d8-0438-4feb-9b30-3817058b2933 req-55851646-9150-4fe2-a7fd-d2192c3e2b6a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390823
Dec 22 13:33:43.067666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:43.085252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:33:43.101075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:43.156248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:43.158400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:43.227844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['d2e5225a-29be-4c83-b1c0-c1af86a5149d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:33:43.275013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:43.278797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:43.346374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-acb19300-a015-45d1-894c-ee6618f1831f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.347118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-acb19300-a015-45d1-894c-ee6618f1831f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:33:43.348319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a208-710c-4129-8ac7-d6b2c4d940ff req-3a520eca-0bc6-4349-a7c2-42b444455a5c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.349987 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a722a208-710c-4129-8ac7-d6b2c4d940ff req-3a520eca-0bc6-4349-a7c2-42b444455a5c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 944 time: 0.1211624
Dec 22 13:33:43.394645 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a722a208-710c-4129-8ac7-d6b2c4d940ff req-ea69fa14-ddaf-45bd-be77-fec55164d864 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387471
Dec 22 13:33:43.420533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-acb19300-a015-45d1-894c-ee6618f1831f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:33:43.422426 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-acb19300-a015-45d1-894c-ee6618f1831f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872&tenant_id=416a128b84864f4bae0a99c1b18e84dc&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1826749
Dec 22 13:33:43.502206 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-13749028-9fbb-4232-a488-56fcd501ec16 service neutron] 10.222.0.46 "GET /v2.0/ports/d2e5225a-29be-4c83-b1c0-c1af86a5149d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0736077
Dec 22 13:33:43.593527 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-4239eacf-9b3f-4ec6-997a-bd3c5b1d1f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.594933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-4239eacf-9b3f-4ec6-997a-bd3c5b1d1f62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1097 time: 0.0702934
Dec 22 13:33:43.726030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-ef4d2ec1-c021-4fb9-8acd-9bbc8395acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.727510 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-ef4d2ec1-c021-4fb9-8acd-9bbc8395acb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1263552
Dec 22 13:33:43.831932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-3fce188d-3e6a-47a7-9ebc-3d483e5d8468 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1000 time: 0.0973332
Dec 22 13:33:43.897065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-d4792501-e338-45b1-bd18-b3fb9177014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.898407 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-d4792501-e338-45b1-bd18-b3fb9177014d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0604219
Dec 22 13:33:43.972240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-bad7e72c-47b7-4b38-a6a3-85ecd55fb801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:43.973677 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-bad7e72c-47b7-4b38-a6a3-85ecd55fb801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688424
Dec 22 13:33:44.028111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:33:44.098479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port d2e5225a-29be-4c83-b1c0-c1af86a5149d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:33:44.099214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:44.110477 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-8de63414-3b86-494c-be31-9a17ad94dba1 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301184
Dec 22 13:33:44.215229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:44.243643 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-0fd59154-407b-4e11-93b3-c81ba28f2cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262634
Dec 22 13:33:44.248267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:44.340512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:44.342410 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:44.411749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:44.414654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:44.416206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:33:44.472422 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'code': 200}
Dec 22 13:33:44.584175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf562c1-29d3-4e5d-80c2-e89eadd4718b req-e12e7a1c-1a50-416c-9c7b-4f87fa422979 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:44.585592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fdf562c1-29d3-4e5d-80c2-e89eadd4718b req-e12e7a1c-1a50-416c-9c7b-4f87fa422979 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0810814
Dec 22 13:33:44.630832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fdf562c1-29d3-4e5d-80c2-e89eadd4718b req-fd082af0-1857-480f-a192-a4d6bddb53a6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394070
Dec 22 13:33:45.821759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52ad06-431d-4890-80d9-c33f9b50229b req-037c698f-9f42-4264-aae0-6c3c6bdea458 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:45.823244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef52ad06-431d-4890-80d9-c33f9b50229b req-037c698f-9f42-4264-aae0-6c3c6bdea458 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0837255
Dec 22 13:33:45.866796 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef52ad06-431d-4890-80d9-c33f9b50229b req-1ad3fb08-2a9d-401a-96dd-4fd342ec1f99 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373023
Dec 22 13:33:47.057038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778af8b-10f8-4488-b512-19b31f3ea1e8 req-589db7b9-e152-4300-be54-1b41bf532795 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.059121 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d778af8b-10f8-4488-b512-19b31f3ea1e8 req-589db7b9-e152-4300-be54-1b41bf532795 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0828753
Dec 22 13:33:47.103187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d778af8b-10f8-4488-b512-19b31f3ea1e8 req-30daf5e6-a8a8-418c-b9e5-8b22b15ae935 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383508
Dec 22 13:33:47.279055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-544b1ce1-b13f-46fa-a33e-8a089a6ae531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.280513 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-544b1ce1-b13f-46fa-a33e-8a089a6ae531 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1098 time: 0.0748641
Dec 22 13:33:47.376529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-93703bb8-8517-4fb2-a6c5-efda2a6e86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.378182 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-93703bb8-8517-4fb2-a6c5-efda2a6e86ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 1098 time: 0.0762177
Dec 22 13:33:47.623183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-ad4b210f-c554-45c1-b4c6-59278d94c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.624520 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-ad4b210f-c554-45c1-b4c6-59278d94c7fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2401574
Dec 22 13:33:47.728920 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-5f5ec62e-f7ce-4d18-9841-928e6d02801e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 200  len: 1001 time: 0.0978284
Dec 22 13:33:47.791384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-839b6a49-a81d-4683-be35-efa6025abd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.794079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-839b6a49-a81d-4683-be35-efa6025abd5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0575826
Dec 22 13:33:47.873649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-a08be8d4-b120-443b-8553-bc167b525546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:47.875046 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-a08be8d4-b120-443b-8553-bc167b525546 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750930
Dec 22 13:33:48.009595 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-de6c59f1-e036-48d6-b6a4-daa76414c810 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281629
Dec 22 13:33:48.145518 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3387d0a-7a05-4078-9c17-0c903c74b9f9 req-3ad90c3e-4e0b-4016-808a-2a895ee60167 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294146
Dec 22 13:33:48.299501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eadb95-6a75-4469-adf8-92e6363ed595 req-050d6c1d-7844-4b3a-9977-cfb48445bd6c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:48.301009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06eadb95-6a75-4469-adf8-92e6363ed595 req-050d6c1d-7844-4b3a-9977-cfb48445bd6c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0906217
Dec 22 13:33:48.347235 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06eadb95-6a75-4469-adf8-92e6363ed595 req-47a610a8-2100-486c-98c1-b741f624b926 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396786
Dec 22 13:33:49.688136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580afa-15f6-4191-8f42-5912af0cc822 req-2f60743f-9f0c-47e6-8207-3876ba6c06b6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:49.689593 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31580afa-15f6-4191-8f42-5912af0cc822 req-2f60743f-9f0c-47e6-8207-3876ba6c06b6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0791013
Dec 22 13:33:49.737540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31580afa-15f6-4191-8f42-5912af0cc822 req-64cbde44-aa12-4555-8d1c-0e784a59c2e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420191
Dec 22 13:33:50.080982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:33:50.084313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:33:50.343045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:50.364302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:50.383911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'mac_address': 'fa:16:3e:49:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:33:50.389928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:33:50.431028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:50.439336 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'code': 200}
Dec 22 13:33:50.457769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:50.474749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:33:50.480056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:50.482804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:50.594512 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:33:50.594800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:33:50.597082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=9']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:50.600369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:50.931615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564109d1-45d0-4636-8a5a-f169f233bd0c req-3f656135-fd29-47a3-be46-8dca924db3a4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:50.932970 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-564109d1-45d0-4636-8a5a-f169f233bd0c req-3f656135-fd29-47a3-be46-8dca924db3a4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0864298
Dec 22 13:33:50.976695 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-564109d1-45d0-4636-8a5a-f169f233bd0c req-06cc8ae1-2a39-41bd-b6b5-6a18b4f33928 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377369
Dec 22 13:33:51.148852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:51.166029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:33:51.167094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d6247-4285-4007-97a7-672ebf50e28b req-5d70ca13-f400-4c96-8f77-9c734dc6cb23 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:51.168836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a5d6247-4285-4007-97a7-672ebf50e28b req-5d70ca13-f400-4c96-8f77-9c734dc6cb23 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 943 time: 0.0838099
Dec 22 13:33:51.181497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:51.212634 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a5d6247-4285-4007-97a7-672ebf50e28b req-477c4aaa-c189-49ef-9b5d-0969da2810b9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378413
Dec 22 13:33:51.264913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:51.266728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:51.331168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['d2e5225a-29be-4c83-b1c0-c1af86a5149d'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:33:51.391176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=10']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:51.395665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:51.399223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56427-bb4e-411a-9211-850b58976787 req-82b71b9d-1333-4f04-ab3a-c4b1fd5dbefb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:51.400742 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-57b56427-bb4e-411a-9211-850b58976787 req-82b71b9d-1333-4f04-ab3a-c4b1fd5dbefb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0792837
Dec 22 13:33:51.447201 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-57b56427-bb4e-411a-9211-850b58976787 req-30e57380-135e-4ab7-91db-2340133beb3e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395751
Dec 22 13:33:51.978553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592b57a-ce9a-4be9-8e52-75df27da2341 req-58c8bb5c-8eb6-48c4-a40d-f120c71a7afc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:51.980043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5592b57a-ce9a-4be9-8e52-75df27da2341 req-58c8bb5c-8eb6-48c4-a40d-f120c71a7afc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 945 time: 0.0847104
Dec 22 13:33:52.023630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5592b57a-ce9a-4be9-8e52-75df27da2341 req-e31bb136-82db-43b0-a108-de200e46c8de tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373895
Dec 22 13:33:52.083283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:33:52.153175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port d2e5225a-29be-4c83-b1c0-c1af86a5149d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:33:52.153915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:52.268399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:52.301581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:52.374006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:52.375844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:52.440874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:33:52.445648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=11']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:52.448614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:52.486531 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'code': 200}
Dec 22 13:33:53.203824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccf85b-5c53-4614-ba2c-d0e71dd086e0 req-161df8f7-02e1-4db7-a100-e7c8c3d795fa tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:53.205283 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5ccf85b-5c53-4614-ba2c-d0e71dd086e0 req-161df8f7-02e1-4db7-a100-e7c8c3d795fa tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 946 time: 0.0785613
Dec 22 13:33:53.251873 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5ccf85b-5c53-4614-ba2c-d0e71dd086e0 req-6e4480fd-d993-4478-b4f5-ac83d47c7899 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410018
Dec 22 13:33:53.968688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-8c63d7e1-d456-403f-9cb4-1c4aae27fcfc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:53.970100 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-8c63d7e1-d456-403f-9cb4-1c4aae27fcfc tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 946 time: 0.0796947
Dec 22 13:33:54.040432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Deleting port d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:33:54.040767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:54.286734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] For port d2e5225a-29be-4c83-b1c0-c1af86a5149d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d2e5225a-29be-4c83-b1c0-c1af86a5149d,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:33:54.287038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:54.442365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd01f5f-c945-4a5c-9e08-8988b8548567 req-97c44a9e-fa02-43fd-b0a9-ef8a65a384b9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:54.443849 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fd01f5f-c945-4a5c-9e08-8988b8548567 req-97c44a9e-fa02-43fd-b0a9-ef8a65a384b9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 946 time: 0.0800724
Dec 22 13:33:54.488701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fd01f5f-c945-4a5c-9e08-8988b8548567 req-c4f5ee98-76a3-4803-abc6-3822bf304d45 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391560
Dec 22 13:33:54.584781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:54.585067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:54.585373 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c disassociated. External IP: 172.26.3.90, port: d2e5225a-29be-4c83-b1c0-c1af86a5149d.
Dec 22 13:33:54.585712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Calling delete_port for d2e5225a-29be-4c83-b1c0-c1af86a5149d owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:33:54.803176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:54.809216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81a2cc39-0db7-4a67-83be-ccb9a8a9f853 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:33:54.853627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'Port': ['ID=d2e5225a-29be-4c83-b1c0-c1af86a5149d,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:33:54.867759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.868155 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.868539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.868920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.869294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.869672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.870042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.870410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.870775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.871168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.871539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.872054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:33:54.875394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:33:55.183470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:33:55.363627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:33:55.374422 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:33:55.384257 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:33:55.384860 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299302610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:33:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:33:55.440488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] No DVR routers for this DVR port d2e5225a-29be-4c83-b1c0-c1af86a5149d on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:33:55.442932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:33:55.445545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-deleted', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:33:55.525172 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2a6fdc71-4f94-4c5e-a156-eb460cff7428 req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "DELETE /v2.0/ports/d2e5225a-29be-4c83-b1c0-c1af86a5149d HTTP/1.1" status: 204  len: 173 time: 1.5495780
Dec 22 13:33:55.543260 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872', 'name': 'network-vif-deleted', 'tag': 'd2e5225a-29be-4c83-b1c0-c1af86a5149d', 'status': 'completed', 'code': 200}
Dec 22 13:33:55.574623 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:33:55.647326 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-46918c51-cc53-4efc-89c1-8e506b4502c3 req-9f787608-0783-41ed-b768-0a99baa519e0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4fd04d-28c2-4cf7-ab7e-fa4888e9a872 HTTP/1.1" status: 200  len: 210 time: 0.0441093
Dec 22 13:33:55.895581 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299302610>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:33:55.899340 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:33:55.907948 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:33:55.908537 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299302610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:33:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:33:56.084365 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:33:56.432494 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299302610>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:33:56.436421 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e06f775-d503-4e82-ac29-b61cc6758e8d None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:33:56.665176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ff9893-ecab-4b38-8044-a5e4c5389110 None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:33:57.008842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-7f77f610-d390-44d6-996b-cae5ebdb4edb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1040740359&fields=id&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 267 time: 0.0424674
Dec 22 13:33:57.266560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-5eb39d1b-3cf9-4fb9-9572-b0e1bae6405e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:33:57.268008 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-5eb39d1b-3cf9-4fb9-9572-b0e1bae6405e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.2524612
Dec 22 13:33:57.283247 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-0876c655-5812-491e-9514-34e19105cbb3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/quotas/416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 375 time: 0.0095217
Dec 22 13:33:57.367634 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-36455e3f-59f6-469a-a828-cc55d2a2b9e5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0793986
Dec 22 13:33:57.425157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-4ab51852-f14a-457a-a9df-2fc33cd015c3 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:33:57.426111 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-4ab51852-f14a-457a-a9df-2fc33cd015c3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0472620
Dec 22 13:33:57.554790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-5f856517-0d0e-4d62-b4d8-df78b0c68923 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226535
Dec 22 13:33:57.685419 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-075c6366-6f55-41ac-860b-20ee1198dc31 service neutron] 10.222.0.16 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241810
Dec 22 13:33:57.944487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f04092ec-be8b-470c-a9c8-ad5599b716e1 req-c91412b8-589b-4899-a579-ac7e351b997b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 210 time: 0.0449560
Dec 22 13:33:58.083009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:33:58.117165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: d2e5225a-29be-4c83-b1c0-c1af86a5149d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:33:58.117447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device d2e5225a-29be-4c83-b1c0-c1af86a5149d not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:33:59.093566 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eeda06d4-447a-401e-baa7-a8a1a24af57e req-6253affa-e0fd-4a2e-b3ce-d739f3278b7b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 210 time: 0.0476267
Dec 22 13:34:00.103407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-71c46546-0a75-47eb-8c54-d07ccfd8145c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:00.104851 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-71c46546-0a75-47eb-8c54-d07ccfd8145c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 811 time: 0.1473560
Dec 22 13:34:00.155193 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-b2b3e15d-2b76-42a8-9316-082efd6abfda tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 380 time: 0.0413811
Dec 22 13:34:00.163882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'port': {'device_id': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'admin_state_up': True, 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'security_groups': ['a9abc71e-aa96-444d-b3d7-bf21ac3455a8']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:34:00.250517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-398f01e1-9938-47ca-9b0f-dedde28a8519 req-cf16c67d-51d5-4ac4-b14d-7d80a45476f2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 210 time: 0.0452826
Dec 22 13:34:00.305040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:34:00.309741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Usage tracker for resource:port and tenant:416a128b84864f4bae0a99c1b18e84dc is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:34:00.313370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:34:00.319556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:34:00.391307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Made reservation on behalf of 416a128b84864f4bae0a99c1b18e84dc for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:34:00.394867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:00.558794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Allocated IP 172.20.0.11 (6434effe-2df2-4b1a-9870-98a3c5ea4788/30af9c40-1bf2-405b-8331-8b25a65f0514/a00b7aa2-2b5c-4cbb-a82c-448c0764e26e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:34:00.745514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:00.761055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Transition to ACTIVE for port object a00b7aa2-2b5c-4cbb-a82c-448c0764e26e will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:34:00.838270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:00.843503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e317abd2-24e5-432e-b35b-9c15312833e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:34:00.913283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:34:00.916426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:34:00.921125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:34:00.956346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:34:00.966201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:34:00.989196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:00.989807 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:01.088228 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9279125
Dec 22 13:34:01.100333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Request body: {'port': {'device_id': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:34:01.179039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6ac02baa-b26c-468a-ae0a-5a3b4f5ef027 None None] Provisioning for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:34:01.185007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6ac02baa-b26c-468a-ae0a-5a3b4f5ef027 None None] Provisioning complete for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:34:01.185146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ac02baa-b26c-468a-ae0a-5a3b4f5ef027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:01.216446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:01.240112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6ac02baa-b26c-468a-ae0a-5a3b4f5ef027 None None] Port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:34:01.448791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3cc48-d976-49fe-9d69-bf631be5bb87 req-623566fb-733d-4807-a608-be1ec6c1f186 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:01.451108 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ba3cc48-d976-49fe-9d69-bf631be5bb87 req-623566fb-733d-4807-a608-be1ec6c1f186 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 932 time: 0.0854316
Dec 22 13:34:01.499515 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ba3cc48-d976-49fe-9d69-bf631be5bb87 req-73a0c613-ac9b-460c-b2f1-3935c183d7b2 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423691
Dec 22 13:34:01.686386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:34:01.693350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:01.707748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Transition to ACTIVE for port object a00b7aa2-2b5c-4cbb-a82c-448c0764e26e will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:34:01.774055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:01.779192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4ba65088-1e2a-4ec4-890a-1c9abe8031b4 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:34:01.938557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:34:01.945939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:34:02.013968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Attempting to bind port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:34:02.014307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Attempting to bind port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:34:02.014646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Attempting to bind port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:34:02.019200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:34:02.019524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Attempting to bind port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e on network 6434effe-2df2-4b1a-9870-98a3c5ea4788 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:34:02.024554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:34:02.024898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Checking segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:34:02.025287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Bound using segment: {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:34:02.025712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Bound port: a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed4581b5-543d-4b1b-a337-42ad5a084df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:34:02.026058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:02.119960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:34:02.123523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:34:02.213378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:02.216999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:34:02.274792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.275462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:02.276830 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] 10.222.0.46 "PUT /v2.0/ports/a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1094 time: 1.1806810
Dec 22 13:34:02.277350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:34:02.298290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:34:02.301882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:34:02.330279 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'status': 'completed', 'code': 200}
Dec 22 13:34:02.428014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-338f8acd-79ac-47dc-b765-33cf1ef4a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.429508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-338f8acd-79ac-47dc-b765-33cf1ef4a726 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1097 time: 0.0797117
Dec 22 13:34:02.574393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-f5f9fdfa-7a93-4ee1-9ae7-7876daf21a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.576696 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-f5f9fdfa-7a93-4ee1-9ae7-7876daf21a77 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=416a128b84864f4bae0a99c1b18e84dc&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1399863
Dec 22 13:34:02.688235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606be19f-5338-4b5f-a71d-919df324c5d3 req-89539885-38ef-4ce5-af1c-69679869baf1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.689721 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-606be19f-5338-4b5f-a71d-919df324c5d3 req-89539885-38ef-4ce5-af1c-69679869baf1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 944 time: 0.0840154
Dec 22 13:34:02.710967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:02.716820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-f09ebe51-ede7-4192-a6cf-a0509b6a86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.718200 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-887b3f48-e658-4800-b95d-e46fc2a2fb61 req-f09ebe51-ede7-4192-a6cf-a0509b6a86fa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1354542
Dec 22 13:34:02.735905 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-606be19f-5338-4b5f-a71d-919df324c5d3 req-661c0915-e45e-42ea-acda-3487b3aef50c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403492
Dec 22 13:34:02.823861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-e4aaf92b-f03d-4738-a477-c061703ff40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.826473 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-e4aaf92b-f03d-4738-a477-c061703ff40b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1097 time: 0.0717797
Dec 22 13:34:02.896505 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-20d5d882-cfbc-4625-9b64-36c82590d6bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 217 time: 0.0637093
Dec 22 13:34:02.958020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-ea88ec41-47fe-4d17-ac85-fdede8c7c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:02.959452 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-ea88ec41-47fe-4d17-ac85-fdede8c7c935 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0575075
Dec 22 13:34:03.036695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-1b56b78a-3d8b-4ed2-a724-e305dd54a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:03.038061 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-1b56b78a-3d8b-4ed2-a724-e305dd54a28c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726531
Dec 22 13:34:03.171035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-ded6f4fb-11d4-4ca8-9d3c-a449b59ef5fe service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261911
Dec 22 13:34:03.302803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3f7c715e-74e8-46ea-b5a0-bd0b255d133a req-9dc6474e-e59b-43eb-b8a2-e4cbcd5c82f4 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250696
Dec 22 13:34:03.930949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573be868-aecb-4166-99e4-529b43f270f1 req-a3fe7915-8e34-45c0-8a97-41f5c75095ed tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:03.932428 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-573be868-aecb-4166-99e4-529b43f270f1 req-a3fe7915-8e34-45c0-8a97-41f5c75095ed tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 944 time: 0.0878019
Dec 22 13:34:03.975766 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-573be868-aecb-4166-99e4-529b43f270f1 req-0b1f013a-afc9-4bf3-8e63-2594d6695282 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369537
Dec 22 13:34:04.127225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:34:04.256873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:34:04.269613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:34:04.323865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:04.343434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:34:04.358779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:34:04.420428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:04.422135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:34:04.487786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:34:04.490741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:34:04.622422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:34:05.099767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-44f0cd91-3725-4464-a217-e6cc149c0819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:05.165914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f68842-2401-4445-b081-ab339fab8f52 req-cf86592b-cc66-4e79-a40f-2a26b1180f58 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:05.167402 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80f68842-2401-4445-b081-ab339fab8f52 req-cf86592b-cc66-4e79-a40f-2a26b1180f58 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 945 time: 0.0830107
Dec 22 13:34:05.216411 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80f68842-2401-4445-b081-ab339fab8f52 req-54291490-50c4-4798-a1e7-573d2bf4249d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414686
Dec 22 13:34:06.142764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:34:06.288723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:34:06.294182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:34:06.294568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:06.406676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb02d4b-24f4-42a9-b9e4-9059b3e5ea87 req-b79fe39a-b092-4f0a-b960-2d94a33caf79 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:06.408087 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6eb02d4b-24f4-42a9-b9e4-9059b3e5ea87 req-b79fe39a-b092-4f0a-b960-2d94a33caf79 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 945 time: 0.0857608
Dec 22 13:34:06.414243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:06.442462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:34:06.452519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:34:06.452732 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6eb02d4b-24f4-42a9-b9e4-9059b3e5ea87 req-eda7e3ab-9234-4c54-b98d-aa8bf61f69a1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385301
Dec 22 13:34:06.488892 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'code': 200}
Dec 22 13:34:06.522413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:06.524404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:34:06.593198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:34:06.596621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:34:06.872433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae0b3b-65dd-4475-b389-9e67b339c81b req-5c9e0ca4-5e1c-470b-818a-dc7cb7dc887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:06.873891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0cae0b3b-65dd-4475-b389-9e67b339c81b req-5c9e0ca4-5e1c-470b-818a-dc7cb7dc887f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0702488
Dec 22 13:34:06.915960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0cae0b3b-65dd-4475-b389-9e67b339c81b req-fa3a15aa-1670-4244-bdd5-99e17828a71b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353522
Dec 22 13:34:07.488228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-864a1370-963c-4fd6-89c1-c1c232633adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:07.641833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bc60e-d841-4e97-8f4d-96739727a453 req-f3543e57-705c-4697-b0b9-435bf593057b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:07.643241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-820bc60e-d841-4e97-8f4d-96739727a453 req-f3543e57-705c-4697-b0b9-435bf593057b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0805981
Dec 22 13:34:07.691818 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-820bc60e-d841-4e97-8f4d-96739727a453 req-7ad69758-56fc-4a66-8e84-867f0ed93c7e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427876
Dec 22 13:34:08.692968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:08.744685 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:08.878242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18917606-9eb9-40b7-8a76-7af513635c7a req-d0c8aefe-5b99-45fc-93b0-1631f1b67772 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:08.879731 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18917606-9eb9-40b7-8a76-7af513635c7a req-d0c8aefe-5b99-45fc-93b0-1631f1b67772 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0809584
Dec 22 13:34:08.926044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18917606-9eb9-40b7-8a76-7af513635c7a req-0508f318-4d07-4c5c-a33d-1cf403824d1c tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406833
Dec 22 13:34:09.107017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ece29c-b658-440e-b281-04cc34f6fca6 req-2333ecef-f955-4570-b430-db59584c96d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:09.108486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-09ece29c-b658-440e-b281-04cc34f6fca6 req-2333ecef-f955-4570-b430-db59584c96d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0849926
Dec 22 13:34:09.116930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 38836) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:34:09.121981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Request body: {'floatingip': {'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:34:09.200306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:09.900045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:09.967946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:10.075973 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:34:10.141285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c associated. External IP: 172.26.3.90, port: a00b7aa2-2b5c-4cbb-a82c-448c0764e26e.
Dec 22 13:34:10.196596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:10.495348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:34:10.675312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:34:10.679704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:10.686991 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:34:10.696076 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:34:10.696675 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529949e190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:34:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:34:10.734145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-90e2a405-1f63-47eb-b77d-8e6cbee54bcf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "PUT /v2.0/floatingips/8b213c8c-800e-4ccf-a2c3-84473758669c HTTP/1.1" status: 200  len: 992 time: 1.6161633
Dec 22 13:34:10.734823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:34:10.784390 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'status': 'completed', 'code': 200}
Dec 22 13:34:10.888106 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:34:11.007194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a3a15-8080-49de-8892-5c00c7695dae req-30c57b9e-b61e-437c-8404-349286dc2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:11.008603 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-30c57b9e-b61e-437c-8404-349286dc2fa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.2013886
Dec 22 13:34:11.142588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a3a15-8080-49de-8892-5c00c7695dae req-bd3159da-af9d-44fd-b3fa-e8bbe12dc2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:11.144385 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-bd3159da-af9d-44fd-b3fa-e8bbe12dc2e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1293967
Dec 22 13:34:11.236506 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529949e190>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:34:09Z', 'revision_number': 13, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:34:11.240855 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:34:11.249478 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:34:11.250083 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529949e190>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:34:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:34:11.251131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-17e8e1f9-01ac-47d2-8901-155067f42daa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1000 time: 0.1004081
Dec 22 13:34:11.314802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a3a15-8080-49de-8892-5c00c7695dae req-5dd642fd-48a2-48f1-8db9-3b7a16149a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:11.316709 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-5dd642fd-48a2-48f1-8db9-3b7a16149a79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0596132
Dec 22 13:34:11.391658 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a3a15-8080-49de-8892-5c00c7695dae req-138b58cd-7f1c-44cd-990d-21e4d4095f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:11.393160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-138b58cd-7f1c-44cd-990d-21e4d4095f45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701799
Dec 22 13:34:11.428322 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:34:11.525940 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-e3f58f47-772c-4d4c-9440-30925ece348e service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263919
Dec 22 13:34:11.659653 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-008a3a15-8080-49de-8892-5c00c7695dae req-da0731a9-f586-4668-966f-95eb0b29fa4e service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277561
Dec 22 13:34:11.800385 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529949e190>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:34:09Z', 'revision_number': 13, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:34:11.804148 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499bcb2a-cf57-4f93-8837-32930ee63c18 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '8b213c8c-800e-4ccf-a2c3-84473758669c', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'floating_ip_address': '172.26.3.90', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:29:37Z', 'updated_at': '2021-12-22T13:34:09Z', 'revision_number': 13, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:34:11.998758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddb7d28-64f4-4a89-991a-125b8b1b0c8a None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:34:32.733395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:35.161942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c1504194-329d-4cd7-8656-4ffc0268046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:37.498667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f695bb8c-31fb-4f4b-affa-66e775667f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:38.658921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:38.716087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:40.207627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:34:47.074813 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:34:50.194423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bce6fd-4843-4324-a903-0533301b1c98 req-148a843c-8a1c-40ad-8cdf-1f15943894d0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:34:50.195941 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0bce6fd-4843-4324-a903-0533301b1c98 req-148a843c-8a1c-40ad-8cdf-1f15943894d0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0856895
Dec 22 13:34:50.240430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b0bce6fd-4843-4324-a903-0533301b1c98 req-5ad0ba88-5c7f-4a42-9c69-e4ead25e7008 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387666
Dec 22 13:35:00.600049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342401-a97c-4f44-b5e4-b9b36d5f94b1 req-bce323d0-961d-49fa-9a9d-482c378bb5a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:00.601558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f342401-a97c-4f44-b5e4-b9b36d5f94b1 req-bce323d0-961d-49fa-9a9d-482c378bb5a8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0830176
Dec 22 13:35:00.646914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8f342401-a97c-4f44-b5e4-b9b36d5f94b1 req-a947f55d-f319-4b20-a3d4-051017c9c574 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394201
Dec 22 13:35:00.657337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-294d5f70-4786-444d-b602-89bc6e1f3615 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0751901
Dec 22 13:35:01.965565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bd02a-db01-4460-87cf-f8a13be7b5cd req-6d3082b7-7ce4-4c2f-a13c-b63b12137b30 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:01.966978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf7bd02a-db01-4460-87cf-f8a13be7b5cd req-6d3082b7-7ce4-4c2f-a13c-b63b12137b30 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.2119536
Dec 22 13:35:02.011607 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf7bd02a-db01-4460-87cf-f8a13be7b5cd req-9bbd2c9d-acd2-4ea3-9eaf-b7e0765007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386968
Dec 22 13:35:02.668190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-9d85f089-3d96-4875-a80c-adf84da9f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:02.669641 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-9d85f089-3d96-4875-a80c-adf84da9f8df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0745397
Dec 22 13:35:02.732682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:02.804053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-1e272429-ab5b-4029-b28f-a63e20f5e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:02.805485 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-1e272429-ab5b-4029-b28f-a63e20f5e108 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1289721
Dec 22 13:35:02.906604 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-3359e005-7b11-4cb4-96f5-8ad62e754bba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1002 time: 0.0948565
Dec 22 13:35:02.972518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-37e58d5d-fd65-4d31-89f9-59b8b771bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:02.973917 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-37e58d5d-fd65-4d31-89f9-59b8b771bbcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0603960
Dec 22 13:35:03.049117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-1c152233-8671-4117-8912-58f0cd965438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:03.050907 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-1c152233-8671-4117-8912-58f0cd965438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705361
Dec 22 13:35:03.185163 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-a05e4ec1-a5e8-4f0a-a73e-26c1e6570ff5 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273873
Dec 22 13:35:03.196614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a96f6-075d-48da-b4b3-dd58445a1b47 req-4629d2e0-37c5-434a-a48b-89f313735721 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:03.198214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b30a96f6-075d-48da-b4b3-dd58445a1b47 req-4629d2e0-37c5-434a-a48b-89f313735721 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0793543
Dec 22 13:35:03.246157 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b30a96f6-075d-48da-b4b3-dd58445a1b47 req-adf011db-adaf-4c2c-ba16-d793830e713e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421667
Dec 22 13:35:03.319325 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-5156da3f-fcc3-42d9-8116-ae4e54f6596b service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276445
Dec 22 13:35:04.430355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1808d3-77fb-448e-b718-9c5da88ac6c2 req-633d3f73-757e-4425-8c01-34878672d2a7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:04.431832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c1808d3-77fb-448e-b718-9c5da88ac6c2 req-633d3f73-757e-4425-8c01-34878672d2a7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0796936
Dec 22 13:35:04.475626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c1808d3-77fb-448e-b718-9c5da88ac6c2 req-218b2f7a-0e44-43b7-80a8-ef21e5c3c480 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381651
Dec 22 13:35:05.178001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-59f4fb17-38af-4b0a-b356-4b75364bbe28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:05.663762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a365d0-c8ac-4c3e-9218-03745a7fdc6d req-5a478545-bed6-4efc-a831-53feee6dc619 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:05.665093 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a365d0-c8ac-4c3e-9218-03745a7fdc6d req-5a478545-bed6-4efc-a831-53feee6dc619 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0838594
Dec 22 13:35:05.709631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a365d0-c8ac-4c3e-9218-03745a7fdc6d req-5d51d193-45f2-4cb0-8d0b-71e6bbce0389 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386810
Dec 22 13:35:06.900568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1468e2-07fa-475a-9155-c587cab1e61b req-90c4a96e-c901-4d95-9ca7-bce3f9ee26e3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:06.902032 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6a1468e2-07fa-475a-9155-c587cab1e61b req-90c4a96e-c901-4d95-9ca7-bce3f9ee26e3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0813241
Dec 22 13:35:06.948864 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6a1468e2-07fa-475a-9155-c587cab1e61b req-a4440fe8-55e5-4a99-a8aa-a273016bcb06 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412166
Dec 22 13:35:07.555530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bbbbff5-79a0-464b-abc1-7516d298a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:07.593787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-1c66461e-168a-4029-beb5-6fa51f7e7d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:07.595402 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-1c66461e-168a-4029-beb5-6fa51f7e7d99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0717101
Dec 22 13:35:07.858683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-55ce4eb1-4818-46ab-b114-d3b03ee5effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:07.860054 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-55ce4eb1-4818-46ab-b114-d3b03ee5effd service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.2448359
Dec 22 13:35:07.965283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-bbce7105-67f4-400b-b73f-b8862b8e5953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1002 time: 0.0984609
Dec 22 13:35:08.033430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-e1e616f1-2882-4c62-a56a-0812bd8fd0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:08.034905 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-e1e616f1-2882-4c62-a56a-0812bd8fd0dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0632050
Dec 22 13:35:08.111873 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-1cd14d5b-982e-469f-81ac-5161ebb6da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:08.113891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-1cd14d5b-982e-469f-81ac-5161ebb6da4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717058
Dec 22 13:35:08.139972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2a644-a4f7-4e19-98ce-09c709d2517b req-d0cdadd6-eb23-4d91-8684-755b94e25c4f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:08.141424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48d2a644-a4f7-4e19-98ce-09c709d2517b req-d0cdadd6-eb23-4d91-8684-755b94e25c4f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0837083
Dec 22 13:35:08.185838 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48d2a644-a4f7-4e19-98ce-09c709d2517b req-f60b3110-c67d-40b5-a77a-e2786d9beb76 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380301
Dec 22 13:35:08.248334 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-0e304e37-d571-4841-b5a6-004e45eae9a2 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286705
Dec 22 13:35:08.382081 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7a94af8e-91d2-4d62-97a4-720d8dd5c218 req-f9b36d15-b0d7-49d9-8134-c164722c645c service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262803
Dec 22 13:35:08.658180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:08.732554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:09.368851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bf983-3612-4642-bd0b-174112129fc2 req-a4c9b4ca-3493-4a17-ba76-bec0626017ed tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:09.370209 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-553bf983-3612-4642-bd0b-174112129fc2 req-a4c9b4ca-3493-4a17-ba76-bec0626017ed tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0783906
Dec 22 13:35:09.418115 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-553bf983-3612-4642-bd0b-174112129fc2 req-d3bff284-2666-4139-b7f3-c3452c3c9a1b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421510
Dec 22 13:35:10.218084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:10.599131 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b33575-7b6f-4d85-86e4-b94668ee9993 req-574032ec-b8df-4647-9319-e1abd9699a9e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:10.600575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-20b33575-7b6f-4d85-86e4-b94668ee9993 req-574032ec-b8df-4647-9319-e1abd9699a9e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0794632
Dec 22 13:35:10.643417 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-20b33575-7b6f-4d85-86e4-b94668ee9993 req-36f44eb6-e887-434e-bf7a-782e9da53e20 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373070
Dec 22 13:35:11.834624 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8bcc-a062-4c15-92bc-98225d4259bc req-6108537d-2a26-4a51-a816-cacbc804a3ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:11.836077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-72bf8bcc-a062-4c15-92bc-98225d4259bc req-6108537d-2a26-4a51-a816-cacbc804a3ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0829391
Dec 22 13:35:11.877705 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-72bf8bcc-a062-4c15-92bc-98225d4259bc req-f4a0ed2b-65be-454a-815c-a96d3f709baf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360706
Dec 22 13:35:13.061322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f425cd-301a-496b-b152-35c3da7d55ec req-412562c4-0624-4a22-a575-61638598ed2e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:13.062766 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67f425cd-301a-496b-b152-35c3da7d55ec req-412562c4-0624-4a22-a575-61638598ed2e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0788183
Dec 22 13:35:13.106487 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67f425cd-301a-496b-b152-35c3da7d55ec req-663a38cb-7db1-43da-b567-faebab1540a5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376492
Dec 22 13:35:14.297858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3413fa7c-4548-453a-add4-3ad4ca8dad33 req-a9f1eebd-ae43-4df2-9ee2-fa024b385102 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:14.299343 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3413fa7c-4548-453a-add4-3ad4ca8dad33 req-a9f1eebd-ae43-4df2-9ee2-fa024b385102 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0855787
Dec 22 13:35:14.342499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3413fa7c-4548-453a-add4-3ad4ca8dad33 req-103bc78b-a282-4d87-b593-771f53a85efd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373850
Dec 22 13:35:15.525885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ed2dc-728c-4ea4-a253-1856d15ef5f3 req-6bc533b6-e4c7-4614-992a-fe32aeb61689 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:15.527348 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-141ed2dc-728c-4ea4-a253-1856d15ef5f3 req-6bc533b6-e4c7-4614-992a-fe32aeb61689 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0789912
Dec 22 13:35:15.570745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-141ed2dc-728c-4ea4-a253-1856d15ef5f3 req-597ed65d-1b85-4f24-bc77-02b398521a74 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378032
Dec 22 13:35:16.761864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd2f8d-a6d1-4216-bba0-b52f0367a188 req-da022a76-02b9-4bb9-ac0f-38b52db942fb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:16.763336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22bd2f8d-a6d1-4216-bba0-b52f0367a188 req-da022a76-02b9-4bb9-ac0f-38b52db942fb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0846663
Dec 22 13:35:16.806895 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-22bd2f8d-a6d1-4216-bba0-b52f0367a188 req-94720c02-0d20-4365-9acb-98cc2e656bfb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378537
Dec 22 13:35:18.001567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317da4c-c361-402f-8a83-08aa0149b1bd req-ab88d2d1-310a-4302-b33e-785e302afebe tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:18.003030 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5317da4c-c361-402f-8a83-08aa0149b1bd req-ab88d2d1-310a-4302-b33e-785e302afebe tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0819786
Dec 22 13:35:18.050261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5317da4c-c361-402f-8a83-08aa0149b1bd req-ae116558-6efc-42b5-8eae-e7e17d99cfc6 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409834
Dec 22 13:35:19.235898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe686b8b-3072-4b35-bffe-692f9aecc898 req-62de3ef7-2efb-4152-8594-bec29023b2a1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:19.237344 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe686b8b-3072-4b35-bffe-692f9aecc898 req-62de3ef7-2efb-4152-8594-bec29023b2a1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0794609
Dec 22 13:35:19.282176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe686b8b-3072-4b35-bffe-692f9aecc898 req-f599b50d-dd93-48f8-87db-4b72ea8841f7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384676
Dec 22 13:35:20.465976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f62a-57ae-418f-97af-a24c7fb1df70 req-f1b35d55-aec7-4dad-9318-df1ea5e0460f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:20.467449 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c472f62a-57ae-418f-97af-a24c7fb1df70 req-f1b35d55-aec7-4dad-9318-df1ea5e0460f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0826836
Dec 22 13:35:20.511682 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c472f62a-57ae-418f-97af-a24c7fb1df70 req-8ff807a2-2d61-4b2a-8457-bd5a219e819b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377271
Dec 22 13:35:21.698823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479287-8368-4fcc-9780-d1036b471631 req-3644680e-4fcb-4856-bfcc-34084c146b1a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:21.700277 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da479287-8368-4fcc-9780-d1036b471631 req-3644680e-4fcb-4856-bfcc-34084c146b1a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0781927
Dec 22 13:35:21.744047 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-da479287-8368-4fcc-9780-d1036b471631 req-5dd6da53-740c-416b-bab1-d1a8efd7ed54 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381548
Dec 22 13:35:22.934092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15fb4-5854-4886-8a74-86643032a79e req-ca8c0f91-9902-431f-8356-528dfbf735cd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:22.935575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4cc15fb4-5854-4886-8a74-86643032a79e req-ca8c0f91-9902-431f-8356-528dfbf735cd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0829282
Dec 22 13:35:22.980241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4cc15fb4-5854-4886-8a74-86643032a79e req-3c729487-8d61-42af-9992-fb81751aeda4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391018
Dec 22 13:35:24.073787 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:35:24.163987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f462ae-d2b6-499d-b8f9-da2864c8204c req-d6f5e67e-ebdf-4748-accc-212d18ca4156 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:24.165430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48f462ae-d2b6-499d-b8f9-da2864c8204c req-d6f5e67e-ebdf-4748-accc-212d18ca4156 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0787892
Dec 22 13:35:24.212665 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48f462ae-d2b6-499d-b8f9-da2864c8204c req-64c4f01a-4fe9-48fd-9acb-72a485068713 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413477
Dec 22 13:35:25.395618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7752517-5f34-4ba9-9ea5-fe914fc4a450 req-b5946ed6-fec9-42ff-b093-8968916982a9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:25.396981 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7752517-5f34-4ba9-9ea5-fe914fc4a450 req-b5946ed6-fec9-42ff-b093-8968916982a9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0795956
Dec 22 13:35:25.440154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d7752517-5f34-4ba9-9ea5-fe914fc4a450 req-d29d2260-f19c-473a-8878-4b2bac8fcd9e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377083
Dec 22 13:35:26.626588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786b289-34bd-4d40-ad96-36782b78817d req-a8ffc6f6-24df-4324-9823-0b3067c3ed1b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:26.627958 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4786b289-34bd-4d40-ad96-36782b78817d req-a8ffc6f6-24df-4324-9823-0b3067c3ed1b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0819018
Dec 22 13:35:26.777085 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4786b289-34bd-4d40-ad96-36782b78817d req-c923c4e8-951a-4677-8cc5-0fc9c2be6030 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1429679
Dec 22 13:35:27.959272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616917a-1ad9-46a4-8c54-b9804a170c31 req-bf4fccc8-070a-411e-aa06-1504dd960573 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:27.960728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4616917a-1ad9-46a4-8c54-b9804a170c31 req-bf4fccc8-070a-411e-aa06-1504dd960573 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0798850
Dec 22 13:35:28.005049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4616917a-1ad9-46a4-8c54-b9804a170c31 req-26e17e98-0904-4c4d-bf44-b4df061ca6c4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387630
Dec 22 13:35:29.194757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d756-bbb6-49f1-8af3-4441a5240544 req-aabf5188-99f5-4f8f-a362-e51d52070cb4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:29.196227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1407d756-bbb6-49f1-8af3-4441a5240544 req-aabf5188-99f5-4f8f-a362-e51d52070cb4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0829778
Dec 22 13:35:29.239810 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1407d756-bbb6-49f1-8af3-4441a5240544 req-91807825-f892-4042-8498-919883215546 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378945
Dec 22 13:35:30.424986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c390c4-3d7d-4c84-9908-80db4320574b req-44205583-98e5-45c2-86e5-ae521088b8af tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:30.433748 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99c390c4-3d7d-4c84-9908-80db4320574b req-44205583-98e5-45c2-86e5-ae521088b8af tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0801027
Dec 22 13:35:30.475013 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99c390c4-3d7d-4c84-9908-80db4320574b req-3af2527e-b2b2-44cb-af8d-d3d911a9962f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420876
Dec 22 13:35:31.658411 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce0529-3897-4bb3-801c-b649b275d142 req-13c13e7e-f298-459e-bccf-f1b77b06c8e8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:31.659871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dbce0529-3897-4bb3-801c-b649b275d142 req-13c13e7e-f298-459e-bccf-f1b77b06c8e8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0792575
Dec 22 13:35:31.703064 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dbce0529-3897-4bb3-801c-b649b275d142 req-601fcf93-7aad-41a4-9b75-dd65f35e187d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368056
Dec 22 13:35:32.760568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:32.890869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac74e7c-eead-4afc-b309-69106bb2be31 req-51f53048-5646-470c-acbb-9cd85b7a0666 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:32.892309 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ac74e7c-eead-4afc-b309-69106bb2be31 req-51f53048-5646-470c-acbb-9cd85b7a0666 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0832806
Dec 22 13:35:32.936859 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9ac74e7c-eead-4afc-b309-69106bb2be31 req-ef43d9e2-bfe3-463c-9593-a1553ecd1351 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378733
Dec 22 13:35:34.123906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52e226-5605-43f7-b0c9-3f67b91483ca req-4152cb75-ed06-4619-bac1-c7127fc951ad tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:34.125361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c52e226-5605-43f7-b0c9-3f67b91483ca req-4152cb75-ed06-4619-bac1-c7127fc951ad tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0807405
Dec 22 13:35:34.169871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c52e226-5605-43f7-b0c9-3f67b91483ca req-8d3342ae-0296-4e2a-a37c-2daa6dd4c519 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382545
Dec 22 13:35:35.183989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5555ab8a-425b-463e-b128-391496064bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:35.359764 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca68f-0c62-4cae-b0c4-7aae43904c35 req-1d8a74d2-b4e2-483e-ba70-59e627dfe78a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:35.361139 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-546ca68f-0c62-4cae-b0c4-7aae43904c35 req-1d8a74d2-b4e2-483e-ba70-59e627dfe78a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0853138
Dec 22 13:35:35.404908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-546ca68f-0c62-4cae-b0c4-7aae43904c35 req-05a1987d-f10d-43f6-98d2-320bd23ea85a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378799
Dec 22 13:35:36.522152 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-7470da73-a5ac-4e53-9583-9e2d093c7d69 service neutron] 10.222.0.46 "GET /v2.0/ports/a00b7aa2-2b5c-4cbb-a82c-448c0764e26e/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0832720
Dec 22 13:35:36.594679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93842a97-6792-4028-9eda-35bf3fd1e6a8 req-731eac81-6993-483e-a63e-635286fb52b1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:36.596095 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-93842a97-6792-4028-9eda-35bf3fd1e6a8 req-731eac81-6993-483e-a63e-635286fb52b1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0814908
Dec 22 13:35:36.644086 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-93842a97-6792-4028-9eda-35bf3fd1e6a8 req-e8069c1e-812d-4926-8cab-dccc0f5aa127 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414891
Dec 22 13:35:37.199822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-53f4c327-3cf2-4174-8099-e2b147f6c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.202423 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-53f4c327-3cf2-4174-8099-e2b147f6c4dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1099 time: 0.0723295
Dec 22 13:35:37.298279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-ad411262-7a9e-46f4-9c2d-e806065e914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.299817 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-ad411262-7a9e-46f4-9c2d-e806065e914a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0759978
Dec 22 13:35:37.436104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-147f3732-afed-4acd-9fbe-b3a9681a8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.436104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-147f3732-afed-4acd-9fbe-b3a9681a8403 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1297655
Dec 22 13:35:37.480860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f12441e2-3255-420b-93ce-34196ddf743a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:37.535218 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-e5c70db3-4da9-4547-851e-1f191f7898a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1002 time: 0.0933244
Dec 22 13:35:37.600571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-c50cc212-eab2-4eec-91fd-9fc4b2bff4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.602004 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-c50cc212-eab2-4eec-91fd-9fc4b2bff4d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0612607
Dec 22 13:35:37.678255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-d623c568-ab91-47ff-86e4-f0bc4c056000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.679850 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-d623c568-ab91-47ff-86e4-f0bc4c056000 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717711
Dec 22 13:35:37.813497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-e5e1ce5c-48d4-446f-95b6-08b7a2d3ad38 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269443
Dec 22 13:35:37.832291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4d23-e86c-4626-b593-987816abc8fc req-4bbd27c1-822f-44db-8076-daa31a6f571d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:37.834465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25bf4d23-e86c-4626-b593-987816abc8fc req-4bbd27c1-822f-44db-8076-daa31a6f571d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0805805
Dec 22 13:35:37.877776 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25bf4d23-e86c-4626-b593-987816abc8fc req-bdeed06d-4473-49cb-b748-4fe174f30891 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374973
Dec 22 13:35:37.946122 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-eb31bbec-b92a-4d29-b5f9-db3cc5310fe1 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263871
Dec 22 13:35:38.500545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:35:38.626186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:38.653129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:35:38.674936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:38.677113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:38.710398 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'code': 200}
Dec 22 13:35:38.726204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:38.727975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:38.762692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:38.796703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:38.804552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.804902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.805246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.805586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.805918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.806251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.806580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.806936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.807264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.807587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.807908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.808226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:35:38.812134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:39.079334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed57b0f-f186-45dc-9a7f-2d85a036a75c req-8a4e0c5f-a952-4e99-b914-2f8aa271fbee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:39.080686 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ed57b0f-f186-45dc-9a7f-2d85a036a75c req-8a4e0c5f-a952-4e99-b914-2f8aa271fbee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 944 time: 0.0848231
Dec 22 13:35:39.126872 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ed57b0f-f186-45dc-9a7f-2d85a036a75c req-809e453c-31af-41ff-919b-cd87b4649920 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381212
Dec 22 13:35:40.269851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:40.314114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecff0d-426a-46ad-9c2b-9f09678ac8c4 req-5bb03d15-17ef-460d-84d7-0c3d4598d9dd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:40.315586 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14ecff0d-426a-46ad-9c2b-9f09678ac8c4 req-5bb03d15-17ef-460d-84d7-0c3d4598d9dd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 944 time: 0.0807595
Dec 22 13:35:40.358475 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14ecff0d-426a-46ad-9c2b-9f09678ac8c4 req-5824ba38-a528-413a-915f-c27d28548261 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371606
Dec 22 13:35:40.500147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:35:40.644839 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:40.658095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:35:40.716778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:40.733539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:35:40.748214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:40.829263 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:40.831831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:40.895862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:35:40.936597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:40.987183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:41.546399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac9fd7-7534-4a6b-8c4f-1c94102be2bf req-156e8466-e2a4-40c6-ad87-a8aebee22f35 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:41.547924 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4aac9fd7-7534-4a6b-8c4f-1c94102be2bf req-156e8466-e2a4-40c6-ad87-a8aebee22f35 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 945 time: 0.0840833
Dec 22 13:35:41.591502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4aac9fd7-7534-4a6b-8c4f-1c94102be2bf req-3fd387a1-708e-4344-b3c7-af97e2783c8a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370998
Dec 22 13:35:42.516012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:35:42.584962 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:35:42.585168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:42.701881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:42.727921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:35:42.738022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:42.777431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8796-b9d9-45ea-a08b-01450ce29f0f req-39fb3c82-35f1-4caf-adb4-e5e988d11d57 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:42.779118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-694f8796-b9d9-45ea-a08b-01450ce29f0f req-39fb3c82-35f1-4caf-adb4-e5e988d11d57 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 945 time: 0.0806522
Dec 22 13:35:42.781500 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'code': 200}
Dec 22 13:35:42.783581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:42.785493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:42.826518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-694f8796-b9d9-45ea-a08b-01450ce29f0f req-ba201dd6-5490-4464-b481-19d9ac286639 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417929
Dec 22 13:35:42.853909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:42.856936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:44.019273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43512c3e-797b-4b35-8c11-c94698934dcf req-43e406d7-e579-4e7d-9386-44f6f3bf9f52 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:44.020725 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43512c3e-797b-4b35-8c11-c94698934dcf req-43e406d7-e579-4e7d-9386-44f6f3bf9f52 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0850515
Dec 22 13:35:44.065373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43512c3e-797b-4b35-8c11-c94698934dcf req-ce34381c-7df9-4a27-a9ab-516d06f87775 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383148
Dec 22 13:35:45.256591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604e4dc-54ff-4f7f-8930-54f09c9a9d2a req-44169b03-2b04-4861-a95c-62f3488b6a46 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:45.259218 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4604e4dc-54ff-4f7f-8930-54f09c9a9d2a req-44169b03-2b04-4861-a95c-62f3488b6a46 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0842235
Dec 22 13:35:45.307791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4604e4dc-54ff-4f7f-8930-54f09c9a9d2a req-42b91ef8-0a07-4726-8104-65c7426d066e tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427411
Dec 22 13:35:46.491006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df1d2e-374c-47d3-b938-7fe4b62b5be5 req-724a62b2-b58a-4fed-a57d-6e3518be227b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:46.492526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50df1d2e-374c-47d3-b938-7fe4b62b5be5 req-724a62b2-b58a-4fed-a57d-6e3518be227b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0804441
Dec 22 13:35:46.540048 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50df1d2e-374c-47d3-b938-7fe4b62b5be5 req-88c76f35-4259-4fbe-973f-c2cde011d3f9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418220
Dec 22 13:35:47.728841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163b579-2ba9-4d3e-9bc4-31b7e21b0beb req-549808b4-e84d-4040-a0b7-909487d6f786 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:47.730284 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4163b579-2ba9-4d3e-9bc4-31b7e21b0beb req-549808b4-e84d-4040-a0b7-909487d6f786 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0838864
Dec 22 13:35:47.773506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4163b579-2ba9-4d3e-9bc4-31b7e21b0beb req-695b6162-f84b-4daf-b7c7-1d8569e68fe5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374238
Dec 22 13:35:48.509781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00228f3b-1ba4-4e69-8832-cd40979e8212 req-c40048d4-1a05-4c23-ad40-a85b5c3f9f62 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:48.511241 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00228f3b-1ba4-4e69-8832-cd40979e8212 req-c40048d4-1a05-4c23-ad40-a85b5c3f9f62 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0843375
Dec 22 13:35:48.514792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-66ff7be9-0895-4cfb-ad9a-cf34d8117740 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:48.515511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-66ff7be9-0895-4cfb-ad9a-cf34d8117740 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Synchronizing usage tracker for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:35:48.556429 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00228f3b-1ba4-4e69-8832-cd40979e8212 req-344d77bb-f47e-48a7-aa8a-7efa9d60266f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393412
Dec 22 13:35:48.583989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-66ff7be9-0895-4cfb-ad9a-cf34d8117740 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Unset dirty status for tenant:416a128b84864f4bae0a99c1b18e84dc on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:35:48.585235 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-66ff7be9-0895-4cfb-ad9a-cf34d8117740 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9&tenant_id=416a128b84864f4bae0a99c1b18e84dc&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 946 time: 0.1636448
Dec 22 13:35:48.666335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-eb1850d0-ea40-4aea-b046-1e84c5897354 service neutron] 10.222.0.46 "GET /v2.0/ports/a00b7aa2-2b5c-4cbb-a82c-448c0764e26e/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0748665
Dec 22 13:35:48.758721 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-ea4fe83c-c241-4b2e-9da0-ab7c44f7a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:48.760305 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-ea4fe83c-c241-4b2e-9da0-ab7c44f7a20f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0717800
Dec 22 13:35:48.892115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-dd034cba-e690-462f-821a-b128d097c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:48.893471 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-dd034cba-e690-462f-821a-b128d097c010 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1267762
Dec 22 13:35:48.997891 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-c0b4896d-732f-4477-8810-d2d283384be2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1002 time: 0.0980821
Dec 22 13:35:49.170429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-03546736-7ba9-4f0a-a23e-d4861fbf4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:49.171894 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-03546736-7ba9-4f0a-a23e-d4861fbf4fc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.1677222
Dec 22 13:35:49.250189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-4ec09503-91d9-4100-b6ff-99faa374a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:49.251683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-4ec09503-91d9-4100-b6ff-99faa374a574 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718665
Dec 22 13:35:49.383620 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-f4f95be7-c56e-47e2-8a1b-698cd1e5fdf7 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250813
Dec 22 13:35:49.516100 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-36f8bbea-f9b1-4a5f-9c5b-6a4543fdda39 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261508
Dec 22 13:35:49.747475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58818a8d-e093-4d52-b178-3e3ada396166 req-04c2ea61-c5dd-43c8-9b90-69a30a0fec19 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:49.748914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58818a8d-e093-4d52-b178-3e3ada396166 req-04c2ea61-c5dd-43c8-9b90-69a30a0fec19 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0820670
Dec 22 13:35:49.793517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58818a8d-e093-4d52-b178-3e3ada396166 req-396abf60-1a2c-4729-a237-64aa875c1460 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390584
Dec 22 13:35:50.979197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97512e78-709d-44c9-b384-746c04897e5d req-5cc5d083-66b6-4e64-8889-a21aaabe8712 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:50.980643 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97512e78-709d-44c9-b384-746c04897e5d req-5cc5d083-66b6-4e64-8889-a21aaabe8712 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0795612
Dec 22 13:35:51.027936 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97512e78-709d-44c9-b384-746c04897e5d req-1c944f46-afef-4b08-8dbd-7113dc744a97 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417016
Dec 22 13:35:52.212203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfae6-b7d4-4759-aa6a-6c9ca222a23b req-01bf3f09-53ee-4fa5-8140-49fd052cf029 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:52.213855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-852cfae6-b7d4-4759-aa6a-6c9ca222a23b req-01bf3f09-53ee-4fa5-8140-49fd052cf029 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0797319
Dec 22 13:35:52.261670 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-852cfae6-b7d4-4759-aa6a-6c9ca222a23b req-451828a9-896d-4b9c-a7f9-ebfb4adfa0fd tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417795
Dec 22 13:35:53.359051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-91e31ac3-b505-4ee5-84e3-99d114da4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.360482 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-91e31ac3-b505-4ee5-84e3-99d114da4502 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9&tenant_id=416a128b84864f4bae0a99c1b18e84dc HTTP/1.1" status: 200  len: 1099 time: 0.0776350
Dec 22 13:35:53.455942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-d1ad6bbd-ac47-4c32-bfba-c08fe885106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.457420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-d1ad6bbd-ac47-4c32-bfba-c08fe885106b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=416a128b84864f4bae0a99c1b18e84dc&device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 1099 time: 0.0738502
Dec 22 13:35:53.573442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3c59d-4bf9-4f4f-97f4-274cc9cfd22b req-747b6fc6-f8c1-429b-ae5e-320e0d013ea4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.574931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58f3c59d-4bf9-4f4f-97f4-274cc9cfd22b req-747b6fc6-f8c1-429b-ae5e-320e0d013ea4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.1939216
Dec 22 13:35:53.597867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-d1a08bca-293d-48ad-82b2-6ae51149601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.599339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-d1a08bca-293d-48ad-82b2-6ae51149601c service neutron] 10.222.0.46 "GET /v2.0/networks?id=6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 200  len: 912 time: 0.1349580
Dec 22 13:35:53.619615 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-58f3c59d-4bf9-4f4f-97f4-274cc9cfd22b req-f045f839-1042-42a3-9219-553ae9aa1b40 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383186
Dec 22 13:35:53.703842 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-47797b71-6367-47e5-9192-350d345c1385 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 200  len: 1002 time: 0.0980351
Dec 22 13:35:53.767090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-ce903dd8-7d22-412c-91c9-2525c0485fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.768684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-ce903dd8-7d22-412c-91c9-2525c0485fe6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 200  len: 850 time: 0.0572252
Dec 22 13:35:53.845762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-c107c88f-0c7d-4b9b-b5e0-b511d122c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:53.847240 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-c107c88f-0c7d-4b9b-b5e0-b511d122c0cf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6434effe-2df2-4b1a-9870-98a3c5ea4788&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724144
Dec 22 13:35:53.977833 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-c83984c9-19db-4ccf-94f6-b940f39479d5 service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242266
Dec 22 13:35:54.107557 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-23931376-dcef-40b6-9aeb-5431a70a9cea req-04bd8b27-b21f-4e4f-9d30-17a4557cc0ba service neutron] 10.222.0.46 "GET /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234000
Dec 22 13:35:54.558149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:35:54.673812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:54.702396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:35:54.718994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:54.763015 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'code': 200}
Dec 22 13:35:54.778294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:54.780267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:54.814232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49551e5-4c98-4d3f-827a-2f070a39ef92 req-72022d6a-6345-4402-8548-f5566f33d879 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:54.815959 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f49551e5-4c98-4d3f-827a-2f070a39ef92 req-72022d6a-6345-4402-8548-f5566f33d879 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0834403
Dec 22 13:35:54.856889 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=9']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:54.862690 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f49551e5-4c98-4d3f-827a-2f070a39ef92 req-27ffeb54-0ddb-40c5-9b72-03b89270ee91 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399241
Dec 22 13:35:54.863550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:56.055531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40bbda-fe7e-48e8-a27c-9dfed3bee2f4 req-a2df65ac-3510-4602-87f4-4801d63b7983 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:56.056993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e40bbda-fe7e-48e8-a27c-9dfed3bee2f4 req-a2df65ac-3510-4602-87f4-4801d63b7983 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 944 time: 0.0858426
Dec 22 13:35:56.105225 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e40bbda-fe7e-48e8-a27c-9dfed3bee2f4 req-682957d8-e135-490d-86e1-41a41c09d054 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392714
Dec 22 13:35:56.562098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:35:56.695683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:56.708514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'port_id': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'mac_address': 'fa:16:3e:0d:3f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:35:56.762578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:56.778692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:35:56.794661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:56.852220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:56.853865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:56.918524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:35:56.957992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=10']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:56.967576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:57.284446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feaf5d-6b53-40b8-8aac-d9d6ffb56b00 req-9c849d14-feb7-4c67-a0c9-c5dbde262a5f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:57.285897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8feaf5d-6b53-40b8-8aac-d9d6ffb56b00 req-9c849d14-feb7-4c67-a0c9-c5dbde262a5f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0791116
Dec 22 13:35:57.333092 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a8feaf5d-6b53-40b8-8aac-d9d6ffb56b00 req-6e25e730-ed01-419c-bb12-2ab92e1373fb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412388
Dec 22 13:35:58.519419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb414b6-1ed0-4cfa-a4e1-d1a3c9628983 req-63b63746-53f7-4f50-af63-54472a38ed03 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:58.520859 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8cb414b6-1ed0-4cfa-a4e1-d1a3c9628983 req-63b63746-53f7-4f50-af63-54472a38ed03 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 946 time: 0.0785789
Dec 22 13:35:58.566312 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8cb414b6-1ed0-4cfa-a4e1-d1a3c9628983 req-c349515a-f3c2-4cf6-8080-cf92b29ac928 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387704
Dec 22 13:35:58.577701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:35:58.645041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:35:58.645418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:58.762319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:58.789476 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:35:58.799774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:35:58.850825 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'code': 200}
Dec 22 13:35:58.955030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:35:58.957665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:35:59.024379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=11']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:35:59.027854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:35:59.759192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf4210-900d-47a8-aa52-2fff65c3c684 req-107dcb45-58c3-4588-be2b-aae7d2e41137 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:35:59.760664 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ddcf4210-900d-47a8-aa52-2fff65c3c684 req-107dcb45-58c3-4588-be2b-aae7d2e41137 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0833104
Dec 22 13:35:59.804538 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ddcf4210-900d-47a8-aa52-2fff65c3c684 req-a5374797-2276-469b-81bd-1e4f5e867cc5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382993
Dec 22 13:36:00.987270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebcc5e-c2ee-464a-babe-e69ceb2236ce req-583d4b4c-3795-41ac-9467-b7e09833c4f4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:00.988712 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eeebcc5e-c2ee-464a-babe-e69ceb2236ce req-583d4b4c-3795-41ac-9467-b7e09833c4f4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0789919
Dec 22 13:36:01.033500 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eeebcc5e-c2ee-464a-babe-e69ceb2236ce req-e4177261-0663-4e3f-9fb1-fe33c8a571a0 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379725
Dec 22 13:36:01.072755 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:36:02.221501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa4444-02e6-448f-8573-45e21867fddc req-73e0066f-4e86-47ef-abcf-f102846fd53a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:02.222953 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43aa4444-02e6-448f-8573-45e21867fddc req-73e0066f-4e86-47ef-abcf-f102846fd53a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0831614
Dec 22 13:36:02.269569 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-43aa4444-02e6-448f-8573-45e21867fddc req-054d479a-afe0-4c91-ba1d-6e3c3f7c0249 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407710
Dec 22 13:36:02.777855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:03.454425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080996a-bf8d-460b-9ed3-062185201399 req-5bf4f64e-ecc8-42b6-af47-d56feb64f548 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:03.455949 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4080996a-bf8d-460b-9ed3-062185201399 req-5bf4f64e-ecc8-42b6-af47-d56feb64f548 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0788219
Dec 22 13:36:03.503541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4080996a-bf8d-460b-9ed3-062185201399 req-cae0ea53-89af-4b76-bd17-8904a7905904 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412924
Dec 22 13:36:03.837168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d5e72-d20c-45c5-93b1-0f5299a18a56 req-0d7a28f5-270a-4d5e-aebd-a689721702ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:03.838530 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-252d5e72-d20c-45c5-93b1-0f5299a18a56 req-0d7a28f5-270a-4d5e-aebd-a689721702ee tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0791795
Dec 22 13:36:03.881750 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-252d5e72-d20c-45c5-93b1-0f5299a18a56 req-ae3010b4-c550-42b3-9be3-08faf573e6d8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376489
Dec 22 13:36:04.071107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a2f6-6784-40a4-95c4-d22f55e0e608 req-4161d53a-bb91-434a-990f-f7a6ff3e243f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:04.072667 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cc57a2f6-6784-40a4-95c4-d22f55e0e608 req-4161d53a-bb91-434a-990f-f7a6ff3e243f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0866742
Dec 22 13:36:04.118325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cc57a2f6-6784-40a4-95c4-d22f55e0e608 req-774f94f4-72c6-46b5-ba89-6b04b35efb6d tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397284
Dec 22 13:36:04.727680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557962e-90e5-46cb-b1b8-ea592e8335df req-d4950816-0cb3-4616-8be9-511a6b0d6345 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:04.729132 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5557962e-90e5-46cb-b1b8-ea592e8335df req-d4950816-0cb3-4616-8be9-511a6b0d6345 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0788162
Dec 22 13:36:04.772024 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5557962e-90e5-46cb-b1b8-ea592e8335df req-a2ea5c00-f503-45f2-919c-66ea6c2ce501 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373042
Dec 22 13:36:05.160855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c2377ebd-7c8b-4bb2-ae3b-03fa2496b83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:05.960251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcebf5-32ba-4c94-8a22-78f09b48e95e req-728d36bf-89b6-4c40-bfc4-3db001e5e9d5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:05.962434 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b7bcebf5-32ba-4c94-8a22-78f09b48e95e req-728d36bf-89b6-4c40-bfc4-3db001e5e9d5 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0846853
Dec 22 13:36:06.005451 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b7bcebf5-32ba-4c94-8a22-78f09b48e95e req-7fadee53-6f4f-400a-a241-d267c0644b00 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374584
Dec 22 13:36:07.102605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-40e6fca1-06c3-4b47-90b3-8cf47f45789b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:07.103935 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-40e6fca1-06c3-4b47-90b3-8cf47f45789b tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0791860
Dec 22 13:36:07.177315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Deleting port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:07.177568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:07.194397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67484d4b-d086-4d25-9f3c-18ca3cc7e258 req-28e5b9db-b174-4db3-996d-75909c2d6497 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:07.195934 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67484d4b-d086-4d25-9f3c-18ca3cc7e258 req-28e5b9db-b174-4db3-996d-75909c2d6497 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 947 time: 0.0804167
Dec 22 13:36:07.240358 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-67484d4b-d086-4d25-9f3c-18ca3cc7e258 req-1628c44e-e024-47fe-8620-026739a677a9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups?id=a9abc71e-aa96-444d-b3d7-bf21ac3455a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388196
Dec 22 13:36:07.419393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] For port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:07.419657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:07.498214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-772a2a80-bcd7-47a8-8d18-401b3200ed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:07.831429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:07.831798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:07.832111 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c disassociated. External IP: 172.26.3.90, port: a00b7aa2-2b5c-4cbb-a82c-448c0764e26e.
Dec 22 13:36:07.832450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Calling delete_port for a00b7aa2-2b5c-4cbb-a82c-448c0764e26e owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:08.034714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:08.041125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0fe6c7cf-f27e-48c3-91db-6d4063fb45e8 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:08.085208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'Port': ['ID=a00b7aa2-2b5c-4cbb-a82c-448c0764e26e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:08.096227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.096614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.096992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.097367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.097735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.098100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.098467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.098832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.099219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.099582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.099940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.100302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:08.157558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:08.296123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:36:08.397826 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c692cede-bd08-41cc-829c-53095548715c req-255242c8-42a2-4dc9-9d46-279fdd69d012 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 210 time: 0.0474796
Dec 22 13:36:08.477480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:36:08.487427 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:36:08.497662 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:36:08.498272 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299402670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:36:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:08.553017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] No DVR routers for this DVR port a00b7aa2-2b5c-4cbb-a82c-448c0764e26e on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:36:08.556269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:08.558897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-deleted', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:08.605104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4363bdb-d0a4-445b-aa5d-b0dbca2055d9', 'name': 'network-vif-deleted', 'tag': 'a00b7aa2-2b5c-4cbb-a82c-448c0764e26e', 'status': 'completed', 'code': 200}
Dec 22 13:36:08.631008 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1deafc82-95ad-4c7c-b5d3-1feafb0b9ba3 req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.46 "DELETE /v2.0/ports/a00b7aa2-2b5c-4cbb-a82c-448c0764e26e HTTP/1.1" status: 204  len: 173 time: 1.5214746
Dec 22 13:36:08.676990 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:36:08.681187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:08.748201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:08.993499 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299402670>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:08.997282 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:36:09.005575 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:36:09.006170 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299402670>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:36:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:09.208530 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:36:09.519487 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299402670>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:09.524192 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb3ae5c-9bd9-4046-bfdd-a4960825bb14 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:29:33Z', 'revision_number': 4, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f', 'name': '', 'network_id': '6434effe-2df2-4b1a-9870-98a3c5ea4788', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'mac_address': 'fa:16:3e:8d:09:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:33Z', 'updated_at': '2021-12-22T13:29:39Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'subnets': [{'id': '30af9c40-1bf2-405b-8331-8b25a65f0514', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:36:09.553370 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca9479c9-be7f-4c1a-af2a-7a72d0dc2415 req-1e60d4c5-f2aa-4747-9ccc-3e744cfd36c7 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4363bdb-d0a4-445b-aa5d-b0dbca2055d9 HTTP/1.1" status: 200  len: 210 time: 0.0443952
Dec 22 13:36:09.745048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c54fc1-98d3-462b-b0cd-cc0df266fd7d None None] New status for floating IP 8b213c8c-800e-4ccf-a2c3-84473758669c: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:36:10.239535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:10.671898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:36:10.706394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: a00b7aa2-2b5c-4cbb-a82c-448c0764e26e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:36:10.706777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device a00b7aa2-2b5c-4cbb-a82c-448c0764e26e not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:36:14.042438 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39164) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:14.106344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.137916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.256386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.262160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6a7c4edc-4a75-4bd0-8c61-fc6641e0ab24 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:14.277698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9abc71e-aa96-444d-b3d7-bf21ac3455a8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:14.285419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.285801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.286171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.286535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.286912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.287276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.287635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.288111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.288472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.289401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.289772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.290130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:14.293540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:14.348237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.349373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-33756e97-6921-4272-87cc-021afb5d75e4 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "DELETE /v2.0/security-groups/a9abc71e-aa96-444d-b3d7-bf21ac3455a8 HTTP/1.1" status: 204  len: 168 time: 0.3059287
Dec 22 13:36:14.351878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39168) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:14.368032 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.api.v2.resource [None req-30106922-0f61-40a7-94d9-963e2a53eec3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] show failed (client error): The resource could not be found.
Dec 22 13:36:14.368976 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-30106922-0f61-40a7-94d9-963e2a53eec3 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "GET /v2.0/security-groups/a9abc71e-aa96-444d-b3d7-bf21ac3455a8 HTTP/1.1" status: 404  len: 347 time: 0.0161741
Dec 22 13:36:14.377270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39172) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:14.534617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Deleting port 94e6ef64-1448-424e-9fcb-dc2179103241 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:14.534886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.814312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.814536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:14.934720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Calling delete_port for 94e6ef64-1448-424e-9fcb-dc2179103241 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:15.132154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:15.137473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:15.183663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Pushing event deleted for resources: {'Port': ['ID=94e6ef64-1448-424e-9fcb-dc2179103241,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:15.186606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:15.273537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:15.287096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:15.288211 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] 10.222.0.16 "DELETE /v2.0/floatingips/8b213c8c-800e-4ccf-a2c3-84473758669c HTTP/1.1" status: 204  len: 168 time: 0.9101071
Dec 22 13:36:15.291867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39176) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:15.878833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:16.341772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Deleting port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:16.342423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:16.508778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] For port ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:16.509126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:16.629029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Calling delete_port for ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:17.010286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:17.014690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:17.060894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:17.086958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:17.322373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:17.799797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:36:17.972810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:36:17.981397 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Sync routers for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:36:17.985184 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] 10.222.0.16 "PUT /v2.0/routers/3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6923478
Dec 22 13:36:17.987929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39182) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:17.990808 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:36:17.991460 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e5f40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:36:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:18.167213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:18.202065 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:36:18.342171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:18.444959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Deleting port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:18.445304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:18.486415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e5f40>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43'}], 'enable_snat': True}, 'gw_port_id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:36:16Z', 'revision_number': 5, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port': {'id': 'ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:29:30Z', 'updated_at': '2021-12-22T13:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:18.490289 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Checking router: 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:36:18.500102 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Routers {'3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:36:18.500705 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e5f40>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:36:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:18.622576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] For port ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:18.622988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:18.651285 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] Set router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:36:18.746325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Calling delete_port for ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:18.756909 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e5f40>, [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:36:18Z', 'revision_number': 6, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:18.760932 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c0f713-2ea2-4f27-a043-3b9198b0cf98 None None] The sync data for ids ['3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3'] in dv-neutron-822662-1-hyperv is: [{'id': '3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3', 'name': 'tempest-ServerActionsTestJSON-981377881-router', 'tenant_id': '416a128b84864f4bae0a99c1b18e84dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:29:29Z', 'updated_at': '2021-12-22T13:36:18Z', 'revision_number': 6, 'project_id': '416a128b84864f4bae0a99c1b18e84dc', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:36:19.000605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.004159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-866ef2e3-50b6-4b3b-a305-5441b7407282 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:19.048165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:19.052179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:19.148781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.172857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:36:19.214767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:36:19.215504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff8ebf9a-12c1-4556-b8ca-ff4d997bb61f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:36:19.440875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.443029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.560979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.561490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:36:19.575085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.576195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/3c0774ec-fa6b-4ab1-817e-5c3c09ff3fb3 HTTP/1.1" status: 204  len: 168 time: 1.5875065
Dec 22 13:36:19.578691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39186) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:19.641633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Deleting subnet 30af9c40-1bf2-405b-8331-8b25a65f0514 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:36:19.644833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.694366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.772388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.909285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.912968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ef796ae-68c3-4843-a050-3789600fedb4 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:19.948090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30af9c40-1bf2-405b-8331-8b25a65f0514,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:19.951106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:19.952062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:19.957153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa52d0-fea6-4fdb-b39e-dca546ca0cb7 None None] Network 6434effe-2df2-4b1a-9870-98a3c5ea4788 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:36:19.958262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/30af9c40-1bf2-405b-8331-8b25a65f0514 HTTP/1.1" status: 204  len: 168 time: 0.3785501
Dec 22 13:36:19.960859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39190) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:20.068830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.080916 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Deleting port f8e4426e-85f3-40d3-99a4-d048e3fa543e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:20.081251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.199077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] DHCP port deletion for 6434effe-2df2-4b1a-9870-98a3c5ea4788 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:36:20.203335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Deleting port f8e4426e-85f3-40d3-99a4-d048e3fa543e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:20.203848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.298628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] For port f8e4426e-85f3-40d3-99a4-d048e3fa543e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f8e4426e-85f3-40d3-99a4-d048e3fa543e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:20.299027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.410005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] For port f8e4426e-85f3-40d3-99a4-d048e3fa543e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f8e4426e-85f3-40d3-99a4-d048e3fa543e,segment=NetworkSegment(ed4581b5-543d-4b1b-a337-42ad5a084df8),segment_id=ed4581b5-543d-4b1b-a337-42ad5a084df8)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:20.410315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.422710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Calling delete_port for f8e4426e-85f3-40d3-99a4-d048e3fa543e owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:20.534902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Calling delete_port for f8e4426e-85f3-40d3-99a4-d048e3fa543e owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:20.606128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   from cryptography.utils import int_from_bytes
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   from cryptography.utils import int_from_bytes
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn_limited(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn_limited(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 22 13:36:20.606484 dv-neutron-822662-1-hyperv neutron-server[88168]:   util.warn(
Dec 22 13:36:20.610927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3ac49387-cac8-49c9-890f-750b27e69fe2 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:20.611804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:36:20.612169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:36:20.655929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e4426e-85f3-40d3-99a4-d048e3fa543e,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:20.659007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:20.661786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] No DVR routers for this DVR port f8e4426e-85f3-40d3-99a4-d048e3fa543e on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:36:20.775495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.800341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529378be80>,) {'filters': {'network_id': ['6434effe-2df2-4b1a-9870-98a3c5ea4788']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:20.811910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529378be80>, 'ed4581b5-543d-4b1b-a337-42ad5a084df8') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:20.812194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529378be80>, 'ed4581b5-543d-4b1b-a337-42ad5a084df8') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:36:20.823267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.838776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.844557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:36:20.844923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:36:20.857976 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:36:20.994857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:20.998356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:21.011404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.022504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6434effe-2df2-4b1a-9870-98a3c5ea4788,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:21.027789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:21.104067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6434effe-2df2-4b1a-9870-98a3c5ea4788 HTTP/1.1" status: 204  len: 168 time: 1.1422350
Dec 22 13:36:21.113823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Deleting port f8e4426e-85f3-40d3-99a4-d048e3fa543e {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:21.114247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.180228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f8e4426e-85f3-40d3-99a4-d048e3fa543e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:36:21.216105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d26ca-088a-4410-933d-566a78cd5e3e None None] The port 'f8e4426e-85f3-40d3-99a4-d048e3fa543e' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:36:21.221391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f8e4426e-85f3-40d3-99a4-d048e3fa543e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:36:21.221743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f8e4426e-85f3-40d3-99a4-d048e3fa543e not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:36:21.222159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:36:21.259067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:36:21.259424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ff5d8319-35de-46fd-bca6-ba8a6d2b5aeb not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:36:21.459839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39196) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:21.510700 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7fc95386-b565-4531-aab1-6b63ce0729e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=416a128b84864f4bae0a99c1b18e84dc&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0487268
Dec 22 13:36:21.512921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39200) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:21.572026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.600366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.724557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.728342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2345de89-4d18-4fd5-8d79-ea6b7f44be8e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:21.743903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8480a6-e5b9-47eb-a692-a9bee5049113,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:21.758356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:21.758356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:21.758356 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d8480a6-e5b9-47eb-a692-a9bee5049113 HTTP/1.1" status: 204  len: 168 time: 0.2400303
Dec 22 13:36:22.901879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39224) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:23.026444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1016364574-network', 'tenant_id': '980b7a6992c542808e07a95e30280f23'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:23.031250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:36:23.035048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Usage tracker for resource:network and tenant:980b7a6992c542808e07a95e30280f23 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:36:23.037841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:36:23.043716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:36:23.108903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Made reservation on behalf of 980b7a6992c542808e07a95e30280f23 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:36:23.111260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.124235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.139318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:36:23.143067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Usage tracker for resource:security_group_rule and tenant:980b7a6992c542808e07a95e30280f23 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:36:23.145813 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:36:23.151948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:36:23.231913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.320993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.324135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a49d29e-5d6d-42d5-b1c9-2f3368ff993c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:23.351605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:36:23.359407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a8fccf-4217-44b6-aba8-ef7215ce99a9,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:23.363002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:23.366574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.367440 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Added segment 22dd3cdd-2146-4f85-88cc-59164600facc of type vlan for network 4882ab1a-03de-442c-8905-e1404a642884
Dec 22 13:36:23.393198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.503360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.504371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:23.504981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:23.508470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6ae03fcd-8afb-4578-9c56-63f0753148e0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:23.605656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Pushing event updated for resources: {'Network': ['ID=4882ab1a-03de-442c-8905-e1404a642884,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:23.608442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:23.615663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 4882ab1a-03de-442c-8905-e1404a642884 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:36:23.681890 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7787228
Dec 22 13:36:23.684858 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39230) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:36:23.690698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Request body: {'subnet': {'network_id': '4882ab1a-03de-442c-8905-e1404a642884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1016364574-subnet', 'tenant_id': '980b7a6992c542808e07a95e30280f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:23.695708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:36:23.699535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Usage tracker for resource:subnet and tenant:980b7a6992c542808e07a95e30280f23 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:36:23.702383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:36:23.708037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:36:23.772033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Made reservation on behalf of 980b7a6992c542808e07a95e30280f23 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:36:23.774964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:24.153582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:24.157180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-434db8df-725a-40a4-b14a-1fcf3d96712d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:24.228584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49bc97f-7b6e-48a7-941c-825270d8679b,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:24.231898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:24.237630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Checking segment: {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:36:24.237993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Network hostable DHCP agents. Network: 4882ab1a-03de-442c-8905-e1404a642884, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:36:24.324502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Network 4882ab1a-03de-442c-8905-e1404a642884 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:36:24.428707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 4882ab1a-03de-442c-8905-e1404a642884) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:36:24.433758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:24.434349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:24.439603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b82f8-e7fa-456c-8116-c1738e14cdba None None] Network 4882ab1a-03de-442c-8905-e1404a642884 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:36:24.515708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8296022
Dec 22 13:36:24.659667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896de3b0-44a1-4630-816e-21fef15a21db None None] Network 4882ab1a-03de-442c-8905-e1404a642884 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:36:25.170580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-b27a706d-d95f-4564-9821-38deb63b4d17 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:25.172044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-b27a706d-d95f-4564-9821-38deb63b4d17 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/networks?id=4882ab1a-03de-442c-8905-e1404a642884 HTTP/1.1" status: 200  len: 814 time: 0.2658234
Dec 22 13:36:25.186603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-80ecb88d-e9a6-4007-ba50-0b1c466dae78 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/quotas/980b7a6992c542808e07a95e30280f23 HTTP/1.1" status: 200  len: 375 time: 0.0092201
Dec 22 13:36:25.233337 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-97d942c0-e286-4aaf-ae22-72c768138b0a tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0419004
Dec 22 13:36:25.366668 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-d578c902-193f-4f34-b671-46dbc5939c9d service neutron] 10.222.0.16 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266134
Dec 22 13:36:25.498459 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-df91dbe4-83c8-4f14-8baf-0f2e81919d7f service neutron] 10.222.0.16 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261017
Dec 22 13:36:25.721435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2591eab1-d190-4ba3-8fe3-0b2f808f9c68 req-5d4b2494-e4ce-46f5-82a5-e565fcfe218c tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 210 time: 0.0471914
Dec 22 13:36:26.869551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-40007f45-466f-4487-ae91-8d2cddeb3229 req-22339b90-65c8-4ee5-9bfa-1cbc6e1a1448 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 210 time: 0.0433917
Dec 22 13:36:27.937079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-45b55f44-d730-40ff-adf5-5af820be9aee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:27.937779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-45b55f44-d730-40ff-adf5-5af820be9aee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Synchronizing usage tracker for tenant:980b7a6992c542808e07a95e30280f23 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:36:28.018439 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-59d459a6-4d90-4b3b-b168-b496e125759d req-fd640bf1-a5cf-4614-8dd7-38940faedfc3 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 210 time: 0.0428672
Dec 22 13:36:28.034727 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-45b55f44-d730-40ff-adf5-5af820be9aee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Unset dirty status for tenant:980b7a6992c542808e07a95e30280f23 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:36:28.036092 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-45b55f44-d730-40ff-adf5-5af820be9aee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "GET /v2.0/networks?id=4882ab1a-03de-442c-8905-e1404a642884 HTTP/1.1" status: 200  len: 814 time: 0.2516708
Dec 22 13:36:28.048297 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Request body: {'port': {'device_id': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'network_id': '4882ab1a-03de-442c-8905-e1404a642884', 'admin_state_up': True, 'tenant_id': '980b7a6992c542808e07a95e30280f23'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:28.185307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:36:28.189223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Usage tracker for resource:port and tenant:980b7a6992c542808e07a95e30280f23 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:36:28.192064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:36:28.198012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:36:28.275235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Made reservation on behalf of 980b7a6992c542808e07a95e30280f23 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:36:28.278734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:28.438067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Allocated IP 172.20.0.9 (4882ab1a-03de-442c-8905-e1404a642884/f49bc97f-7b6e-48a7-941c-825270d8679b/e78e9cf6-20e6-4ac9-9932-f0a192203852) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:36:28.636656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:28.726249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:28.732106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:28.796875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Network 4882ab1a-03de-442c-8905-e1404a642884 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:36:28.799842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:36:28.803722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:36:28.840252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Pushing event updated for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:28.848637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:28.870953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:28.871555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:28.955795 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9111609
Dec 22 13:36:28.967808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Request body: {'port': {'device_id': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:29.081883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.206908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad446a-35e5-43fa-ace4-be76111c351e req-c06ce153-a7c3-4f6c-8598-b237db66900b tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:29.208366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06ad446a-35e5-43fa-ace4-be76111c351e req-c06ce153-a7c3-4f6c-8598-b237db66900b tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 931 time: 0.0853548
Dec 22 13:36:29.262740 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06ad446a-35e5-43fa-ace4-be76111c351e req-f9394336-94f2-4bb9-9e22-2ceee5e7af6d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480490
Dec 22 13:36:29.430420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78e9cf6-20e6-4ac9-9932-f0a192203852 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:36:29.437775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.452158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Transition to ACTIVE for port object e78e9cf6-20e6-4ac9-9932-f0a192203852 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:36:29.532118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.535814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-950c81b7-0321-438a-8d27-40843051d7c0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:29.692531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Pushing event updated for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:29.699558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:29.764787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Attempting to bind port e78e9cf6-20e6-4ac9-9932-f0a192203852 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:36:29.765118 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Attempting to bind port e78e9cf6-20e6-4ac9-9932-f0a192203852 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:36:29.765445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Attempting to bind port e78e9cf6-20e6-4ac9-9932-f0a192203852 on network 4882ab1a-03de-442c-8905-e1404a642884 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:36:29.769936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Port e78e9cf6-20e6-4ac9-9932-f0a192203852 on network 4882ab1a-03de-442c-8905-e1404a642884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:36:29.770253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Attempting to bind port e78e9cf6-20e6-4ac9-9932-f0a192203852 on network 4882ab1a-03de-442c-8905-e1404a642884 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:36:29.775748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:36:29.776077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Checking segment: {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:36:29.776458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Bound using segment: {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:36:29.776876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Bound port: e78e9cf6-20e6-4ac9-9932-f0a192203852, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:36:29.777214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.866611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:36:29.870007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:36:29.936328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.940238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a4af7fb9-7bce-4ebf-a57b-b1d939e7b751 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:29.997935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:29.998544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:29.999909 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] 10.222.0.46 "PUT /v2.0/ports/e78e9cf6-20e6-4ac9-9932-f0a192203852 HTTP/1.1" status: 200  len: 1093 time: 1.0361781
Dec 22 13:36:30.000465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:30.021988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Pushing event updated for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:30.025526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:30.055351 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852', 'status': 'completed', 'code': 200}
Dec 22 13:36:30.142924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-739b4a09-83e5-4f36-90a4-a9e435aae8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.144297 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-739b4a09-83e5-4f36-90a4-a9e435aae8b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 1096 time: 0.0764308
Dec 22 13:36:30.407413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-29328f7f-e395-43e5-96fc-19934cc0b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.408764 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-29328f7f-e395-43e5-96fc-19934cc0b7e7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=980b7a6992c542808e07a95e30280f23&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2575607
Dec 22 13:36:30.453274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a79c4f-6f9d-4e27-9e40-209bb3276d5e req-4a4fcbfb-f563-465d-aa3c-3fd145176d0f tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.454734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71a79c4f-6f9d-4e27-9e40-209bb3276d5e req-4a4fcbfb-f563-465d-aa3c-3fd145176d0f tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 943 time: 0.0807657
Dec 22 13:36:30.499197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-71a79c4f-6f9d-4e27-9e40-209bb3276d5e req-0048641a-098e-42ee-92a4-edc6bc6a1564 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384231
Dec 22 13:36:30.551389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-3124f75d-548b-4664-8347-aef74e9a7822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.552819 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f65e707-6b1a-42f6-b8fa-69bcaacd057a req-3124f75d-548b-4664-8347-aef74e9a7822 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1379125
Dec 22 13:36:30.658287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-fd535752-de47-4a2c-aefb-8e70c139f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.659760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-fd535752-de47-4a2c-aefb-8e70c139f640 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 1096 time: 0.0703936
Dec 22 13:36:30.733050 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-fa966f18-4d0d-48cf-a6b8-9853d8abd55e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852 HTTP/1.1" status: 200  len: 217 time: 0.0659864
Dec 22 13:36:30.795588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-eb932353-0732-41cb-9eb5-b0b85993f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:30.797031 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-eb932353-0732-41cb-9eb5-b0b85993f904 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f49bc97f-7b6e-48a7-941c-825270d8679b HTTP/1.1" status: 200  len: 854 time: 0.0585210
Dec 22 13:36:30.846497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-5e38266c-c5a0-4c27-995b-8ae557d355d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882ab1a-03de-442c-8905-e1404a642884&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433850
Dec 22 13:36:30.979487 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-8fe210f9-252a-4356-808d-32cac76ab707 service neutron] 10.222.0.46 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262994
Dec 22 13:36:31.110734 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c3dddd3d-0873-4524-970a-fb0865fb8d55 req-269c84ca-fda2-4b90-967d-7dc17a47f3d3 service neutron] 10.222.0.46 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250260
Dec 22 13:36:31.690638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d92d6-c77d-4dfb-bc32-7bf76e03c19a req-f1812d3f-65cf-4f8c-aa69-8b8fda2a4b12 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:31.692099 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6a8d92d6-c77d-4dfb-bc32-7bf76e03c19a req-f1812d3f-65cf-4f8c-aa69-8b8fda2a4b12 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 943 time: 0.0833809
Dec 22 13:36:31.735455 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6a8d92d6-c77d-4dfb-bc32-7bf76e03c19a req-b9ffc37e-994a-4935-b877-a0fbf248c359 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371196
Dec 22 13:36:32.760373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:32.764211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device e78e9cf6-20e6-4ac9-9932-f0a192203852 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:36:32.915637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:32.922022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecc64d-03e4-4189-81e6-d925556343ee req-ca8149e3-9346-464e-9a97-aef5d68ae3f4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:32.923540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50ecc64d-03e4-4189-81e6-d925556343ee req-ca8149e3-9346-464e-9a97-aef5d68ae3f4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 943 time: 0.0820305
Dec 22 13:36:32.929505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'e78e9cf6-20e6-4ac9-9932-f0a192203852', 'network_id': '4882ab1a-03de-442c-8905-e1404a642884', 'port_id': 'e78e9cf6-20e6-4ac9-9932-f0a192203852', 'mac_address': 'fa:16:3e:9c:0b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49bc97f-7b6e-48a7-941c-825270d8679b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:36:32.972337 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50ecc64d-03e4-4189-81e6-d925556343ee req-540f7cea-2415-413b-9f72-d173a1d47699 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430584
Dec 22 13:36:32.993219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:33.010118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78e9cf6-20e6-4ac9-9932-f0a192203852 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:36:33.026159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:33.120858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:33.122835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:33.192374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:33.196016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:33.363561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['e78e9cf6-20e6-4ac9-9932-f0a192203852'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:36:34.160244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce345f6-f812-4aac-9622-7634e65bc1a4 req-2505bb9a-a6b3-4e23-9bee-31a601a3f5c3 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:34.161695 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ce345f6-f812-4aac-9622-7634e65bc1a4 req-2505bb9a-a6b3-4e23-9bee-31a601a3f5c3 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 944 time: 0.0819135
Dec 22 13:36:34.205907 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ce345f6-f812-4aac-9622-7634e65bc1a4 req-1337d6aa-dee7-4eb8-8397-645a1e58a0d0 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374699
Dec 22 13:36:34.764167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device e78e9cf6-20e6-4ac9-9932-f0a192203852 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:36:34.915229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port e78e9cf6-20e6-4ac9-9932-f0a192203852 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:36:34.920025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port e78e9cf6-20e6-4ac9-9932-f0a192203852 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:36:34.920406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:35.038191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:35.076551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:35.086059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:35.121325 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852', 'code': 200}
Dec 22 13:36:35.166743 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a13fb499-5602-4be0-bfd4-43c1320ac989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:35.194681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:35.196466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:35.264425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:35.277002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:35.396870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568b048-2ec6-4938-966c-6ca88eed39f2 req-ff6c504c-c707-41cf-8f2e-c49cd40a1bee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:35.398316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5568b048-2ec6-4938-966c-6ca88eed39f2 req-ff6c504c-c707-41cf-8f2e-c49cd40a1bee tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0842295
Dec 22 13:36:35.443485 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5568b048-2ec6-4938-966c-6ca88eed39f2 req-d62a81e1-b5e1-4ceb-8967-5f03a530bb37 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392988
Dec 22 13:36:35.512087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797d6f8-2575-449d-9f82-88aaee76096c req-fbf744db-555f-467b-a1f7-3e89233c2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:35.513557 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d797d6f8-2575-449d-9f82-88aaee76096c req-fbf744db-555f-467b-a1f7-3e89233c2eae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 1098 time: 0.0709109
Dec 22 13:36:35.553826 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d797d6f8-2575-449d-9f82-88aaee76096c req-1cf8933d-6ee6-4e97-a4d4-234522dd8966 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339258
Dec 22 13:36:36.639874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750b235-c145-4f33-8b2c-87cb4feba6cf req-d5891394-671d-408b-8d1f-e33da8c31e76 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:36.641336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6750b235-c145-4f33-8b2c-87cb4feba6cf req-d5891394-671d-408b-8d1f-e33da8c31e76 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0829692
Dec 22 13:36:36.686733 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6750b235-c145-4f33-8b2c-87cb4feba6cf req-1965ed10-a8a8-46bb-af3c-85bceb6b4144 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397148
Dec 22 13:36:37.530029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37b03796-03c9-45d4-afc8-e4e09a8b7a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:37.876118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adb226-a717-4a63-b02f-a140757311b9 req-247afce5-8931-4951-af2b-ef44440f48c2 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:37.877458 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01adb226-a717-4a63-b02f-a140757311b9 req-247afce5-8931-4951-af2b-ef44440f48c2 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0827518
Dec 22 13:36:37.922115 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01adb226-a717-4a63-b02f-a140757311b9 req-485c4517-4551-426c-b2b0-212422af2a65 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391130
Dec 22 13:36:38.071090 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:36:38.203485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-e933da54-98cc-4c88-aac7-906a7f2190c1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:38.204919 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-e933da54-98cc-4c88-aac7-906a7f2190c1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/networks?id=4882ab1a-03de-442c-8905-e1404a642884 HTTP/1.1" status: 200  len: 814 time: 0.1445556
Dec 22 13:36:38.219397 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-23aae1b9-0784-4d71-a293-7de423b4f272 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/quotas/980b7a6992c542808e07a95e30280f23 HTTP/1.1" status: 200  len: 375 time: 0.0090995
Dec 22 13:36:38.297185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-70efa2c4-28e9-45be-b30c-1fb201e6b366 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0730689
Dec 22 13:36:38.428195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-363b9866-bfba-43fd-be3c-c8396434ba59 service neutron] 10.222.0.16 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243806
Dec 22 13:36:38.672702 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-09922f02-ff6d-42d6-b9ab-327b7ec5b2e7 service neutron] 10.222.0.16 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379045
Dec 22 13:36:38.695641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:38.748859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:38.951505 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ceaff96f-ab9e-4a9e-bb15-6ac44f8425a5 req-46b96817-b4cd-46c3-8235-e0e1c586363a tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 210 time: 0.0468135
Dec 22 13:36:40.103098 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c335c7fe-79e6-4a47-a9f9-3c24e3bfd60a req-16012f6a-6160-4ffc-9d77-b677d914a443 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 210 time: 0.0430961
Dec 22 13:36:40.234762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:41.196488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-b221f68e-7205-4514-86e3-0a0f8d612ae6 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:41.197388 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-b221f68e-7205-4514-86e3-0a0f8d612ae6 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "GET /v2.0/networks?id=4882ab1a-03de-442c-8905-e1404a642884 HTTP/1.1" status: 200  len: 814 time: 0.1509032
Dec 22 13:36:41.209818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Request body: {'port': {'device_id': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'network_id': '4882ab1a-03de-442c-8905-e1404a642884', 'admin_state_up': True, 'tenant_id': '980b7a6992c542808e07a95e30280f23'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:41.254955 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9947e5aa-510e-4281-8d49-d1522dc9d4c6 req-8d6f6b18-b96a-4da3-9527-74a06fe8001d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 210 time: 0.0430355
Dec 22 13:36:41.349202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:36:41.353127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Usage tracker for resource:port and tenant:980b7a6992c542808e07a95e30280f23 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:36:41.356129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:36:41.361845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:36:41.455515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Made reservation on behalf of 980b7a6992c542808e07a95e30280f23 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:36:41.459237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:41.627033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Allocated IP 172.20.0.2 (4882ab1a-03de-442c-8905-e1404a642884/f49bc97f-7b6e-48a7-941c-825270d8679b/ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:36:41.830793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:41.915574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:41.922150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29e99f4a-ebe2-486b-a433-c83e8aa284c8 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:41.927230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['e78e9cf6-20e6-4ac9-9932-f0a192203852'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:36:41.992016 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Network 4882ab1a-03de-442c-8905-e1404a642884 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:36:41.993148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:36:41.997330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:36:42.042446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Pushing event updated for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:42.047838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:42.069366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:42.069973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:42.147500 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9413910
Dec 22 13:36:42.160426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Request body: {'port': {'device_id': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:36:42.272450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:42.449150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78ccf2c-9df7-41fd-9755-0fc3e1d4fae2 req-168d0b9d-321e-4145-b3ea-691cca1c82b1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:42.450836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c78ccf2c-9df7-41fd-9755-0fc3e1d4fae2 req-168d0b9d-321e-4145-b3ea-691cca1c82b1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 931 time: 0.0875549
Dec 22 13:36:42.497231 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c78ccf2c-9df7-41fd-9755-0fc3e1d4fae2 req-04112df5-5cdd-4649-a655-4b02a4c36552 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403705
Dec 22 13:36:42.732846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:36:42.739842 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:42.753823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Transition to ACTIVE for port object ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:36:42.834216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:42.837929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:42.963111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:42.989741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:43.063393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Attempting to bind port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:36:43.063711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Attempting to bind port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:36:43.064028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Attempting to bind port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 on network 4882ab1a-03de-442c-8905-e1404a642884 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:36:43.068502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 on network 4882ab1a-03de-442c-8905-e1404a642884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:36:43.068812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Attempting to bind port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 on network 4882ab1a-03de-442c-8905-e1404a642884 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:36:43.073728 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:36:43.074053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Checking segment: {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:36:43.076144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Bound using segment: {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:36:43.076592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Bound port: ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22dd3cdd-2146-4f85-88cc-59164600facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '4882ab1a-03de-442c-8905-e1404a642884'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:36:43.076934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:43.167465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:36:43.170381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:36:43.229152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:43.232841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0c8bda3e-ecc1-4f8a-95d0-f3a900253553 tempest-DeleteServersTestJSON-1919447715 tempest-DeleteServersTestJSON-1919447715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:43.291871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.292466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:43.293995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] 10.222.0.46 "PUT /v2.0/ports/ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 HTTP/1.1" status: 200  len: 1093 time: 1.1376600
Dec 22 13:36:43.294529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:43.314320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Pushing event updated for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:43.317593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:43.343060 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7', 'status': 'completed', 'code': 200}
Dec 22 13:36:43.432799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-998c212f-116d-4356-8d25-d8b9c2694f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.434823 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-998c212f-116d-4356-8d25-d8b9c2694f5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 1096 time: 0.0748954
Dec 22 13:36:43.576860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-09747c80-ca75-4ad4-b506-1e5f740a7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.578254 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-09747c80-ca75-4ad4-b506-1e5f740a7758 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=980b7a6992c542808e07a95e30280f23&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1370010
Dec 22 13:36:43.679866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e66604-312e-4dda-9f76-58b449211d3e req-3fe4d509-4a7e-4ca5-87c0-1fa3f2d8d1a4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.681328 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e8e66604-312e-4dda-9f76-58b449211d3e req-3fe4d509-4a7e-4ca5-87c0-1fa3f2d8d1a4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 943 time: 0.0794840
Dec 22 13:36:43.715951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-6183cbcf-067e-48d2-a249-42b0551ace56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.717484 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8b25a72-db9e-49a4-8291-c3d73c351643 req-6183cbcf-067e-48d2-a249-42b0551ace56 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1334846
Dec 22 13:36:43.730293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e8e66604-312e-4dda-9f76-58b449211d3e req-16aa390a-c958-4d6e-b688-dc1a61ac6669 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433545
Dec 22 13:36:43.821854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-2143970f-0bf9-4da0-86c2-2bb6b6d29e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.823333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-2143970f-0bf9-4da0-86c2-2bb6b6d29e30 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=980b7a6992c542808e07a95e30280f23&device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 1096 time: 0.0710618
Dec 22 13:36:43.893050 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-01b8538f-1c28-4d83-9a1c-1289f6b137a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 HTTP/1.1" status: 200  len: 217 time: 0.0627511
Dec 22 13:36:43.954394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-d9d7325f-d752-4573-b248-ff5a760c805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:43.955856 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-d9d7325f-d752-4573-b248-ff5a760c805b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f49bc97f-7b6e-48a7-941c-825270d8679b HTTP/1.1" status: 200  len: 854 time: 0.0567629
Dec 22 13:36:44.005825 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-96696383-eac7-45f3-a61e-fd4e1fc68ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4882ab1a-03de-442c-8905-e1404a642884&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435488
Dec 22 13:36:44.142031 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-d7ea3959-b4e6-4764-896f-37830cbaed37 service neutron] 10.222.0.46 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287043
Dec 22 13:36:44.391198 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3c691fdf-8dcc-46a6-a40a-8e3013417ddc req-abb3f88d-180d-48ba-806a-5f1126fc55fd service neutron] 10.222.0.46 "GET /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2430975
Dec 22 13:36:44.916621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425267-275f-4624-8882-8421e1f6c162 req-2eaa78b4-67c5-4749-94e6-a573ed6de288 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:44.918051 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ba425267-275f-4624-8882-8421e1f6c162 req-2eaa78b4-67c5-4749-94e6-a573ed6de288 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 943 time: 0.0795994
Dec 22 13:36:44.961692 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ba425267-275f-4624-8882-8421e1f6c162 req-19cd4f42-850b-4aae-8e63-023db112a0c6 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378895
Dec 22 13:36:46.152173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c560e-c58a-43be-b749-0f5d551e3b5f req-0a9aaa32-1e08-4c03-a03c-38ad5e2a7c30 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:46.153635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d9c560e-c58a-43be-b749-0f5d551e3b5f req-0a9aaa32-1e08-4c03-a03c-38ad5e2a7c30 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 943 time: 0.0864656
Dec 22 13:36:46.196583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d9c560e-c58a-43be-b749-0f5d551e3b5f req-2c8e6440-d4c8-4847-be83-4713bb1982d4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371330
Dec 22 13:36:46.845238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:36:46.979779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:46.997317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7', 'network_id': '4882ab1a-03de-442c-8905-e1404a642884', 'port_id': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7', 'mac_address': 'fa:16:3e:ed:18:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49bc97f-7b6e-48a7-941c-825270d8679b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:36:47.055567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:47.072008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:36:47.087522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:47.146731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:47.148568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:47.213953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:47.221682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.222032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.222374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.222706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.223059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.223389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.223740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.224064 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.224735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.224735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.225000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.225316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:36:47.229067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:47.382674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626aec-a965-4c1e-a3e5-b12f89f825da req-6f3f8fab-21fd-402a-9b45-97a72bddcbf1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:47.384038 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8a626aec-a965-4c1e-a3e5-b12f89f825da req-6f3f8fab-21fd-402a-9b45-97a72bddcbf1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 944 time: 0.0823774
Dec 22 13:36:47.406557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:36:47.428869 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8a626aec-a965-4c1e-a3e5-b12f89f825da req-25825475-36ff-499b-9c19-1f2cc9e28b54 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384865
Dec 22 13:36:48.615157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ffea0-5256-445b-be52-8142b311bc17 req-1c330bcc-626f-4fd6-99fe-44b4276c7f61 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:48.616585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-690ffea0-5256-445b-be52-8142b311bc17 req-1c330bcc-626f-4fd6-99fe-44b4276c7f61 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 944 time: 0.0827682
Dec 22 13:36:48.662069 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-690ffea0-5256-445b-be52-8142b311bc17 req-30d1c08d-57ac-40aa-a1b1-3ecb0b601725 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398309
Dec 22 13:36:48.842605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:36:48.965929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:36:48.971097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:36:48.971496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:49.089584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:49.117775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:49.128714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:49.166365 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7', 'code': 200}
Dec 22 13:36:49.228689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:49.230540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:49.338026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:49.341067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:49.557994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e531d5-4c5f-49a2-9f47-edce54a22202 req-dd21431f-35e7-4693-b2de-413911b15941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:49.559593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e3e531d5-4c5f-49a2-9f47-edce54a22202 req-dd21431f-35e7-4693-b2de-413911b15941 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 1098 time: 0.0719786
Dec 22 13:36:49.601391 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e3e531d5-4c5f-49a2-9f47-edce54a22202 req-8cacb5f0-5812-42df-a35c-c4e820e341b8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335076
Dec 22 13:36:49.843875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a2ceb-725f-4a41-bb73-67bd65e2feb2 req-434a8184-271e-4d84-b8df-89bffb5ccaeb tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:49.845228 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-715a2ceb-725f-4a41-bb73-67bd65e2feb2 req-434a8184-271e-4d84-b8df-89bffb5ccaeb tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 945 time: 0.0794201
Dec 22 13:36:49.891791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-715a2ceb-725f-4a41-bb73-67bd65e2feb2 req-8469feb8-2eaf-445e-922c-c07f82ea16d6 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408916
Dec 22 13:36:51.077026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a6927-f2aa-494f-9a4e-3238afc14538 req-1f524274-ea7b-4ac4-bd31-0ff2065f937e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:51.078467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e83a6927-f2aa-494f-9a4e-3238afc14538 req-1f524274-ea7b-4ac4-bd31-0ff2065f937e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 945 time: 0.0794475
Dec 22 13:36:51.123074 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e83a6927-f2aa-494f-9a4e-3238afc14538 req-5d0cd6e2-bb70-406a-aff2-ebc946acf54e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389242
Dec 22 13:36:51.721730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9be49-af3b-458d-b97d-de45832adb6b req-bb27aa81-43ad-4068-921a-c799526f37ca tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:51.723195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-09d9be49-af3b-458d-b97d-de45832adb6b req-bb27aa81-43ad-4068-921a-c799526f37ca tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 945 time: 0.0839384
Dec 22 13:36:51.765814 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-09d9be49-af3b-458d-b97d-de45832adb6b req-984f9707-717e-46c7-b9ae-e5702427443f tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371017
Dec 22 13:36:52.948986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c841c-5423-4eff-9bbd-8967620f1a07 req-9b37e173-7f54-4bb2-a2c3-b1e46dbaef83 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:52.950406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-861c841c-5423-4eff-9bbd-8967620f1a07 req-9b37e173-7f54-4bb2-a2c3-b1e46dbaef83 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 945 time: 0.0781734
Dec 22 13:36:52.994349 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-861c841c-5423-4eff-9bbd-8967620f1a07 req-9ed06d9f-9af2-4c26-83cc-f7adc9a7314d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375974
Dec 22 13:36:53.073404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-0437cef5-8f92-4150-95f6-6bc310ef5bb7 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:53.074012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-0437cef5-8f92-4150-95f6-6bc310ef5bb7 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Synchronizing usage tracker for tenant:980b7a6992c542808e07a95e30280f23 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:36:53.169147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-0437cef5-8f92-4150-95f6-6bc310ef5bb7 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Unset dirty status for tenant:980b7a6992c542808e07a95e30280f23 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:36:53.170267 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-0437cef5-8f92-4150-95f6-6bc310ef5bb7 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 945 time: 0.1835072
Dec 22 13:36:53.241697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Deleting port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:53.242032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:53.485811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] For port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:53.486164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:53.607948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Calling delete_port for ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:53.817421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:53.822775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9262c3a6-6223-4ee4-8670-68d5a58cf4bf tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:53.835198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['e78e9cf6-20e6-4ac9-9932-f0a192203852', 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:36:53.867889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Pushing event deleted for resources: {'Port': ['ID=ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:53.870792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:53.943967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] No DVR routers for this DVR port ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:36:53.946424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:53.948974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'name': 'network-vif-deleted', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:53.993731 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffca1750-44fe-4d14-a3c3-8e5a9ccd0332', 'name': 'network-vif-deleted', 'tag': 'ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7', 'status': 'completed', 'code': 200}
Dec 22 13:36:54.037909 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-aa472893-506c-45c3-b78b-e1f2ccf31a9b req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "DELETE /v2.0/ports/ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 HTTP/1.1" status: 204  len: 173 time: 0.8567636
Dec 22 13:36:54.150559 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fac3e8a0-e720-4d85-8ce9-9629ab407d8a req-b8a62658-6b14-489b-933b-ef8e91b03aa5 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffca1750-44fe-4d14-a3c3-8e5a9ccd0332 HTTP/1.1" status: 200  len: 210 time: 0.0481460
Dec 22 13:36:55.403500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb623eeb-55e2-4c41-98eb-348c27bafe45 req-556c64ea-e371-4280-b875-ebc8acab9cc9 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:55.404839 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bb623eeb-55e2-4c41-98eb-348c27bafe45 req-556c64ea-e371-4280-b875-ebc8acab9cc9 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0791831
Dec 22 13:36:55.448084 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bb623eeb-55e2-4c41-98eb-348c27bafe45 req-dfcd4202-af42-4ad4-8e60-7bb11dc5ff92 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376437
Dec 22 13:36:55.652545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c034-d667-47b9-9609-e71777835b42 req-288f9cc1-c7d6-42fc-be9b-633b8bfc52a5 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:55.655112 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8168c034-d667-47b9-9609-e71777835b42 req-288f9cc1-c7d6-42fc-be9b-633b8bfc52a5 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0837257
Dec 22 13:36:55.701702 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8168c034-d667-47b9-9609-e71777835b42 req-6e3e3dd1-4226-42d4-bfae-2b4c9812669d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383275
Dec 22 13:36:55.884238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb1d3d-7ad1-4dae-a210-ed0505d9fe41 req-09f77c06-3721-45c6-907d-14a96989c184 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:55.885671 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16cb1d3d-7ad1-4dae-a210-ed0505d9fe41 req-09f77c06-3721-45c6-907d-14a96989c184 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0795658
Dec 22 13:36:55.928944 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-16cb1d3d-7ad1-4dae-a210-ed0505d9fe41 req-a1155a17-a7c1-4b64-a1e3-2c01259793a1 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370777
Dec 22 13:36:56.219655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049382c-387d-4869-8412-48ac042aab2d req-e352bc6d-710c-4733-aab6-8f95aaa6d363 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:56.221098 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6049382c-387d-4869-8412-48ac042aab2d req-e352bc6d-710c-4733-aab6-8f95aaa6d363 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0846658
Dec 22 13:36:56.264923 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6049382c-387d-4869-8412-48ac042aab2d req-cac6c8c6-5119-4504-ad71-23c505bd8f32 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382378
Dec 22 13:36:56.445503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fdd62-c194-4c6c-9885-a5e24c1f26fd req-ca6652c6-92f2-4bf0-8786-d1bed4c5240d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:56.446953 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae0fdd62-c194-4c6c-9885-a5e24c1f26fd req-ca6652c6-92f2-4bf0-8786-d1bed4c5240d tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0774879
Dec 22 13:36:56.498993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ae0fdd62-c194-4c6c-9885-a5e24c1f26fd req-9143d329-ae66-41f9-bb01-61520196d948 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408361
Dec 22 13:36:56.684280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dbd24d-6222-4761-940a-a9a4a78bc5cc req-318b3a99-cf80-456a-b652-6454bec9ba04 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:56.685734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99dbd24d-6222-4761-940a-a9a4a78bc5cc req-318b3a99-cf80-456a-b652-6454bec9ba04 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0797598
Dec 22 13:36:56.729611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99dbd24d-6222-4761-940a-a9a4a78bc5cc req-8caf7a9e-78f0-4338-85a4-b9f264e9481e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381887
Dec 22 13:36:56.844248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:36:56.880937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:36:56.881295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device ee9a1779-c2ff-4d7c-b2bd-f7639f7b3ee7 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:36:57.499120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed7e77-c056-4ed1-ae16-0ce452148af1 req-790ebf71-cff8-4478-8347-006f5e8079cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:57.500558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfed7e77-c056-4ed1-ae16-0ce452148af1 req-790ebf71-cff8-4478-8347-006f5e8079cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0838907
Dec 22 13:36:57.640829 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dfed7e77-c056-4ed1-ae16-0ce452148af1 req-afc54a98-e43d-4f14-8a74-c7d4e55435ef tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346130
Dec 22 13:36:58.826672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413ee41-4728-4364-8d84-c655a2d3378f req-049e43e3-4772-4096-9f9e-34f8716200e4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:58.828161 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7413ee41-4728-4364-8d84-c655a2d3378f req-049e43e3-4772-4096-9f9e-34f8716200e4 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.0813310
Dec 22 13:36:58.836632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c7994-b3c5-4a88-809b-50715c4963da req-ce14ca7d-106d-4cb9-8562-43d56e80df3e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:36:58.837343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-460c7994-b3c5-4a88-809b-50715c4963da req-ce14ca7d-106d-4cb9-8562-43d56e80df3e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Synchronizing usage tracker for tenant:980b7a6992c542808e07a95e30280f23 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:36:58.870656 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7413ee41-4728-4364-8d84-c655a2d3378f req-a836c3a9-308a-488c-912c-fbf2f8bcb12b tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/security-groups?id=70a8fccf-4217-44b6-aba8-ef7215ce99a9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369556
Dec 22 13:36:58.903078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-460c7994-b3c5-4a88-809b-50715c4963da req-ce14ca7d-106d-4cb9-8562-43d56e80df3e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Unset dirty status for tenant:980b7a6992c542808e07a95e30280f23 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:36:58.904246 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-460c7994-b3c5-4a88-809b-50715c4963da req-ce14ca7d-106d-4cb9-8562-43d56e80df3e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 945 time: 0.1455927
Dec 22 13:36:58.978228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Deleting port e78e9cf6-20e6-4ac9-9932-f0a192203852 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:36:58.978562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:59.219081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] For port e78e9cf6-20e6-4ac9-9932-f0a192203852, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=e78e9cf6-20e6-4ac9-9932-f0a192203852,segment=NetworkSegment(22dd3cdd-2146-4f85-88cc-59164600facc),segment_id=22dd3cdd-2146-4f85-88cc-59164600facc)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:36:59.219433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:59.342342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Calling delete_port for e78e9cf6-20e6-4ac9-9932-f0a192203852 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:36:59.542759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:59.548979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-619370f8-d71f-4159-acce-9311df37d607 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:36:59.594936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Pushing event deleted for resources: {'Port': ['ID=e78e9cf6-20e6-4ac9-9932-f0a192203852,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:36:59.597790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:36:59.780624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] No DVR routers for this DVR port e78e9cf6-20e6-4ac9-9932-f0a192203852 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:36:59.783039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:36:59.785514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'name': 'network-vif-deleted', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:36:59.828289 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0757f9eb-c94d-4ab4-8c40-3b16298cb360', 'name': 'network-vif-deleted', 'tag': 'e78e9cf6-20e6-4ac9-9932-f0a192203852', 'status': 'completed', 'code': 200}
Dec 22 13:36:59.869591 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-460c7994-b3c5-4a88-809b-50715c4963da req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.46 "DELETE /v2.0/ports/e78e9cf6-20e6-4ac9-9932-f0a192203852 HTTP/1.1" status: 204  len: 173 time: 0.9598212
Dec 22 13:37:00.022465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ebe74b2d-4ff8-4895-8dfc-07ee767562f5 req-8878ff12-1c47-4a88-a56e-35c68535b778 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] 10.222.0.16 "GET /v2.0/ports?device_id=0757f9eb-c94d-4ab4-8c40-3b16298cb360 HTTP/1.1" status: 200  len: 210 time: 0.0457170
Dec 22 13:37:00.858143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device e78e9cf6-20e6-4ac9-9932-f0a192203852 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:37:00.892530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: e78e9cf6-20e6-4ac9-9932-f0a192203852 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:37:00.892866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device e78e9cf6-20e6-4ac9-9932-f0a192203852 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:37:01.118430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39386) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:01.176950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Deleting subnet f49bc97f-7b6e-48a7-941c-825270d8679b {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:37:01.179850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.230704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.291705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.406300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.410036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-92c400ea-2fdf-4f97-9cd3-9057b12d1b34 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:01.446936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49bc97f-7b6e-48a7-941c-825270d8679b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:01.449456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:01.454429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.462482 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f49bc97f-7b6e-48a7-941c-825270d8679b HTTP/1.1" status: 204  len: 168 time: 0.3407476
Dec 22 13:37:01.462753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39390) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:01.572782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.697505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.722958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293384a90>,) {'filters': {'network_id': ['4882ab1a-03de-442c-8905-e1404a642884']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:01.735437 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293384a90>, '22dd3cdd-2146-4f85-88cc-59164600facc') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:01.735733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293384a90>, '22dd3cdd-2146-4f85-88cc-59164600facc') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:01.746634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.761826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.767947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:01.768327 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:01.781887 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:01.911702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.915307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb9f2da7-09c6-4791-8746-0d4ea01ebeac tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:01.928049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:01.938055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Pushing event deleted for resources: {'Network': ['ID=4882ab1a-03de-442c-8905-e1404a642884,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:01.941153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:02.004125 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e8b30db8-f1a6-4fe4-9bdb-78623b455036 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4882ab1a-03de-442c-8905-e1404a642884 HTTP/1.1" status: 204  len: 168 time: 0.5402555
Dec 22 13:37:02.315502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39396) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:02.363230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5b0bb870-82a8-4b0c-b7ca-3f4f91efa2ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=980b7a6992c542808e07a95e30280f23&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0464346
Dec 22 13:37:02.365515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39400) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:02.422821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:02.448413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:02.617611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:02.621350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7c90c3f5-6c94-4af1-924c-71602394e164 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:02.633194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a8fccf-4217-44b6-aba8-ef7215ce99a9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:02.636588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:02.641703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:02.643044 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70a8fccf-4217-44b6-aba8-ef7215ce99a9 HTTP/1.1" status: 204  len: 168 time: 0.2766256
Dec 22 13:37:02.792176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:03.778980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39426) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:03.879316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247414887'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:03.884198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:03.888662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:network and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:03.891487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:03.897801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:03.974926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:03.978379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:03.991138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.006214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:04.010045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:security_group_rule and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:04.012863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:04.019137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:04.098822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.191699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.194628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b267471-5c03-443b-9974-b13ded521128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:04.226417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:04.231447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d28b87-158c-468f-a5a4-a812e16971fc,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:04.236145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:04.241949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.242170 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Added segment 8539ae37-d92e-402f-ad6e-8f82763283c2 of type vlan for network f74f2405-a858-4bd5-b132-2e0ea98fb756
Dec 22 13:37:04.268523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.354385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.360562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:04.361140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:04.364730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80f1a630-1ef0-4e90-a274-cd2bce896111 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:04.467357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Network': ['ID=f74f2405-a858-4bd5-b132-2e0ea98fb756,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:04.470070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:04.477308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:04.549670 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9122b05c-768f-4cd6-8ab8-a0d2cd63a42e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.7694993
Dec 22 13:37:05.125639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5ff2c08f-7a12-469f-91e7-e8fbbe3e5c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:07.520707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-40db0da2-8787-4cbb-b5f7-d00b7915036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:07.820882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39432) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:07.827203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'subnet': {'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:07.937301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:07.941066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:subnet and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:07.943834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:07.949441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:08.045830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:08.049290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.325899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.329707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dfd43510-bc91-485f-8e90-e09727a1b1e3 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:08.409862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Subnet': ['ID=23e0c272-cdc7-408d-89ac-6fe9d217d3e2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:08.420488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking segment: {'id': '8539ae37-d92e-402f-ad6e-8f82763283c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:08.421037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network hostable DHCP agents. Network: f74f2405-a858-4bd5-b132-2e0ea98fb756, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:08.426272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.426959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.427337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.427705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.428066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.428426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.428780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.429133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.429489 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.429841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.430194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.430544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:08.435020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:08.517288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:08.603078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f74f2405-a858-4bd5-b132-2e0ea98fb756) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:08.608071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:08.608990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.614165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b213ec-8fbf-4e70-837b-2036ab0960d7 None None] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:08.701329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.701646 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8797348
Dec 22 13:37:08.706286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39436) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:08.712365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-477335249'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:08.718061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:08.723500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:network and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:08.725341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:08.731544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:08.827723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.843378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f74f2405-a858-4bd5-b132-2e0ea98fb756', 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756', 'tenant_id': '615db95483864a31b049f0499d967244', 'fixed_ips': [{'subnet_id': '23e0c272-cdc7-408d-89ac-6fe9d217d3e2'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:08.844228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.845857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:08.849441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.882675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:08.892060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:08.892400 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Added segment 42dcb06c-7a45-4bd9-b89d-3a96fa12363a of type vlan for network 428e1948-4e09-4396-a9cf-4c0a035fec4e
Dec 22 13:37:08.920095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.004905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Allocated IP 2001:db8:0:ffff::2 (f74f2405-a858-4bd5-b132-2e0ea98fb756/23e0c272-cdc7-408d-89ac-6fe9d217d3e2/5f683f8f-3912-45b0-88fb-eb9823786113) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:09.034652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.040628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:09.041216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.045100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2abece1f-d916-417c-980d-8d5183ca655b tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:09.149751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Network': ['ID=428e1948-4e09-4396-a9cf-4c0a035fec4e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:09.152508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:09.183644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 428e1948-4e09-4396-a9cf-4c0a035fec4e details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:09.218184 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5f48d8c7-b562-436a-ab4e-b7b797a6fc0b tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.5105627
Dec 22 13:37:09.220976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39440) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:09.226733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'subnet': {'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:09.313463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.327769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Transition to ACTIVE for port object 5f683f8f-3912-45b0-88fb-eb9823786113 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:09.350108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Transition to ACTIVE for port object 5f683f8f-3912-45b0-88fb-eb9823786113 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:09.443691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.448256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:09.451547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:09.455383 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:subnet and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:09.458292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:09.463989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:09.509916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:09.512714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:09.516415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:09.554932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Pushing event updated for resources: {'Port': ['ID=5f683f8f-3912-45b0-88fb-eb9823786113,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:09.560700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:09.562388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:09.564672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.611446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Attempting to bind port 5f683f8f-3912-45b0-88fb-eb9823786113 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:09.611824 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Attempting to bind port 5f683f8f-3912-45b0-88fb-eb9823786113 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '8539ae37-d92e-402f-ad6e-8f82763283c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:09.612193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Attempting to bind port 5f683f8f-3912-45b0-88fb-eb9823786113 on network f74f2405-a858-4bd5-b132-2e0ea98fb756 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:09.617465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:09.618104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Checking segment: {'id': '8539ae37-d92e-402f-ad6e-8f82763283c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:09.618284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.618642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Bound using segment: {'id': '8539ae37-d92e-402f-ad6e-8f82763283c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:09.619141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Bound port: 5f683f8f-3912-45b0-88fb-eb9823786113, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8539ae37-d92e-402f-ad6e-8f82763283c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f74f2405-a858-4bd5-b132-2e0ea98fb756'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:09.619523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.710786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] For port 5f683f8f-3912-45b0-88fb-eb9823786113, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:09.713661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] For port 5f683f8f-3912-45b0-88fb-eb9823786113, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f683f8f-3912-45b0-88fb-eb9823786113,segment=NetworkSegment(8539ae37-d92e-402f-ad6e-8f82763283c2),segment_id=8539ae37-d92e-402f-ad6e-8f82763283c2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:09.826916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.830745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:09.892092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:09.896862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ed85b952-45b6-4c06-876d-776af1fc03ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:09.914440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Pushing event updated for resources: {'Port': ['ID=5f683f8f-3912-45b0-88fb-eb9823786113,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:09.914440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:09.984247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Subnet': ['ID=fa75e15a-2d5d-4be9-b22a-fb3067f9d8b9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:09.988608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:09.992643 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking segment: {'id': '42dcb06c-7a45-4bd9-b89d-3a96fa12363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:09.993011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network hostable DHCP agents. Network: 428e1948-4e09-4396-a9cf-4c0a035fec4e, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:10.106259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network 428e1948-4e09-4396-a9cf-4c0a035fec4e is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:10.188548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 428e1948-4e09-4396-a9cf-4c0a035fec4e) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:10.193439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:10.194294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.197958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce23881b-d4d5-412f-8c08-36e938024b26 None None] Network 428e1948-4e09-4396-a9cf-4c0a035fec4e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:10.268577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.332687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.1105516
Dec 22 13:37:10.335339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39444) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:10.464360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-428e1948-4e09-4396-a9cf-4c0a035fec4e', 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e', 'tenant_id': '615db95483864a31b049f0499d967244', 'fixed_ips': [{'subnet_id': 'fa75e15a-2d5d-4be9-b22a-fb3067f9d8b9'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:10.465305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.487768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.574240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.633307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Allocated IP 2001:db8::2 (428e1948-4e09-4396-a9cf-4c0a035fec4e/fa75e15a-2d5d-4be9-b22a-fb3067f9d8b9/dcd25c32-886a-47c3-b7f0-c5899398f675) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:10.846009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:10.861455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Transition to ACTIVE for port object dcd25c32-886a-47c3-b7f0-c5899398f675 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:10.861455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737fb79c-99c4-4bde-8e07-4482d80ac18a None None] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:10.947587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Transition to ACTIVE for port object dcd25c32-886a-47c3-b7f0-c5899398f675 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:11.041314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.047934 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:11.085888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-948ebad5-d910-44a0-aee3-10d7f0524d66 None None] Provisioning for port 5f683f8f-3912-45b0-88fb-eb9823786113 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:11.144294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.150523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-05a6054e-e943-4d70-8a1f-df36ded9cb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:11.151823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Network 428e1948-4e09-4396-a9cf-4c0a035fec4e is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:11.159282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:11.167816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:11.176378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Pushing event updated for resources: {'Port': ['ID=dcd25c32-886a-47c3-b7f0-c5899398f675,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:11.186682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:11.193258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Subnet': ['ID=fa75e15a-2d5d-4be9-b22a-fb3067f9d8b9,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:11.197195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:11.249847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5f683f8f-3912-45b0-88fb-eb9823786113 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:11.294744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.320613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293ead220>,) {'filters': {'network_id': ['428e1948-4e09-4396-a9cf-4c0a035fec4e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:11.327037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Attempting to bind port dcd25c32-886a-47c3-b7f0-c5899398f675 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:11.327424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Attempting to bind port dcd25c32-886a-47c3-b7f0-c5899398f675 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '42dcb06c-7a45-4bd9-b89d-3a96fa12363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:11.327796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Attempting to bind port dcd25c32-886a-47c3-b7f0-c5899398f675 on network 428e1948-4e09-4396-a9cf-4c0a035fec4e {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:11.333024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ead220>, '42dcb06c-7a45-4bd9-b89d-3a96fa12363a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:11.333340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293ead220>, '42dcb06c-7a45-4bd9-b89d-3a96fa12363a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:11.342144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:11.342466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Checking segment: {'id': '42dcb06c-7a45-4bd9-b89d-3a96fa12363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:11.342896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.343304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Bound using segment: {'id': '42dcb06c-7a45-4bd9-b89d-3a96fa12363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:11.343785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Bound port: dcd25c32-886a-47c3-b7f0-c5899398f675, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dcb06c-7a45-4bd9-b89d-3a96fa12363a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:11.344161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.345260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.361775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.367736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:11.368337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:11.383482 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:11.450075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] For port dcd25c32-886a-47c3-b7f0-c5899398f675, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:11.471637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] For port dcd25c32-886a-47c3-b7f0-c5899398f675, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dcd25c32-886a-47c3-b7f0-c5899398f675,segment=NetworkSegment(42dcb06c-7a45-4bd9-b89d-3a96fa12363a),segment_id=42dcb06c-7a45-4bd9-b89d-3a96fa12363a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:11.477920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 5f683f8f-3912-45b0-88fb-eb9823786113 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:11.484736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5f683f8f-3912-45b0-88fb-eb9823786113 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:11.487216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.507331 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:37:11.507331 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:37:11.507331 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '428e1948-4e09-4396-a9cf-4c0a035fec4e'}]
Dec 22 13:37:11.507331 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:11.507865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:11.587528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.598330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:11.689564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.750831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f12fd2af-c2c4-4bcb-b9ae-d6c4ba8bda5c None None] Provisioning complete for port 5f683f8f-3912-45b0-88fb-eb9823786113 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:11.751220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f12fd2af-c2c4-4bcb-b9ae-d6c4ba8bda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.799182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Pushing event updated for resources: {'Port': ['ID=dcd25c32-886a-47c3-b7f0-c5899398f675,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:11.802612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:11.842603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 5f683f8f-3912-45b0-88fb-eb9823786113, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f683f8f-3912-45b0-88fb-eb9823786113,segment=NetworkSegment(8539ae37-d92e-402f-ad6e-8f82763283c2),segment_id=8539ae37-d92e-402f-ad6e-8f82763283c2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:11.858232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c24c1a-c92f-4f1a-8667-fa9fa1e3ff48 None None] Network 428e1948-4e09-4396-a9cf-4c0a035fec4e requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:11.972294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:11.978240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:12.009443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.021041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port dcd25c32-886a-47c3-b7f0-c5899398f675 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:12.025199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.099344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f12fd2af-c2c4-4bcb-b9ae-d6c4ba8bda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.199653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=5f683f8f-3912-45b0-88fb-eb9823786113,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:12.206245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:12.230675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port dcd25c32-886a-47c3-b7f0-c5899398f675, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=dcd25c32-886a-47c3-b7f0-c5899398f675,segment=NetworkSegment(42dcb06c-7a45-4bd9-b89d-3a96fa12363a),segment_id=42dcb06c-7a45-4bd9-b89d-3a96fa12363a)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:12.231298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.268351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-f12fd2af-c2c4-4bcb-b9ae-d6c4ba8bda5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:12.268689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-f12fd2af-c2c4-4bcb-b9ae-d6c4ba8bda5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:12.286031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49015f7-9e6f-4bca-973d-47f45d4ad622 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:37:12.360557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for dcd25c32-886a-47c3-b7f0-c5899398f675 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:12.369583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49015f7-9e6f-4bca-973d-47f45d4ad622 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:37:12.506307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.511103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-94efe8a7-7226-4963-b1c8-104855d6d373 tempest-ServerDiskConfigTestJSON-376022802 tempest-ServerDiskConfigTestJSON-376022802-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:12.558809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Port': ['ID=dcd25c32-886a-47c3-b7f0-c5899398f675,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:12.561218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No DVR routers for this DVR port dcd25c32-886a-47c3-b7f0-c5899398f675 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:12.562709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:12.806138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.831738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293e6c280>,) {'filters': {'network_id': ['428e1948-4e09-4396-a9cf-4c0a035fec4e']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:12.844288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293e6c280>, '42dcb06c-7a45-4bd9-b89d-3a96fa12363a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:12.844585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293e6c280>, '42dcb06c-7a45-4bd9-b89d-3a96fa12363a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:12.856401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.873133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.878990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:12.879374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:12.893452 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:13.072200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.075928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7494b336-9ed8-4c2c-81d4-579106219ebc tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:13.090127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.101486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Network': ['ID=428e1948-4e09-4396-a9cf-4c0a035fec4e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:13.105522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:13.110181 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/428e1948-4e09-4396-a9cf-4c0a035fec4e HTTP/1.1" status: 204  len: 168 time: 2.7728231
Dec 22 13:37:13.112820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39448) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:13.118143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-182935425'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:13.123337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:13.127107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:network and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:13.129878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:13.135949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:13.193248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5f683f8f-3912-45b0-88fb-eb9823786113 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:13.209067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:13.212633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.240134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:13.248751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.249134 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Added segment ea2ed32e-33cb-488a-a7f5-2d9faa21779a of type vlan for network 9c20d1db-920b-4324-b8a5-94a2242cd8a2
Dec 22 13:37:13.264322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5f683f8f-3912-45b0-88fb-eb9823786113 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:13.264767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.275590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.382786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.395571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:13.395571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.395571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86d6882d-e275-4b25-a203-7d665d79db0a tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:13.495758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Network': ['ID=9c20d1db-920b-4324-b8a5-94a2242cd8a2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:13.499371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:13.506604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:13.557896 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-45662cc8-0c40-4da4-92da-8a66bc546d47 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4440598
Dec 22 13:37:13.561160 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39452) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:13.567091 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'subnet': {'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:13.682443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:13.686528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:subnet and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:13.689340 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:13.694907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:13.765175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:13.768605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:13.863200 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Performing IP validity checks on allocation pools {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 22 13:37:13.863715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.ipam_backend_mixin [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88166) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 22 13:37:14.034234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.038030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c04f0c36-ee5e-451e-a95c-b506a7fa6109 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:14.111639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Subnet': ['ID=6709640e-b14e-48c0-98b1-3d58804f8345,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:14.115090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:14.120533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking segment: {'id': 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:14.120900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network hostable DHCP agents. Network: 9c20d1db-920b-4324-b8a5-94a2242cd8a2, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:14.205425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:14.262454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 9c20d1db-920b-4324-b8a5-94a2242cd8a2) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:14.267709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:14.268638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.272691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8bb62-7e59-4d28-975c-0bc24445456e None None] Network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:14.363843 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.8016090
Dec 22 13:37:14.366494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:14.484909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-9c20d1db-920b-4324-b8a5-94a2242cd8a2', 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2', 'tenant_id': '615db95483864a31b049f0499d967244', 'fixed_ips': [{'subnet_id': '6709640e-b14e-48c0-98b1-3d58804f8345'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:14.485745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.506736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.576345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.640739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Allocated IP 2001:db8::3 (9c20d1db-920b-4324-b8a5-94a2242cd8a2/6709640e-b14e-48c0-98b1-3d58804f8345/4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:14.836628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.846979 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Transition to ACTIVE for port object 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:14.864360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Transition to ACTIVE for port object 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:14.943536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:14.949097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2b18eb16-14f9-4d43-9493-91ec6e77935e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:15.015052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:15.017864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:15.021437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:15.023537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.027001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Pushing event updated for resources: {'Port': ['ID=4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:15.029302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ca0a1a56-852e-46a8-93b5-a9e7a89b6d70 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:15.030943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:15.065889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Subnet': ['ID=6709640e-b14e-48c0-98b1-3d58804f8345,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:15.068393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:15.069930 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:37:15.120055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Attempting to bind port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:15.120289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Attempting to bind port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:15.120651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Attempting to bind port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 on network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:15.127690 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:15.128066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Checking segment: {'id': 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:15.128473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.128872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Bound using segment: {'id': 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:15.129340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Bound port: 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:15.129718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.168089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.194073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293615c40>,) {'filters': {'network_id': ['9c20d1db-920b-4324-b8a5-94a2242cd8a2']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:15.206562 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293615c40>, 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:15.206884 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293615c40>, 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:15.217953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.233687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.240024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:15.240409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.253503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] For port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:15.255579 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:15.335581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] For port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4,segment=NetworkSegment(ea2ed32e-33cb-488a-a7f5-2d9faa21779a),segment_id=ea2ed32e-33cb-488a-a7f5-2d9faa21779a)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:15.365570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:37:15.365570 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:37:15.365570 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '9c20d1db-920b-4324-b8a5-94a2242cd8a2'}]
Dec 22 13:37:15.365570 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:15.366287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:15.394625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.398400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:15.509862 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Pushing event updated for resources: {'Port': ['ID=4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:15.518446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:15.541057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60bd29c-4ba3-4526-a48c-7ffa7ab493b8 None None] Network 9c20d1db-920b-4324-b8a5-94a2242cd8a2 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:15.736711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87e235-04aa-44df-80c8-8dde73427913 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:37:15.819613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d87e235-04aa-44df-80c8-8dde73427913 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:37:15.867133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:15.878031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:15.878359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.204269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4,segment=NetworkSegment(ea2ed32e-33cb-488a-a7f5-2d9faa21779a),segment_id=ea2ed32e-33cb-488a-a7f5-2d9faa21779a)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:16.204620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.327633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:16.488524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.492378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-189159f4-182e-47e8-98b9-ab32d2ba0530 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:16.538330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Port': ['ID=4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:16.541669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:16.542417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No DVR routers for this DVR port 4d8e4c5b-784d-4a0e-bffd-1b17c442c5c4 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:16.665872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.691999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293191520>,) {'filters': {'network_id': ['9c20d1db-920b-4324-b8a5-94a2242cd8a2']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:16.704715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293191520>, 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:16.705011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293191520>, 'ea2ed32e-33cb-488a-a7f5-2d9faa21779a') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:16.716137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.731507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.737394 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:16.737775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:16.752756 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:16.894162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.897860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f7524acc-2f47-42b4-b17d-b49454e331f8 tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:16.912343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:16.924117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Network': ['ID=9c20d1db-920b-4324-b8a5-94a2242cd8a2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:16.928242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:16.930963 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/9c20d1db-920b-4324-b8a5-94a2242cd8a2 HTTP/1.1" status: 204  len: 168 time: 2.5634623
Dec 22 13:37:16.935074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39460) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:16.940564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130272964'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:16.945372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:16.949141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:network and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:16.952007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:16.958055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:17.005280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:17.008590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.035121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:17.043478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.044336 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Added segment 1400e925-89e6-4159-982d-ffa63751f9c3 of type vlan for network b017e3e8-14f0-46aa-aef2-539804cc84ba
Dec 22 13:37:17.069595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.157196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.162749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:17.163381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.168025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b58d571a-dec3-48f5-a777-bdfdde090852 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:17.268626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Network': ['ID=b017e3e8-14f0-46aa-aef2-539804cc84ba,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:17.271202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:17.279385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network b017e3e8-14f0-46aa-aef2-539804cc84ba details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:17.341270 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-406c61fc-2c77-4c21-a6a8-a2cc09539702 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4045055
Dec 22 13:37:17.344064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39464) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:17.349648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'subnet': {'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:17.460660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:17.464380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:subnet and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:17.467876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:17.473365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:17.574429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:17.578081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.889992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:17.894360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dea82435-b65e-43de-98d3-0370cf6592c0 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:17.967994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Subnet': ['ID=5278acef-2a48-4307-adaf-a199396196f3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:17.970711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:17.979660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking segment: {'id': '1400e925-89e6-4159-982d-ffa63751f9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:17.980015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network hostable DHCP agents. Network: b017e3e8-14f0-46aa-aef2-539804cc84ba, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:18.111261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network b017e3e8-14f0-46aa-aef2-539804cc84ba is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:18.197257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, b017e3e8-14f0-46aa-aef2-539804cc84ba) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:18.202127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:18.202759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.206828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0294493e-f10e-42c0-843a-eee8daebe592 None None] Network b017e3e8-14f0-46aa-aef2-539804cc84ba requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:18.301185 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9560771
Dec 22 13:37:18.304758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39468) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:18.311575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-442311938'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:18.322338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:18.322338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:network and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:18.329149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:18.334864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:18.417240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-b017e3e8-14f0-46aa-aef2-539804cc84ba', 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba', 'tenant_id': '615db95483864a31b049f0499d967244', 'fixed_ips': [{'subnet_id': '5278acef-2a48-4307-adaf-a199396196f3'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:18.418058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.451634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:18.455102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.482494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:18.490893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.491235 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Added segment 841cfbf4-fc90-4be4-b39c-6bd01d2d9382 of type vlan for network 42b1c72a-f649-442c-933b-a15ce7f6bd88
Dec 22 13:37:18.518056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.572179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Allocated IP 2001:db8::2 (b017e3e8-14f0-46aa-aef2-539804cc84ba/5278acef-2a48-4307-adaf-a199396196f3/d9189ecb-6d46-482f-9b82-ce1ff1d7dff5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:18.623696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.629261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:18.629843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.633555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-72b1a4d9-1eff-4340-8d9c-257254b92e70 tempest-RoutersNegativeTest-1595074400 tempest-RoutersNegativeTest-1595074400-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:18.736610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Network': ['ID=42b1c72a-f649-442c-933b-a15ce7f6bd88,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:18.743605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.747687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.748501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:18.751579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:18.759532 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 42b1c72a-f649-442c-933b-a15ce7f6bd88 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:18.799193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39472) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:18.799915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.4900992
Dec 22 13:37:18.805062 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Request body: {'subnet': {'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:18.896886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:18.918169 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:18.921303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Transition to ACTIVE for port object d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:18.926419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Usage tracker for resource:subnet and tenant:615db95483864a31b049f0499d967244 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:18.926419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:18.932022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:18.940545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Transition to ACTIVE for port object d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:19.002594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Made reservation on behalf of 615db95483864a31b049f0499d967244 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:19.006056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.031739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.035642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a80b2ef8-3597-4ac2-ad62-516476e3b5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:19.098613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Network b017e3e8-14f0-46aa-aef2-539804cc84ba is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:19.101568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:19.105136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:19.113075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Pushing event updated for resources: {'Port': ['ID=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:19.139486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:19.202331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Attempting to bind port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:19.202705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Attempting to bind port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '1400e925-89e6-4159-982d-ffa63751f9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:19.203105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Attempting to bind port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 on network b017e3e8-14f0-46aa-aef2-539804cc84ba {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:19.208406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:19.208781 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Checking segment: {'id': '1400e925-89e6-4159-982d-ffa63751f9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:19.209184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.214409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Bound using segment: {'id': '1400e925-89e6-4159-982d-ffa63751f9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:19.214409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Bound port: d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1400e925-89e6-4159-982d-ffa63751f9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'b017e3e8-14f0-46aa-aef2-539804cc84ba'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:19.214409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.289515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.294699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fd8d424-21f0-471c-8f22-57e4b45153dc tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:19.301113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:19.304187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:19.366570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event updated for resources: {'Subnet': ['ID=efcec721-5f8c-4080-b170-b1a1bf21488e,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:19.370290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:19.377499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Checking segment: {'id': '841cfbf4-fc90-4be4-b39c-6bd01d2d9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:19.377855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network hostable DHCP agents. Network: 42b1c72a-f649-442c-933b-a15ce7f6bd88, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:19.380535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.385087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:19.448824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Network 42b1c72a-f649-442c-933b-a15ce7f6bd88 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:19.462231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Pushing event updated for resources: {'Port': ['ID=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:19.467946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:19.520284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 42b1c72a-f649-442c-933b-a15ce7f6bd88) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:19.524365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:19.524977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.530915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256812c4-49b0-4e88-bfa4-dabdb02a900a None None] Network 42b1c72a-f649-442c-933b-a15ce7f6bd88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:19.608902 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8085058
Dec 22 13:37:19.612159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39476) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:19.768761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-42b1c72a-f649-442c-933b-a15ce7f6bd88', 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88', 'tenant_id': '615db95483864a31b049f0499d967244', 'fixed_ips': [{'subnet_id': 'efcec721-5f8c-4080-b170-b1a1bf21488e'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:19.769947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.798689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.868478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:19.928593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Allocated IP 2001:db8::2 (42b1c72a-f649-442c-933b-a15ce7f6bd88/efcec721-5f8c-4080-b170-b1a1bf21488e/c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:20.135880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.147021 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Transition to ACTIVE for port object c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:20.166585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Transition to ACTIVE for port object c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:20.249883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.254709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:20.321909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Network 42b1c72a-f649-442c-933b-a15ce7f6bd88 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:20.325089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:20.329406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:20.335338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Pushing event updated for resources: {'Port': ['ID=c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:20.339204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:20.352471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.358099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9d44d635-39bf-4892-ae44-5f69ff71cc6a tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:20.424578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Subnet': ['ID=efcec721-5f8c-4080-b170-b1a1bf21488e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:20.425748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:20.430011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Attempting to bind port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:20.430392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Attempting to bind port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '841cfbf4-fc90-4be4-b39c-6bd01d2d9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:20.430759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Attempting to bind port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe on network 42b1c72a-f649-442c-933b-a15ce7f6bd88 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:20.437242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:20.437680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Checking segment: {'id': '841cfbf4-fc90-4be4-b39c-6bd01d2d9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:20.438091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.438492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Bound using segment: {'id': '841cfbf4-fc90-4be4-b39c-6bd01d2d9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:20.438994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Bound port: c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841cfbf4-fc90-4be4-b39c-6bd01d2d9382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:20.439372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.487475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0dfe5e-85b9-40cd-a842-a83af456770f None None] Network b017e3e8-14f0-46aa-aef2-539804cc84ba requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:20.503129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.528959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52939167f0>,) {'filters': {'network_id': ['42b1c72a-f649-442c-933b-a15ce7f6bd88']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:20.541315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939167f0>, '841cfbf4-fc90-4be4-b39c-6bd01d2d9382') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:20.541609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52939167f0>, '841cfbf4-fc90-4be4-b39c-6bd01d2d9382') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:20.553141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.572980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.579664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:20.586303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:20.594410 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:20.639100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] For port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:20.687658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b9cb733a-47ab-4593-961d-4d1f999ab82d None None] Provisioning for port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:20.697350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] For port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe,segment=NetworkSegment(841cfbf4-fc90-4be4-b39c-6bd01d2d9382),segment_id=841cfbf4-fc90-4be4-b39c-6bd01d2d9382)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:20.732436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 22 13:37:20.732436 dv-neutron-822662-1-hyperv neutron-server[88166]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 22 13:37:20.732436 dv-neutron-822662-1-hyperv neutron-server[88166]: [parameters: {'id': '42b1c72a-f649-442c-933b-a15ce7f6bd88'}]
Dec 22 13:37:20.732436 dv-neutron-822662-1-hyperv neutron-server[88166]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:20.732919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:20.783159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:20.787454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:20.910624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Pushing event updated for resources: {'Port': ['ID=c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:20.915364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:20.941828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d000e4-f6aa-4ff2-b4eb-6e13955725aa None None] Network 42b1c72a-f649-442c-933b-a15ce7f6bd88 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:21.192122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1bab2-6e04-427f-91b7-49e0253129d6 None None] get_active_networks_info from dv-neutron-822662-1-hyperv {{(pid=88168) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 22 13:37:21.221017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:21.234404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.245955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:21.246289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.350954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc1bab2-6e04-427f-91b7-49e0253129d6 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 22 13:37:21.429890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:21.445573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:21.445954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.583349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe,segment=NetworkSegment(841cfbf4-fc90-4be4-b39c-6bd01d2d9382),segment_id=841cfbf4-fc90-4be4-b39c-6bd01d2d9382)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:21.583701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.661296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.708395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:21.740196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:21.802905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.804737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:21.820122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:21.824014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:21.867459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Port': ['ID=c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:21.870559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:21.871352 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No DVR routers for this DVR port c6b41f1b-9ce0-49f4-9e5e-7e65672bcbbe on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:21.874981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:21.877983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:21.993262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.018164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5292626070>,) {'filters': {'network_id': ['42b1c72a-f649-442c-933b-a15ce7f6bd88']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:22.030179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292626070>, '841cfbf4-fc90-4be4-b39c-6bd01d2d9382') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:22.030480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292626070>, '841cfbf4-fc90-4be4-b39c-6bd01d2d9382') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:22.042130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.058381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.064825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:22.065205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:22.083930 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:22.211306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.214539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b0188cc2-7255-4486-9d1a-684169c82a3e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:22.228591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.241802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Network': ['ID=42b1c72a-f649-442c-933b-a15ce7f6bd88,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:22.245000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:22.247687 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/42b1c72a-f649-442c-933b-a15ce7f6bd88 HTTP/1.1" status: 204  len: 168 time: 2.6334157
Dec 22 13:37:22.250398 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39480) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:22.292467 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fff3440-f855-4856-9228-20cf13dbb10e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] GET failed (client error): The resource could not be found.
Dec 22 13:37:22.292975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9fff3440-f855-4856-9228-20cf13dbb10e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Synchronizing usage tracker for tenant:615db95483864a31b049f0499d967244 on resource:subnet {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:37:22.411302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9fff3440-f855-4856-9228-20cf13dbb10e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Unset dirty status for tenant:615db95483864a31b049f0499d967244 on resource:subnet {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:37:22.412522 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9fff3440-f855-4856-9228-20cf13dbb10e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "GET /v2.0/subnets/efcec721-5f8c-4080-b170-b1a1bf21488e HTTP/1.1" status: 404  len: 337 time: 0.1611497
Dec 22 13:37:22.415516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39484) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:22.441490 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3abbee-02ff-4210-9fd5-281dbf2b682d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:22.441997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3abbee-02ff-4210-9fd5-281dbf2b682d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:22.443621 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1d3abbee-02ff-4210-9fd5-281dbf2b682d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/42b1c72a-f649-442c-933b-a15ce7f6bd88 HTTP/1.1" status: 404  len: 339 time: 0.0272169
Dec 22 13:37:22.447384 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39488) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:22.484743 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0d1bc2-c5df-49a7-8440-f00c353cad3d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:22.485184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0d1bc2-c5df-49a7-8440-f00c353cad3d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:22.486766 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5f0d1bc2-c5df-49a7-8440-f00c353cad3d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/subnets/efcec721-5f8c-4080-b170-b1a1bf21488e HTTP/1.1" status: 404  len: 337 time: 0.0384984
Dec 22 13:37:22.489212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39492) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:22.514093 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acfb879-95c7-4100-8a3a-a5c581ca993f tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:22.514483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acfb879-95c7-4100-8a3a-a5c581ca993f tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:22.516100 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5acfb879-95c7-4100-8a3a-a5c581ca993f tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/42b1c72a-f649-442c-933b-a15ce7f6bd88 HTTP/1.1" status: 404  len: 339 time: 0.0260177
Dec 22 13:37:22.518430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39496) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:22.586357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting subnet 5278acef-2a48-4307-adaf-a199396196f3 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:37:22.589174 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.643116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.727847 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.877610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.881218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4a0b3ee-8afd-423a-8ea1-850300364589 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:22.916550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Subnet': ['ID=5278acef-2a48-4307-adaf-a199396196f3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:22.919974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:22.922978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:22.929116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10bd1e6-f1ee-4e06-b425-17702a73e764 None None] Network b017e3e8-14f0-46aa-aef2-539804cc84ba requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:22.997724 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8e0b9da-78ea-4b0e-a4eb-2fb7a03f2124 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/subnets/5278acef-2a48-4307-adaf-a199396196f3 HTTP/1.1" status: 204  len: 168 time: 0.4782290
Dec 22 13:37:23.000284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39500) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:23.115154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.125942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:23.126285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.171656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] DHCP port deletion for b017e3e8-14f0-46aa-aef2-539804cc84ba request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:37:23.176719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Deleting port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:23.177104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.212756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:37:23.346683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:23.347287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.482628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.515289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:23.515683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.588495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:23.646298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Calling delete_port for d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:23.687300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:23.731337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:23.733918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:23.763695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.db.api [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88166) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:23.764117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_db.api [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:23.847150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:23.850041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:23.863146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:23.863492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:24.265060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:24.265400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.364951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Deleting port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:24.365493 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.466334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:24.467434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.569573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] For port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,segment=NetworkSegment(1400e925-89e6-4159-982d-ffa63751f9c3),segment_id=1400e925-89e6-4159-982d-ffa63751f9c3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:24.569878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.593561 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:24.689984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Calling delete_port for d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:24.754797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.759627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:24.759765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bb35867e-5348-4314-953b-5f7b6b1b06be tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:24.759992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:24.805373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Port': ['ID=d9189ecb-6d46-482f-9b82-ce1ff1d7dff5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:24.807201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No DVR routers for this DVR port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:24.808670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:24.933341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.958180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52931101f0>,) {'filters': {'network_id': ['b017e3e8-14f0-46aa-aef2-539804cc84ba']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:24.970532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931101f0>, '1400e925-89e6-4159-982d-ffa63751f9c3') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:24.970830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52931101f0>, '1400e925-89e6-4159-982d-ffa63751f9c3') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:24.981822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:24.997093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.003088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:25.003478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:25.018889 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:25.142731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.146175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1b2869c8-f84b-4b9c-b1d9-b899d4632433 tempest-RoutersIpV6Test-729232403 tempest-RoutersIpV6Test-729232403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:25.160542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.171669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Network': ['ID=b017e3e8-14f0-46aa-aef2-539804cc84ba,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:25.174625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:25.176107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/b017e3e8-14f0-46aa-aef2-539804cc84ba HTTP/1.1" status: 204  len: 168 time: 2.1749110
Dec 22 13:37:25.178586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39504) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.216534 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7ed914-4a28-4628-ab74-6d22676c6885 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:25.217013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7ed914-4a28-4628-ab74-6d22676c6885 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:25.218619 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3d7ed914-4a28-4628-ab74-6d22676c6885 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/subnets/6709640e-b14e-48c0-98b1-3d58804f8345 HTTP/1.1" status: 404  len: 337 time: 0.0391130
Dec 22 13:37:25.221088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39508) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.247147 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-342bb62c-de98-4ae4-a3bb-c131b883422d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:25.247147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342bb62c-de98-4ae4-a3bb-c131b883422d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:25.247478 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-342bb62c-de98-4ae4-a3bb-c131b883422d tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/9c20d1db-920b-4324-b8a5-94a2242cd8a2 HTTP/1.1" status: 404  len: 339 time: 0.0253351
Dec 22 13:37:25.250612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39512) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.292366 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-805dc68b-dfa1-4571-914b-06ad74237104 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:25.292814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805dc68b-dfa1-4571-914b-06ad74237104 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:25.294463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-805dc68b-dfa1-4571-914b-06ad74237104 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/subnets/fa75e15a-2d5d-4be9-b22a-fb3067f9d8b9 HTTP/1.1" status: 404  len: 337 time: 0.0429261
Dec 22 13:37:25.297122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39516) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.310572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Deleting port d9189ecb-6d46-482f-9b82-ce1ff1d7dff5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:25.311587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.322079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e74ca12-1d97-4685-a3ff-b656ce46ddce tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] DELETE failed (client error): The resource could not be found.
Dec 22 13:37:25.322539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e74ca12-1d97-4685-a3ff-b656ce46ddce tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88166) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 22 13:37:25.324196 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7e74ca12-1d97-4685-a3ff-b656ce46ddce tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/428e1948-4e09-4396-a9cf-4c0a035fec4e HTTP/1.1" status: 404  len: 339 time: 0.0261788
Dec 22 13:37:25.327554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39520) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.380683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6335a952-8a95-4b1c-ba2c-bc10ea9d7aee None None] The port 'd9189ecb-6d46-482f-9b82-ce1ff1d7dff5' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:37:25.394142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting subnet 23e0c272-cdc7-408d-89ac-6fe9d217d3e2 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:37:25.397187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.455889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.540708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.669324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.673693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-29989997-55da-454c-8ca0-c4ddb1413dc9 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:25.713046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Subnet': ['ID=23e0c272-cdc7-408d-89ac-6fe9d217d3e2,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:25.716084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:25.717027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.723063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8bda73-d182-41a1-a1f2-6e02084ce05a None None] Network f74f2405-a858-4bd5-b132-2e0ea98fb756 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:25.726288 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-04fec85a-ce03-45ae-8ad5-22b80011e1b8 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/subnets/23e0c272-cdc7-408d-89ac-6fe9d217d3e2 HTTP/1.1" status: 204  len: 168 time: 0.3977983
Dec 22 13:37:25.728969 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39524) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:25.844219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.854372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Deleting port 5f683f8f-3912-45b0-88fb-eb9823786113 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:25.854698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:25.981724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] DHCP port deletion for f74f2405-a858-4bd5-b132-2e0ea98fb756 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:37:25.986535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Deleting port 5f683f8f-3912-45b0-88fb-eb9823786113 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:25.986950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.061250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] For port 5f683f8f-3912-45b0-88fb-eb9823786113, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f683f8f-3912-45b0-88fb-eb9823786113,segment=NetworkSegment(8539ae37-d92e-402f-ad6e-8f82763283c2),segment_id=8539ae37-d92e-402f-ad6e-8f82763283c2)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:26.061486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.192496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] For port 5f683f8f-3912-45b0-88fb-eb9823786113, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5f683f8f-3912-45b0-88fb-eb9823786113,segment=NetworkSegment(8539ae37-d92e-402f-ad6e-8f82763283c2),segment_id=8539ae37-d92e-402f-ad6e-8f82763283c2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:26.192841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.303269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Calling delete_port for 5f683f8f-3912-45b0-88fb-eb9823786113 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:26.316912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Calling delete_port for 5f683f8f-3912-45b0-88fb-eb9823786113 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:26.439872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.444897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:26.445129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:26.445586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:26.489280 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] No DVR routers for this DVR port 5f683f8f-3912-45b0-88fb-eb9823786113 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:26.491046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Port': ['ID=5f683f8f-3912-45b0-88fb-eb9823786113,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:26.520275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:26.619231 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.644222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52935577c0>,) {'filters': {'network_id': ['f74f2405-a858-4bd5-b132-2e0ea98fb756']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:26.656509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935577c0>, '8539ae37-d92e-402f-ad6e-8f82763283c2') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:26.656804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935577c0>, '8539ae37-d92e-402f-ad6e-8f82763283c2') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:26.668072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.683927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.690124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:26.690507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:26.705052 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:26.871196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.874701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-776ad2fd-bcea-45a9-9e8c-95c171fd13ca tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:26.890709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:26.902189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Pushing event deleted for resources: {'Network': ['ID=f74f2405-a858-4bd5-b132-2e0ea98fb756,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:26.904266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:26.906212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] 10.222.0.16 "DELETE /v2.0/networks/f74f2405-a858-4bd5-b132-2e0ea98fb756 HTTP/1.1" status: 204  len: 168 time: 1.1763577
Dec 22 13:37:26.946672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Deleting port 5f683f8f-3912-45b0-88fb-eb9823786113 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:26.947144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:27.022083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4cd919c2-33fc-4581-9706-6d8196f38632 None None] The port '5f683f8f-3912-45b0-88fb-eb9823786113' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:37:27.194514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5f683f8f-3912-45b0-88fb-eb9823786113 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:37:27.228984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 5f683f8f-3912-45b0-88fb-eb9823786113 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:37:27.229333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5f683f8f-3912-45b0-88fb-eb9823786113 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:37:27.345845 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39532) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:27.488023 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3ca8c31b-51a3-4cd2-98f3-4f42a2f6bb6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=615db95483864a31b049f0499d967244&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1408730
Dec 22 13:37:27.490356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39538) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:27.547542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:27.572806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:27.694092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:27.697843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a6ca697-8877-4186-8b36-d7d67430c9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:27.713916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d28b87-158c-468f-a5a4-a812e16971fc,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:27.716279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:27.721290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:27.722390 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70d28b87-158c-468f-a5a4-a812e16971fc HTTP/1.1" status: 204  len: 168 time: 0.2311039
Dec 22 13:37:28.713326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39562) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:28.813580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-252142088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:28.820285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:28.824040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:router and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:28.827615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:28.834014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:28.922421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:28.923543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:28.939852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.019690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.105472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.106573 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cb7670e7-33ed-4831-bafc-1a22c32079e6 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.3922617
Dec 22 13:37:29.109317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39568) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:29.114866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658141714'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:29.119652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:29.124159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:network and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:29.127789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:29.133513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:29.202485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Made reservation on behalf of d6c4e943ec9145f89aa8c6ba408eb8b3 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:29.206603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.218861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.233375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:29.237733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:security_group_rule and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:29.240508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:29.246149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:29.326637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.391228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.395025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0a0f0c39-b02b-4a90-b214-0a78971d32b4 tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:29.419570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:29.431901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d603b-2168-4d9d-83b5-35ca72ed6d34,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:29.435741 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:29.436621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.439370 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Added segment c9cfc0c3-2c5d-427f-af15-28791f4c49a5 of type vlan for network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51
Dec 22 13:37:29.463201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.551179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.556746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:29.557357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:29.562922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aaaf4359-3b1f-4ade-ac9b-5c23316f6275 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:29.674007 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event updated for resources: {'Network': ['ID=535cb6a6-0d9d-417d-ba18-af1a9caaeb51,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:29.676515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:29.684452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:29.723237 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6127605
Dec 22 13:37:29.725910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39572) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:29.731573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'subnet': {'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:29.846703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:29.850666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:subnet and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:29.853494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:29.859068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:29.934095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Made reservation on behalf of d6c4e943ec9145f89aa8c6ba408eb8b3 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:29.938120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.222536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.226077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f62e1c5e-f255-4038-8c38-caaf9cd32208 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:30.301536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event updated for resources: {'Subnet': ['ID=333423ef-fe08-4b3b-8dfe-b8d20ae33e54,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:30.305027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:30.310773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Checking segment: {'id': 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:30.311157 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Network hostable DHCP agents. Network: 535cb6a6-0d9d-417d-ba18-af1a9caaeb51, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:30.384958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:30.436680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 535cb6a6-0d9d-417d-ba18-af1a9caaeb51) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:30.441249 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:30.441885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.446726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdeb7d5-5ccd-471b-b59c-50cd65c7e32b None None] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:30.506025 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4314d9c6-de67-4c8d-a0d6-9b9d154f7f6e tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7789986
Dec 22 13:37:30.508960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39576) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:30.514733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-601233227'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:30.521328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:30.525217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:network and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:30.528366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:30.534832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:30.605346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Made reservation on behalf of d6c4e943ec9145f89aa8c6ba408eb8b3 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:30.608877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.637068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:30.646284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.646630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Added segment 835acaaf-e1ae-4a7c-859a-4154794f631c of type vlan for network d8b2d161-8124-464e-8774-cc474a61a888
Dec 22 13:37:30.658424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-535cb6a6-0d9d-417d-ba18-af1a9caaeb51', 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51', 'tenant_id': 'd6c4e943ec9145f89aa8c6ba408eb8b3', 'fixed_ips': [{'subnet_id': '333423ef-fe08-4b3b-8dfe-b8d20ae33e54'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:30.659301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.676878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.797256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.804287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:30.805019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:30.810540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b17f7eee-8143-4ec2-b48d-e051fd5041e8 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:30.815999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Allocated IP 172.20.0.2 (535cb6a6-0d9d-417d-ba18-af1a9caaeb51/333423ef-fe08-4b3b-8dfe-b8d20ae33e54/45a0b23a-3977-4153-bd06-b007bed503fd) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:30.918298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event updated for resources: {'Network': ['ID=d8b2d161-8124-464e-8774-cc474a61a888,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:30.920921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:30.930334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d8b2d161-8124-464e-8774-cc474a61a888 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:30.951921 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4419005
Dec 22 13:37:30.954933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39580) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:30.961121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'subnet': {'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:31.067106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:31.070681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Usage tracker for resource:subnet and tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:31.073507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:31.079342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:31.116880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.126628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Transition to ACTIVE for port object 45a0b23a-3977-4153-bd06-b007bed503fd will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:31.143881 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Transition to ACTIVE for port object 45a0b23a-3977-4153-bd06-b007bed503fd will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:31.177019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Made reservation on behalf of d6c4e943ec9145f89aa8c6ba408eb8b3 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:31.180623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.203019 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.211936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:31.271919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:31.274714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:31.278427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:31.287741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Pushing event updated for resources: {'Port': ['ID=45a0b23a-3977-4153-bd06-b007bed503fd,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:31.319734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:31.376029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Attempting to bind port 45a0b23a-3977-4153-bd06-b007bed503fd on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:31.376418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Attempting to bind port 45a0b23a-3977-4153-bd06-b007bed503fd by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:31.376787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Attempting to bind port 45a0b23a-3977-4153-bd06-b007bed503fd on network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:31.382043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:31.382421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Checking segment: {'id': 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:31.382826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.383255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Bound using segment: {'id': 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:31.383721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Bound port: 45a0b23a-3977-4153-bd06-b007bed503fd, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '535cb6a6-0d9d-417d-ba18-af1a9caaeb51'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:31.384097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.465515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.471262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e88bf95e-f692-4b21-b2a8-67e972e63b89 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:31.472218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] For port 45a0b23a-3977-4153-bd06-b007bed503fd, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:31.475332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] For port 45a0b23a-3977-4153-bd06-b007bed503fd, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=45a0b23a-3977-4153-bd06-b007bed503fd,segment=NetworkSegment(c9cfc0c3-2c5d-427f-af15-28791f4c49a5),segment_id=c9cfc0c3-2c5d-427f-af15-28791f4c49a5)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:31.544986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event updated for resources: {'Subnet': ['ID=6f6136b6-ebf6-4351-ac59-b029581ca299,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:31.545691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.548545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:31.550766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:31.566759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Checking segment: {'id': '835acaaf-e1ae-4a7c-859a-4154794f631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:31.566759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Network hostable DHCP agents. Network: d8b2d161-8124-464e-8774-cc474a61a888, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:31.628625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Pushing event updated for resources: {'Port': ['ID=45a0b23a-3977-4153-bd06-b007bed503fd,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:31.634538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:31.651215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Network d8b2d161-8124-464e-8774-cc474a61a888 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:31.725382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d8b2d161-8124-464e-8774-cc474a61a888) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:31.729585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:31.730177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:31.736623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a936b-c22f-43f6-b1f0-e57de49d6e8b None None] Network d8b2d161-8124-464e-8774-cc474a61a888 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:31.812040 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c05d44e1-5eab-497e-9749-6a2a6f294a09 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8555932
Dec 22 13:37:31.815605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39584) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:31.821211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-94fd5b91-6fae-4687-9839-9c0eab1ac7c7 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:31.983770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d8b2d161-8124-464e-8774-cc474a61a888', 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888', 'tenant_id': 'd6c4e943ec9145f89aa8c6ba408eb8b3', 'fixed_ips': [{'subnet_id': '6f6136b6-ebf6-4351-ac59-b029581ca299'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:31.984620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.144455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Allocated IP 172.21.0.2 (d8b2d161-8124-464e-8774-cc474a61a888/6f6136b6-ebf6-4351-ac59-b029581ca299/fcc265e7-63d1-469c-94a7-039479cfb04b) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:32.351165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-94fd5b91-6fae-4687-9839-9c0eab1ac7c7 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.360521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.371374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Transition to ACTIVE for port object fcc265e7-63d1-469c-94a7-039479cfb04b will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:32.390163 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Transition to ACTIVE for port object fcc265e7-63d1-469c-94a7-039479cfb04b will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:32.474936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.479574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:32.589184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad47fc69-efe5-4c8a-9557-588cb00f7a97 None None] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:32.590684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.api.v2.resource [None req-94fd5b91-6fae-4687-9839-9c0eab1ac7c7 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 22 13:37:32.591877 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-94fd5b91-6fae-4687-9839-9c0eab1ac7c7 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "PUT /v2.0/routers/3c63e5d9-8c76-46a9-a5bc-5b3d443e61ea HTTP/1.1" status: 400  len: 364 time: 0.7751522
Dec 22 13:37:32.598637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39588) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:32.611504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Network d8b2d161-8124-464e-8774-cc474a61a888 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:32.616553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:32.627085 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:32.665821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Deleting subnet 6f6136b6-ebf6-4351-ac59-b029581ca299 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:37:32.668738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.677454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Pushing event updated for resources: {'Port': ['ID=fcc265e7-63d1-469c-94a7-039479cfb04b,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:32.686364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:32.727390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.776212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-348ff850-2170-435e-b738-651a5c790b69 None None] Provisioning for port 45a0b23a-3977-4153-bd06-b007bed503fd completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:32.814140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.828216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Attempting to bind port fcc265e7-63d1-469c-94a7-039479cfb04b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:32.828656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Attempting to bind port fcc265e7-63d1-469c-94a7-039479cfb04b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '835acaaf-e1ae-4a7c-859a-4154794f631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:32.829214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Attempting to bind port fcc265e7-63d1-469c-94a7-039479cfb04b on network d8b2d161-8124-464e-8774-cc474a61a888 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:32.835803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.840864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:32.841250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Checking segment: {'id': '835acaaf-e1ae-4a7c-859a-4154794f631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:32.841650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.842052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Bound using segment: {'id': '835acaaf-e1ae-4a7c-859a-4154794f631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:32.842526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Bound port: fcc265e7-63d1-469c-94a7-039479cfb04b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835acaaf-e1ae-4a7c-859a-4154794f631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'd8b2d161-8124-464e-8774-cc474a61a888'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:32.842928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.974458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:32.979237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e0bde9db-95e5-4e6a-9adf-7236e6a6b867 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:33.018334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] For port fcc265e7-63d1-469c-94a7-039479cfb04b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:33.022115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.025822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6136b6-ebf6-4351-ac59-b029581ca299,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:33.027805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] For port fcc265e7-63d1-469c-94a7-039479cfb04b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fcc265e7-63d1-469c-94a7-039479cfb04b,segment=NetworkSegment(835acaaf-e1ae-4a7c-859a-4154794f631c),segment_id=835acaaf-e1ae-4a7c-859a-4154794f631c)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:33.028052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:33.031056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "DELETE /v2.0/subnets/6f6136b6-ebf6-4351-ac59-b029581ca299 HTTP/1.1" status: 204  len: 168 time: 0.4313281
Dec 22 13:37:33.033680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39592) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:33.094699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.099300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:33.162745 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.181566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Deleting port fcc265e7-63d1-469c-94a7-039479cfb04b {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:33.182275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.207151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Pushing event updated for resources: {'Port': ['ID=fcc265e7-63d1-469c-94a7-039479cfb04b,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:33.210833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:33.280446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 45a0b23a-3977-4153-bd06-b007bed503fd up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:33.425361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 45a0b23a-3977-4153-bd06-b007bed503fd completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:33.430598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 45a0b23a-3977-4153-bd06-b007bed503fd triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:33.431015 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.434816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] For port fcc265e7-63d1-469c-94a7-039479cfb04b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fcc265e7-63d1-469c-94a7-039479cfb04b,segment=NetworkSegment(835acaaf-e1ae-4a7c-859a-4154794f631c),segment_id=835acaaf-e1ae-4a7c-859a-4154794f631c)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:33.440454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.564434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.567343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Calling delete_port for fcc265e7-63d1-469c-94a7-039479cfb04b owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:33.596899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 45a0b23a-3977-4153-bd06-b007bed503fd, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=45a0b23a-3977-4153-bd06-b007bed503fd,segment=NetworkSegment(c9cfc0c3-2c5d-427f-af15-28791f4c49a5),segment_id=c9cfc0c3-2c5d-427f-af15-28791f4c49a5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:33.677095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.678931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:33.705776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.710764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-95706d54-2eb1-449a-b038-c2cc5c060b16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:33.746183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=45a0b23a-3977-4153-bd06-b007bed503fd,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:33.749213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:33.757868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] No DVR routers for this DVR port fcc265e7-63d1-469c-94a7-039479cfb04b on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:33.759571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Port': ['ID=fcc265e7-63d1-469c-94a7-039479cfb04b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:33.788291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:33.885666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:33.911549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52980efdf0>,) {'filters': {'network_id': ['d8b2d161-8124-464e-8774-cc474a61a888']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:33.929142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980efdf0>, '835acaaf-e1ae-4a7c-859a-4154794f631c') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:33.929434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52980efdf0>, '835acaaf-e1ae-4a7c-859a-4154794f631c') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:33.942103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.082255 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.089256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:34.092905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:34.104902 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:34.177105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60afdb-9556-41bc-881b-f50e6f26e636 None None] Network d8b2d161-8124-464e-8774-cc474a61a888 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:34.271418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.276482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.277073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-07d2f3e1-8a14-4970-8609-03bf63df48bf None None] Could not find standard attr ID for object fcc265e7-63d1-469c-94a7-039479cfb04b. {{(pid=88168) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 22 13:37:34.286964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b283f4be-0874-4f5d-90a7-0b0f5c1ea8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:34.306558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Network': ['ID=d8b2d161-8124-464e-8774-cc474a61a888,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:34.309105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:34.311768 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "DELETE /v2.0/networks/d8b2d161-8124-464e-8774-cc474a61a888 HTTP/1.1" status: 204  len: 168 time: 1.2758591
Dec 22 13:37:34.313296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39596) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:34.382093 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Deleting subnet 333423ef-fe08-4b3b-8dfe-b8d20ae33e54 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:37:34.385472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.408116 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046bf8eb-e9c5-4e82-a2b7-a2d9b85d5e45 None None] DHCP port deletion for d8b2d161-8124-464e-8774-cc474a61a888 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:37:34.444424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.528988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.677083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.681427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dcc73866-48c5-40f4-96eb-c59bf39aaa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:34.719942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Subnet': ['ID=333423ef-fe08-4b3b-8dfe-b8d20ae33e54,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:34.722867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:34.723863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.729997 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894977c7-a1fa-4328-8866-912f37374389 None None] Network 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:34.730284 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "DELETE /v2.0/subnets/333423ef-fe08-4b3b-8dfe-b8d20ae33e54 HTTP/1.1" status: 204  len: 168 time: 0.4157431
Dec 22 13:37:34.732562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39600) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:34.846284 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.857452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Deleting port 45a0b23a-3977-4153-bd06-b007bed503fd {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:34.857785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:34.982199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] DHCP port deletion for 535cb6a6-0d9d-417d-ba18-af1a9caaeb51 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:37:34.987155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Deleting port 45a0b23a-3977-4153-bd06-b007bed503fd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:34.987528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.095242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] For port 45a0b23a-3977-4153-bd06-b007bed503fd, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=45a0b23a-3977-4153-bd06-b007bed503fd,segment=NetworkSegment(c9cfc0c3-2c5d-427f-af15-28791f4c49a5),segment_id=c9cfc0c3-2c5d-427f-af15-28791f4c49a5)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:35.095785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.192688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-18d70f02-f2a2-4876-8a2f-57f07a7d7656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.215652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 45a0b23a-3977-4153-bd06-b007bed503fd no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:37:35.278236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] For port 45a0b23a-3977-4153-bd06-b007bed503fd, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=45a0b23a-3977-4153-bd06-b007bed503fd,segment=NetworkSegment(c9cfc0c3-2c5d-427f-af15-28791f4c49a5),segment_id=c9cfc0c3-2c5d-427f-af15-28791f4c49a5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:35.278704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.348771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Calling delete_port for 45a0b23a-3977-4153-bd06-b007bed503fd owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:35.470975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Calling delete_port for 45a0b23a-3977-4153-bd06-b007bed503fd owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:37:35.489641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.493990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8d36d9eb-957c-4a59-9ffd-62920cb6c3d0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:35.507696 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No ports have port_id starting with 45a0b23a-3977-4153-bd06-b007bed503fd
Dec 22 13:37:35.549277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Port': ['ID=45a0b23a-3977-4153-bd06-b007bed503fd,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:35.551344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:37:35.551776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:37:35.551919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:35.554484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] No DVR routers for this DVR port 45a0b23a-3977-4153-bd06-b007bed503fd on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:37:35.695014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.723376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52986f1d00>,) {'filters': {'network_id': ['535cb6a6-0d9d-417d-ba18-af1a9caaeb51']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:35.735200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52986f1d00>, 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:35.735988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52986f1d00>, 'c9cfc0c3-2c5d-427f-af15-28791f4c49a5') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:35.747168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.766714 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.772608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:37:35.773052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:37:35.788005 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:37:35.916547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.920076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a7994372-86a2-44dc-b75d-1e6a2a00834c tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:35.935270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:35.945971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Pushing event deleted for resources: {'Network': ['ID=535cb6a6-0d9d-417d-ba18-af1a9caaeb51,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:35.948711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:35.950640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "DELETE /v2.0/networks/535cb6a6-0d9d-417d-ba18-af1a9caaeb51 HTTP/1.1" status: 204  len: 168 time: 1.2170312
Dec 22 13:37:35.953138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39604) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:35.999699 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b9488c0-5d5c-4e0f-800c-06b442c0301c tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Synchronizing usage tracker for tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:37:36.052667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Deleting port 45a0b23a-3977-4153-bd06-b007bed503fd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:37:36.053063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.094667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b9488c0-5d5c-4e0f-800c-06b442c0301c tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Unset dirty status for tenant:d6c4e943ec9145f89aa8c6ba408eb8b3 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:37:36.096158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5b9488c0-5d5c-4e0f-800c-06b442c0301c tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c63e5d9-8c76-46a9-a5bc-5b3d443e61ea HTTP/1.1" status: 200  len: 205 time: 0.1415210
Dec 22 13:37:36.098889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39610) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:36.122542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-dfcad9c3-9455-4c9a-abbf-dd6b40b1b6d3 None None] The port '45a0b23a-3977-4153-bd06-b007bed503fd' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:37:36.230702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.527260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.529467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.634146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.634530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Fanout notify agent at l3_agent the message router_deleted on router 3c63e5d9-8c76-46a9-a5bc-5b3d443e61ea {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:37:36.647006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:36.648079 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5b1198d8-6290-4292-acf7-efeab5bd341a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] 10.222.0.16 "DELETE /v2.0/routers/3c63e5d9-8c76-46a9-a5bc-5b3d443e61ea HTTP/1.1" status: 204  len: 168 time: 0.5481977
Dec 22 13:37:37.134294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39618) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:37.280514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ec2790f7-9775-49ac-8f6d-ede149726543 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6c4e943ec9145f89aa8c6ba408eb8b3&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1449733
Dec 22 13:37:37.283434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39624) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:37.339735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:37.367551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:37.499630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:37.503343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-eba208bd-6340-4922-8fda-b2fd48da7308 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:37.519091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d603b-2168-4d9d-83b5-35ca72ed6d34,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:37.523696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:37.525547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:37.526635 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7a3ff65c-cb16-4a13-b818-416fd9bc5398 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f7d603b-2168-4d9d-83b5-35ca72ed6d34 HTTP/1.1" status: 204  len: 168 time: 0.2423210
Dec 22 13:37:37.536859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e2ff88a8-411d-4a37-9053-431c60492fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.535797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39648) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:38.640688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-346786562-network', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:38.645306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:38.649061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Usage tracker for resource:network and tenant:6822b25e6da44b67831cde6f7cdd56a0 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:38.651849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:38.658069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:38.676911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.731283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Made reservation on behalf of 6822b25e6da44b67831cde6f7cdd56a0 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:38.733621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.745854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.754041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.760784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:38.764609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Usage tracker for resource:security_group_rule and tenant:6822b25e6da44b67831cde6f7cdd56a0 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:38.768129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:38.773711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:38.851072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.916205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.918942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f02f0925-bc9f-46a9-97c3-aff454e4cf70 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:38.948010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:38.956235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3030ae04-b17f-4acc-94bd-f4ee6edcf470,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:38.959735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:38.962046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:38.962378 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Added segment 7decf857-d7b4-46c5-b418-adc8ad86b352 of type vlan for network 519d3f5a-ce48-4f98-9cd1-43a103588637
Dec 22 13:37:38.987246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.070625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.071723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:39.072286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.077039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:39.179966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Pushing event updated for resources: {'Network': ['ID=519d3f5a-ce48-4f98-9cd1-43a103588637,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:39.180523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:39.190894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:39.226163 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6892982
Dec 22 13:37:39.228928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39654) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:39.234819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Request body: {'subnet': {'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-subnet', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:39.240638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:39.244558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Usage tracker for resource:subnet and tenant:6822b25e6da44b67831cde6f7cdd56a0 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:39.247396 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:39.253869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:39.343852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Made reservation on behalf of 6822b25e6da44b67831cde6f7cdd56a0 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:39.346889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.607850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.612506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6546b5f1-e5ea-48e3-892a-235147e52c3a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:39.682654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5b6991-df24-4bf1-bdbc-661c28229a5c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:39.685345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:39.693001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Checking segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:39.693353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Network hostable DHCP agents. Network: 519d3f5a-ce48-4f98-9cd1-43a103588637, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:39.784659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:39.853205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 519d3f5a-ce48-4f98-9cd1-43a103588637) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:39.857253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:39.857831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:39.862954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73e3bac-a07f-4605-b82c-caedd97b187c None None] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:39.934293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7be74714-98ea-42f1-9de8-dca3d3fb8830 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.7043149
Dec 22 13:37:39.937029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39658) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:39.942730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:39.947485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:39.951272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Usage tracker for resource:router and tenant:6822b25e6da44b67831cde6f7cdd56a0 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:39.954079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:39.960310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:40.036883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.037910 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.052488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.076093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-519d3f5a-ce48-4f98-9cd1-43a103588637', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:40.082560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.240051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Allocated IP 172.20.0.2 (519d3f5a-ce48-4f98-9cd1-43a103588637/be5b6991-df24-4bf1-bdbc-661c28229a5c/b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:40.320604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.458117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.468017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Transition to ACTIVE for port object b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:40.486712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Transition to ACTIVE for port object b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:40.489085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.594370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.598137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:40.661327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:40.664563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:40.668345 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:40.703094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Pushing event updated for resources: {'Port': ['ID=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:40.710199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:40.764804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Attempting to bind port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:40.765184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Attempting to bind port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:40.765558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Attempting to bind port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:40.770992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:40.771380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Checking segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:40.771786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.772194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Bound using segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:40.772669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Bound port: b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:40.773047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.863957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] For port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:40.867045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] For port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:40.908877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.923074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:40.928330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:40.939338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:41.007067 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Pushing event updated for resources: {'Port': ['ID=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:41.010118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:41.083815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Allocated IP 172.26.3.111 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/11242bf8-6643-45da-8b99-d676dd207a9d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:41.320675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:41.414311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:41.418382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:41.480839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:41.483520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:41.487277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:41.525417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Pushing event updated for resources: {'Port': ['ID=11242bf8-6643-45da-8b99-d676dd207a9d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:41.534800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:41.972913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:41.996702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869c20b4-c498-4ec8-bb1e-18e99dbdd1ea None None] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:42.167148 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4804415f-7ff1-46f3-9bc2-95b8353977e8 None None] Provisioning for port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:42.448904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:42.716230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Router 4d60d4fe-10ac-44ab-b955-315c6e78832d is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:37:42.888075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:37:42.897993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Sync routers for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:37:42.907076 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:42.908616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983ec040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:42.988724 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:42.989921 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.0519598
Dec 22 13:37:42.992514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39662) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:43.086856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:43.264843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:43.437538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983ec040>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:41Z', 'revision_number': 3, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:43.442184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Checking router: 4d60d4fe-10ac-44ab-b955-315c6e78832d for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:37:43.442544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Updating router 4d60d4fe-10ac-44ab-b955-315c6e78832d port 11242bf8-6643-45da-8b99-d676dd207a9d binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:37:43.470600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:43.489429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:43.489864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:43.552808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:43.668332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:43.732533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:43.850440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:43.935348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:43.947620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:44.005510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Allocated IP 172.20.0.1 (519d3f5a-ce48-4f98-9cd1-43a103588637/be5b6991-df24-4bf1-bdbc-661c28229a5c/a87c12bf-404d-4a64-9946-90e34bc5396b) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:44.025767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.039415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:44.043379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:44.044327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Transition to ACTIVE for port object 11242bf8-6643-45da-8b99-d676dd207a9d will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:44.139231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.143054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-83a5eb7d-763c-4921-b3b4-8066af7e9b3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:44.152072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.167921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Transition to ACTIVE for port object a87c12bf-404d-4a64-9946-90e34bc5396b will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:44.219487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Attempting to bind port 11242bf8-6643-45da-8b99-d676dd207a9d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:44.220604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Attempting to bind port 11242bf8-6643-45da-8b99-d676dd207a9d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:44.221058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Attempting to bind port 11242bf8-6643-45da-8b99-d676dd207a9d on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:44.223005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Pushing event updated for resources: {'Port': ['ID=11242bf8-6643-45da-8b99-d676dd207a9d,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:44.226470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:44.228926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:44.229302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:44.230102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.230102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:44.230561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Bound port: 11242bf8-6643-45da-8b99-d676dd207a9d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:44.230974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.288871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.294251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1085878a-f517-49a3-9153-8e5f7ad93f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:44.308161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] For port 11242bf8-6643-45da-8b99-d676dd207a9d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:44.311245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] For port 11242bf8-6643-45da-8b99-d676dd207a9d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=11242bf8-6643-45da-8b99-d676dd207a9d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:44.358269 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:44.361071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:44.364731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:44.400320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Pushing event updated for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:44.408902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.409917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:44.413874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:44.425652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.488020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:44.488666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983ec040>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:44.607627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Pushing event updated for resources: {'Port': ['ID=11242bf8-6643-45da-8b99-d676dd207a9d,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:44.618605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:44.728359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:44.772928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.826894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7d3c6f64-1a32-42b5-8f70-eadd5d85d6da None None] Provisioning for port a87c12bf-404d-4a64-9946-90e34bc5396b completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:44.838309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7d3c6f64-1a32-42b5-8f70-eadd5d85d6da None None] Provisioning complete for port a87c12bf-404d-4a64-9946-90e34bc5396b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:44.838694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7d3c6f64-1a32-42b5-8f70-eadd5d85d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:44.975988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c6f64-1a32-42b5-8f70-eadd5d85d6da None None] Port a87c12bf-404d-4a64-9946-90e34bc5396b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:37:44.994580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:45.056575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:45.076236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983ec040>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:41Z', 'revision_number': 3, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:45.080301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c72760-27a8-401f-aa97-e2e018ee0e1f None None] The sync data for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv is: [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:41Z', 'revision_number': 3, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:37:45.084382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e89e35cc-7c7e-41ef-8809-9b193bbcae1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:45.169073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Pushing event updated for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:45.171464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:45.175865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:45.215798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:45.290360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:45.290360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:45.329983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:45.335579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:45.560351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Router 4d60d4fe-10ac-44ab-b955-315c6e78832d has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:37:45.605959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b2561ded-0276-43ce-b58d-f914b23f1730 None None] Provisioning complete for port a87c12bf-404d-4a64-9946-90e34bc5396b triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:45.606347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2561ded-0276-43ce-b58d-f914b23f1730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:45.663558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b2561ded-0276-43ce-b58d-f914b23f1730 None None] Port a87c12bf-404d-4a64-9946-90e34bc5396b cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:37:45.885524 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:37:45.894759 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] 10.222.0.16 "PUT /v2.0/routers/4d60d4fe-10ac-44ab-b955-315c6e78832d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9012368
Dec 22 13:37:46.597368 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Sync routers for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:37:46.607639 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:46.608255 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e57c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:46.641025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 39680) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:46.647461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-579079383-network', 'tenant_id': '1b1ba7d02283428390b0b2137538febe'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:46.652365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:46.656344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Usage tracker for resource:network and tenant:1b1ba7d02283428390b0b2137538febe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:46.659773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:46.665989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:46.762179 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Made reservation on behalf of 1b1ba7d02283428390b0b2137538febe for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:46.764651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:46.777632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:46.785929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:46.793570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:46.797365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1ba7d02283428390b0b2137538febe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:46.800499 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:46.806096 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:46.890688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:46.956394 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:46.959439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e4413370-2380-4b97-a3fc-782eaab725bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:46.989302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:37:46.997911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8151be2f-a8d8-42f1-82f8-5ae525ec36ce,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:47.002480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:47.011267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.011267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Added segment a0d4d36d-1ae8-4071-be5f-16a1bb67f712 of type vlan for network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5
Dec 22 13:37:47.035011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.128251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.129379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:47.129953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.134861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1ef73535-6b1e-45d6-a74f-d21415ef3e5a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:47.138497 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e57c0>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 4, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a87c12bf-404d-4a64-9946-90e34bc5396b', 'name': '', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'mac_address': 'fa:16:3e:b6:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:43Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 2, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'subnets': [{'id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:47.143773 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Checking router: 4d60d4fe-10ac-44ab-b955-315c6e78832d for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:37:47.144073 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Updating router 4d60d4fe-10ac-44ab-b955-315c6e78832d port a87c12bf-404d-4a64-9946-90e34bc5396b binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:37:47.196968 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.236390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Pushing event updated for resources: {'Network': ['ID=8b70be71-1d69-4178-a63c-2a5fdb9dbdf5,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:47.242017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:47.253563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:37:47.274157 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 11242bf8-6643-45da-8b99-d676dd207a9d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:47.292209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39684) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:47.300466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Request body: {'subnet': {'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-subnet', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:47.304386 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.6607614
Dec 22 13:37:47.307886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:47.312927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Usage tracker for resource:subnet and tenant:1b1ba7d02283428390b0b2137538febe is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:47.321022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:47.324245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:47.408414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Made reservation on behalf of 1b1ba7d02283428390b0b2137538febe for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:47.410877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.502925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 11242bf8-6643-45da-8b99-d676dd207a9d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:47.508029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 11242bf8-6643-45da-8b99-d676dd207a9d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:47.512261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.549434 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.561056 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Transition to ACTIVE for port object a87c12bf-404d-4a64-9946-90e34bc5396b will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:47.629383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.634015 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a4d0df1a-10d5-44de-b7ed-2a91fdb13311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:47.669870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.688094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 11242bf8-6643-45da-8b99-d676dd207a9d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=11242bf8-6643-45da-8b99-d676dd207a9d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:47.753608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.756629 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Pushing event updated for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:47.758665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-381489a2-12d9-46b9-b4ac-4d563980dda2 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:47.794658 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.795028 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.795364 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.800650 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.806053 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:47.819697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.822913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:47.841266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7641440a-9b24-4d75-b9f9-a603ffc98cc8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:47.845329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:47.846214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Checking segment: {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:47.846572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Network hostable DHCP agents. Network: 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:37:47.857714 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Attempting to bind port a87c12bf-404d-4a64-9946-90e34bc5396b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:47.858086 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Attempting to bind port a87c12bf-404d-4a64-9946-90e34bc5396b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:47.858446 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Attempting to bind port a87c12bf-404d-4a64-9946-90e34bc5396b on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Checking segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Bound using segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Bound port: a87c12bf-404d-4a64-9946-90e34bc5396b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:47.867143 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:47.906670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=11242bf8-6643-45da-8b99-d676dd207a9d,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:47.914539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.914943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.920860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:37:47.922020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:47.936803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:37:47.956846 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] For port a87c12bf-404d-4a64-9946-90e34bc5396b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:47.959659 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] For port a87c12bf-404d-4a64-9946-90e34bc5396b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a87c12bf-404d-4a64-9946-90e34bc5396b,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:47.996411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:48.000918 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:48.002139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.008428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc02b40-ff5d-4d76-b2f8-3adc1a574bed None None] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:48.020019 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.024942 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-3a750569-a75e-4369-90ea-73ad13b74c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:48.103979 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:48.104616 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986e57c0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:48.135056 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8409326
Dec 22 13:37:48.137560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39688) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:48.144734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:48.151198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:48.157472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Usage tracker for resource:router and tenant:1b1ba7d02283428390b0b2137538febe is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:37:48.160202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:37:48.171044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:48.177130 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Pushing event updated for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:48.181855 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:48.246078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'fixed_ips': [{'subnet_id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:37:48.247010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.251853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.258632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.277937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.348009 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:48.424470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Allocated IP 172.20.0.2 (8b70be71-1d69-4178-a63c-2a5fdb9dbdf5/7641440a-9b24-4d75-b9f9-a603ffc98cc8/d28587ad-0c56-4f56-90ac-153aaedbd5e0) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:48.695255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.705017 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986e57c0>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 4, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a87c12bf-404d-4a64-9946-90e34bc5396b', 'name': '', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'mac_address': 'fa:16:3e:b6:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:43Z', 'updated_at': '2021-12-22T13:37:47Z', 'revision_number': 4, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'subnets': [{'id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:48.705627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Transition to ACTIVE for port object d28587ad-0c56-4f56-90ac-153aaedbd5e0 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:48.709128 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dece8e6d-05f1-4b68-bd68-c66b677f89d7 None None] The sync data for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv is: [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:44Z', 'revision_number': 4, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'a87c12bf-404d-4a64-9946-90e34bc5396b', 'name': '', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'mac_address': 'fa:16:3e:b6:e4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:43Z', 'updated_at': '2021-12-22T13:37:47Z', 'revision_number': 4, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'subnets': [{'id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:37:48.724043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Transition to ACTIVE for port object d28587ad-0c56-4f56-90ac-153aaedbd5e0 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:48.808421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.813402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-8bc66a2b-ebc3-40c1-9045-6312c87688a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:48.882350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:48.886554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:48.890217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:48.894662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:48.976719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Pushing event updated for resources: {'Port': ['ID=d28587ad-0c56-4f56-90ac-153aaedbd5e0,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:48.983373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:48.999704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Attempting to bind port d28587ad-0c56-4f56-90ac-153aaedbd5e0 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:49.000088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Attempting to bind port d28587ad-0c56-4f56-90ac-153aaedbd5e0 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:49.000464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Attempting to bind port d28587ad-0c56-4f56-90ac-153aaedbd5e0 on network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:49.006553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:49.006968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Checking segment: {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:49.007381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.007786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Bound using segment: {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:49.008262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Bound port: d28587ad-0c56-4f56-90ac-153aaedbd5e0, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:49.008640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.104867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] For port d28587ad-0c56-4f56-90ac-153aaedbd5e0, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:49.108146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] For port d28587ad-0c56-4f56-90ac-153aaedbd5e0, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d28587ad-0c56-4f56-90ac-153aaedbd5e0,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:49.177624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.182600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:49.263847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Pushing event updated for resources: {'Port': ['ID=d28587ad-0c56-4f56-90ac-153aaedbd5e0,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:49.285042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:49.347464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a87c12bf-404d-4a64-9946-90e34bc5396b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:49.384754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.427087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.505587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a87c12bf-404d-4a64-9946-90e34bc5396b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:49.514182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a87c12bf-404d-4a64-9946-90e34bc5396b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:49.514612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.600137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Allocated IP 172.26.3.65 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/f2a950ab-6d82-4d3e-8127-ba3997431755) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:49.698036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.739703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a87c12bf-404d-4a64-9946-90e34bc5396b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a87c12bf-404d-4a64-9946-90e34bc5396b,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:49.795445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.814082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.814605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 11242bf8-6643-45da-8b99-d676dd207a9d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:49.843059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:49.891690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.895775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:49.939970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:49.943989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:49.950472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 11242bf8-6643-45da-8b99-d676dd207a9d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:49.950923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:49.968571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:49.972603 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:49.976624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:50.014563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a950ab-6d82-4d3e-8127-ba3997431755,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:50.023767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:50.376911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd850f7-a931-4665-83b3-efb4fd2ede74 None None] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:37:50.518662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:50.539666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cdb7acf1-384e-4d07-881e-3e8438c06170 None None] Provisioning for port d28587ad-0c56-4f56-90ac-153aaedbd5e0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:50.998506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:51.265121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:37:51.285562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a87c12bf-404d-4a64-9946-90e34bc5396b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:51.354472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a87c12bf-404d-4a64-9946-90e34bc5396b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:51.354745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:51.470242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:37:51.474298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d28587ad-0c56-4f56-90ac-153aaedbd5e0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:51.506799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Sync routers for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:37:51.534773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:51.538663 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529897fca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:51.556015 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:51.557254 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4185629
Dec 22 13:37:51.559959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 39692) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:37:51.757533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:51.801864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d28587ad-0c56-4f56-90ac-153aaedbd5e0 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:51.882194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d28587ad-0c56-4f56-90ac-153aaedbd5e0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:51.882575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.070331 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:37:52.123764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.168191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d28587ad-0c56-4f56-90ac-153aaedbd5e0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d28587ad-0c56-4f56-90ac-153aaedbd5e0,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:52.179049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529897fca0>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:50Z', 'revision_number': 3, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:52.185817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Checking router: 33c7905d-d912-4cb3-98dc-34f3ff4103f6 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:37:52.185817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Updating router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 port f2a950ab-6d82-4d3e-8127-ba3997431755 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:37:52.236731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.240981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.275222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.283830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:52.415158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d28587ad-0c56-4f56-90ac-153aaedbd5e0,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:52.420267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:52.645379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.650210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Allocated IP 172.20.0.1 (8b70be71-1d69-4178-a63c-2a5fdb9dbdf5/7641440a-9b24-4d75-b9f9-a603ffc98cc8/226d0bce-62c0-4a50-a96d-726c4239437d) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:52.657863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Transition to ACTIVE for port object f2a950ab-6d82-4d3e-8127-ba3997431755 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:52.722147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.728911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a83ec73d-0b86-4143-ab51-37d9b7f013f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:52.803788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.818727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Attempting to bind port f2a950ab-6d82-4d3e-8127-ba3997431755 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:52.819311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Attempting to bind port f2a950ab-6d82-4d3e-8127-ba3997431755 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:52.819563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Attempting to bind port f2a950ab-6d82-4d3e-8127-ba3997431755 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:52.823003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Transition to ACTIVE for port object 226d0bce-62c0-4a50-a96d-726c4239437d will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:52.828535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Pushing event updated for resources: {'Port': ['ID=f2a950ab-6d82-4d3e-8127-ba3997431755,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:52.831776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:52.832198 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:52.832573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.833003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:52.833444 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Bound port: f2a950ab-6d82-4d3e-8127-ba3997431755, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:52.833836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.863578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:52.914164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] For port f2a950ab-6d82-4d3e-8127-ba3997431755, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:52.917296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] For port f2a950ab-6d82-4d3e-8127-ba3997431755, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f2a950ab-6d82-4d3e-8127-ba3997431755,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:52.922228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:52.927266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:52.992066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:52.994784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:52.998401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:53.014238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.018935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:53.034628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Pushing event updated for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:53.043560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:53.059193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.096508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:53.097149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529897fca0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:53.156522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Pushing event updated for resources: {'Port': ['ID=f2a950ab-6d82-4d3e-8127-ba3997431755,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:53.166421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:53.263003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d28587ad-0c56-4f56-90ac-153aaedbd5e0 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:53.364501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:53.409373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.457036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-55e0d6b6-eb43-4b75-8d4e-11cf24a27382 None None] Provisioning for port 226d0bce-62c0-4a50-a96d-726c4239437d completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:53.527452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-55e0d6b6-eb43-4b75-8d4e-11cf24a27382 None None] Provisioning complete for port 226d0bce-62c0-4a50-a96d-726c4239437d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:53.527831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55e0d6b6-eb43-4b75-8d4e-11cf24a27382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.634456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.640426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d28587ad-0c56-4f56-90ac-153aaedbd5e0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:53.640808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.681783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.710809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bd34a2e5-fe90-4ffd-a114-51084f64bdc9 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:53.713097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-55e0d6b6-eb43-4b75-8d4e-11cf24a27382 None None] Port 226d0bce-62c0-4a50-a96d-726c4239437d cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:37:53.792980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Pushing event updated for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:53.795501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:53.800209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:53.873237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529897fca0>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:50Z', 'revision_number': 3, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:53.877696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c290751-70a3-49e1-99f0-8e67e8c2e1ab None None] The sync data for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv is: [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:50Z', 'revision_number': 3, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:37:53.936735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:53.937895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:54.163789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:37:54.239861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7db7edb1-4485-455e-9e6a-750c22f77c9f None None] Provisioning complete for port 226d0bce-62c0-4a50-a96d-726c4239437d triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:54.240250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7db7edb1-4485-455e-9e6a-750c22f77c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:54.301568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7db7edb1-4485-455e-9e6a-750c22f77c9f None None] Port 226d0bce-62c0-4a50-a96d-726c4239437d cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:37:54.517594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:37:54.526781 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] 10.222.0.16 "PUT /v2.0/routers/33c7905d-d912-4cb3-98dc-34f3ff4103f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9657838
Dec 22 13:37:55.235404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f2a950ab-6d82-4d3e-8127-ba3997431755 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:55.368811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1f2874f4-b89a-461f-bf93-fac8103f7017 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:55.369503 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1f2874f4-b89a-461f-bf93-fac8103f7017 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Synchronizing usage tracker for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:37:55.390572 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port f2a950ab-6d82-4d3e-8127-ba3997431755 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:55.395759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f2a950ab-6d82-4d3e-8127-ba3997431755 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:55.399959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:55.453083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1f2874f4-b89a-461f-bf93-fac8103f7017 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Unset dirty status for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:37:55.455463 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1f2874f4-b89a-461f-bf93-fac8103f7017 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/networks?id=519d3f5a-ce48-4f98-9cd1-43a103588637 HTTP/1.1" status: 200  len: 816 time: 0.2360659
Dec 22 13:37:55.471298 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1bbd8fe2-4b46-44fd-bf10-1afa6c8b0b2e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/quotas/6822b25e6da44b67831cde6f7cdd56a0 HTTP/1.1" status: 200  len: 375 time: 0.0102105
Dec 22 13:37:55.514262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:55.533149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port f2a950ab-6d82-4d3e-8127-ba3997431755, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f2a950ab-6d82-4d3e-8127-ba3997431755,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:55.554788 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-3cb46898-2429-41ab-9dc7-a0e41d40af80 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Synchronizing usage tracker for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:37:55.607639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:55.609436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:55.633605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-3cb46898-2429-41ab-9dc7-a0e41d40af80 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Unset dirty status for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:37:55.634966 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-3cb46898-2429-41ab-9dc7-a0e41d40af80 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1584356
Dec 22 13:37:55.681644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=f2a950ab-6d82-4d3e-8127-ba3997431755,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:55.683816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:55.780628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-47b1087b-ff2a-4883-b27b-2b465abe3970 service neutron] 10.222.0.16 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331000
Dec 22 13:37:55.915773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-91c32494-0619-4d07-9474-0bf724f2854a service neutron] 10.222.0.16 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285541
Dec 22 13:37:55.995374 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Sync routers for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:37:56.005324 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:56.010075 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299da7820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:56.179896 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-393985db-44ad-4140-9b69-c884d0c80059 req-ed449016-a445-45ce-870f-bd48ef79f00a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 210 time: 0.0446987
Dec 22 13:37:56.198238 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:56.506464 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299da7820>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:53Z', 'revision_number': 4, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '226d0bce-62c0-4a50-a96d-726c4239437d', 'name': '', 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'mac_address': 'fa:16:3e:6a:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:52Z', 'updated_at': '2021-12-22T13:37:53Z', 'revision_number': 2, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'subnets': [{'id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:56.510261 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Checking router: 33c7905d-d912-4cb3-98dc-34f3ff4103f6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:37:56.510620 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Updating router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 port 226d0bce-62c0-4a50-a96d-726c4239437d binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:37:56.561754 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:56.897623 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:56.908764 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Transition to ACTIVE for port object 226d0bce-62c0-4a50-a96d-726c4239437d will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:56.990126 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:56.993917 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:57.150485 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0832-f967-43fd-9d9a-0903f9c7c468 None None] Pushing event updated for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:57.164233 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09ba0832-f967-43fd-9d9a-0903f9c7c468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:57.217617 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Attempting to bind port 226d0bce-62c0-4a50-a96d-726c4239437d on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:37:57.220926 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Attempting to bind port 226d0bce-62c0-4a50-a96d-726c4239437d by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:37:57.220926 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Attempting to bind port 226d0bce-62c0-4a50-a96d-726c4239437d on network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:37:57.229975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f2a950ab-6d82-4d3e-8127-ba3997431755 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:57.230998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:37:57.231456 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Checking segment: {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:37:57.232003 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:57.232647 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Bound using segment: {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:37:57.233206 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Bound port: 226d0bce-62c0-4a50-a96d-726c4239437d, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:37:57.233727 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:57.324152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port f2a950ab-6d82-4d3e-8127-ba3997431755 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:57.324705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:57.336686 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] For port 226d0bce-62c0-4a50-a96d-726c4239437d, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:37:57.339770 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] For port 226d0bce-62c0-4a50-a96d-726c4239437d, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=226d0bce-62c0-4a50-a96d-726c4239437d,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:37:57.402331 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5202ce76-289c-4cb5-97c4-3004c0f07a35 req-b2aa9974-3311-4b13-a5e1-f38aed486ff4 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 210 time: 0.0469735
Dec 22 13:37:57.454388 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:57.459162 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf87b40d-2a90-415c-a0c1-00a29cdfa51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:57.533961 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:37:57.534686 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299da7820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:37:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:57.624690 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba0832-f967-43fd-9d9a-0903f9c7c468 None None] Pushing event updated for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:57.628680 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09ba0832-f967-43fd-9d9a-0903f9c7c468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:57.763321 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:37:58.078127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299da7820>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:53Z', 'revision_number': 4, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '226d0bce-62c0-4a50-a96d-726c4239437d', 'name': '', 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'mac_address': 'fa:16:3e:6a:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:52Z', 'updated_at': '2021-12-22T13:37:57Z', 'revision_number': 4, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'subnets': [{'id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:37:58.082609 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1201e-7aae-4392-99c4-8fad6c79c40e None None] The sync data for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv is: [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:37:53Z', 'revision_number': 4, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '226d0bce-62c0-4a50-a96d-726c4239437d', 'name': '', 'network_id': '8b70be71-1d69-4178-a63c-2a5fdb9dbdf5', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'mac_address': 'fa:16:3e:6a:f8:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:52Z', 'updated_at': '2021-12-22T13:37:57Z', 'revision_number': 4, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'subnets': [{'id': '7641440a-9b24-4d75-b9f9-a603ffc98cc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:37:58.520719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-b4b6cbf8-4e1f-4fcb-b07b-7c4faeab7050 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:58.522258 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-b4b6cbf8-4e1f-4fcb-b07b-7c4faeab7050 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "GET /v2.0/networks?id=519d3f5a-ce48-4f98-9cd1-43a103588637 HTTP/1.1" status: 200  len: 816 time: 0.1601939
Dec 22 13:37:58.536256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Request body: {'port': {'device_id': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'admin_state_up': True, 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:58.582790 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a777f332-18d8-4912-b335-95bb218da584 req-f5f441f3-068c-45a9-98dd-f881d15ecbb9 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 210 time: 0.0516894
Dec 22 13:37:58.696129 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:37:58.706883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:37:58.773077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Made reservation on behalf of 6822b25e6da44b67831cde6f7cdd56a0 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:37:58.776689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:58.954702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Allocated IP 172.20.0.11 (519d3f5a-ce48-4f98-9cd1-43a103588637/be5b6991-df24-4bf1-bdbc-661c28229a5c/55d17d34-9fdf-4a38-83bd-b3639e7ddb7e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:37:59.155787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.175049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Transition to ACTIVE for port object 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:37:59.251461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 226d0bce-62c0-4a50-a96d-726c4239437d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:37:59.257272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.263718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:59.336312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:37:59.339239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:37:59.343579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:37:59.371880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Pushing event updated for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:59.377963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:59.380171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 226d0bce-62c0-4a50-a96d-726c4239437d completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:59.385863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 226d0bce-62c0-4a50-a96d-726c4239437d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:59.386307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.413891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:59.414513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.505584 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9745798
Dec 22 13:37:59.511136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.519724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Request body: {'port': {'device_id': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:37:59.546570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 226d0bce-62c0-4a50-a96d-726c4239437d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=226d0bce-62c0-4a50-a96d-726c4239437d,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:37:59.613282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.615549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-fd1b33b2-4d54-409d-a331-a84495d3b656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:37:59.645874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.712808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:37:59.717937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:37:59.727505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d9bdcb89-b5cb-4fdc-b45f-b3e8f9022169 None None] Provisioning for port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:37:59.733646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d9bdcb89-b5cb-4fdc-b45f-b3e8f9022169 None None] Provisioning complete for port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:37:59.734158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d9bdcb89-b5cb-4fdc-b45f-b3e8f9022169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:37:59.799185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d9bdcb89-b5cb-4fdc-b45f-b3e8f9022169 None None] Port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:37:59.804137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d52d0-ba77-48d2-b0b2-c37495cf9361 req-a8e6f490-9534-47dd-8d9f-f7a2ea2804ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:37:59.806226 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-484d52d0-ba77-48d2-b0b2-c37495cf9361 req-a8e6f490-9534-47dd-8d9f-f7a2ea2804ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 932 time: 0.0921361
Dec 22 13:37:59.854162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-484d52d0-ba77-48d2-b0b2-c37495cf9361 req-a2ac162b-646e-4f5a-927b-e070aa0a562b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Synchronizing usage tracker for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:37:59.932868 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-484d52d0-ba77-48d2-b0b2-c37495cf9361 req-a2ac162b-646e-4f5a-927b-e070aa0a562b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Unset dirty status for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:37:59.934060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-484d52d0-ba77-48d2-b0b2-c37495cf9361 req-a2ac162b-646e-4f5a-927b-e070aa0a562b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221464
Dec 22 13:38:00.033228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:38:00.041183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:00.055044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Transition to ACTIVE for port object 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:38:00.132956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:00.136629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3cf7afe3-2ab4-4a7c-acb2-1c7ee9b30f61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:00.303178 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Pushing event updated for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:00.335139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:00.379733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Attempting to bind port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:38:00.380041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Attempting to bind port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:38:00.380424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Attempting to bind port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:38:00.385537 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e on network 519d3f5a-ce48-4f98-9cd1-43a103588637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:38:00.385850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Attempting to bind port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:38:00.390868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:38:00.391940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Checking segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:38:00.392325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Bound using segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:38:00.392743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Bound port: 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:38:00.393134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:00.484426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:38:00.484657 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:38:00.571442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:00.576120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1f2f67a7-7c84-471b-bc7f-7c2f0f95c69f tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:00.758592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:00.759223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:00.760580 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] 10.222.0.46 "PUT /v2.0/ports/55d17d34-9fdf-4a38-83bd-b3639e7ddb7e HTTP/1.1" status: 200  len: 1094 time: 1.2470617
Dec 22 13:38:00.761087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:38:00.788279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Pushing event updated for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:00.788405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:00.813946 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e', 'status': 'completed', 'code': 200}
Dec 22 13:38:00.911290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-b1c06377-3dda-4b42-9d8a-7601b0b262f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:00.913082 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-b1c06377-3dda-4b42-9d8a-7601b0b262f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 1097 time: 0.0790837
Dec 22 13:38:01.061606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-3367f7c2-b3db-496b-a86e-72e2498d207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.063612 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-3367f7c2-b3db-496b-a86e-72e2498d207d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1429615
Dec 22 13:38:01.118030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce556f8-b879-4f5e-9d11-5acd14e9540d req-44de860e-87ef-450d-b650-628bdcdfa504 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.119554 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ce556f8-b879-4f5e-9d11-5acd14e9540d req-44de860e-87ef-450d-b650-628bdcdfa504 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 944 time: 0.0795789
Dec 22 13:38:01.164445 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7ce556f8-b879-4f5e-9d11-5acd14e9540d req-cd5440fc-34c2-4941-a330-0f62ab1ffd4e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386808
Dec 22 13:38:01.208322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-9241c3c2-dfa4-434f-b93a-9c1c512692c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.209854 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4d857c44-db4f-42be-aede-2d6d0f79afc4 req-9241c3c2-dfa4-434f-b93a-9c1c512692c5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1399920
Dec 22 13:38:01.222919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 226d0bce-62c0-4a50-a96d-726c4239437d up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:38:01.292744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 226d0bce-62c0-4a50-a96d-726c4239437d triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:38:01.293363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:01.321690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-ba28471b-365c-4331-a468-981c766a5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.323183 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-ba28471b-365c-4331-a468-981c766a5660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 1097 time: 0.0761254
Dec 22 13:38:01.399302 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-24154088-668f-4bfe-aebc-efa4968967a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e HTTP/1.1" status: 200  len: 217 time: 0.0688221
Dec 22 13:38:01.466461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1543b63e-eec6-409a-935b-0b772dae7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.467959 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-1543b63e-eec6-409a-935b-0b772dae7e26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5b6991-df24-4bf1-bdbc-661c28229a5c HTTP/1.1" status: 200  len: 855 time: 0.0626597
Dec 22 13:38:01.545451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-594063a9-c9f4-4c42-a705-3892f7612cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:01.546986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-594063a9-c9f4-4c42-a705-3892f7612cc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=519d3f5a-ce48-4f98-9cd1-43a103588637&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727806
Dec 22 13:38:01.678901 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-4e396dda-04b2-4515-9b11-5eabfa14648f service neutron] 10.222.0.46 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254675
Dec 22 13:38:01.814205 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-52874b70-0d1d-4722-8e3c-764278bf4b2d req-9a451845-57d7-4b0f-9d01-09a2ef74c10d service neutron] 10.222.0.46 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284971
Dec 22 13:38:02.361549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296516-f654-4e28-95bf-46422a541608 req-9964a6d4-0fe1-4138-8697-9ad33a5293b8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:02.362999 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b9296516-f654-4e28-95bf-46422a541608 req-9964a6d4-0fe1-4138-8697-9ad33a5293b8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 944 time: 0.0846879
Dec 22 13:38:02.409396 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b9296516-f654-4e28-95bf-46422a541608 req-760860cf-3db3-4ab9-a89a-a0cd321f34c4 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407014
Dec 22 13:38:02.782201 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:03.595007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476326e-2a27-461f-b204-28f198985f01 req-6a1ceba6-1d16-4f62-ba42-d7af8977a65f tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:03.596484 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4476326e-2a27-461f-b204-28f198985f01 req-6a1ceba6-1d16-4f62-ba42-d7af8977a65f tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 944 time: 0.0823755
Dec 22 13:38:03.639974 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4476326e-2a27-461f-b204-28f198985f01 req-f853e31d-7a33-478c-aaed-25c16e45dc43 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378640
Dec 22 13:38:04.825077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd128a2-d14e-4d37-97f0-c0fe7b4684b0 req-ebacb4e7-be6a-4543-ba3b-061b85204d66 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:04.826519 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5dd128a2-d14e-4d37-97f0-c0fe7b4684b0 req-ebacb4e7-be6a-4543-ba3b-061b85204d66 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 944 time: 0.0830762
Dec 22 13:38:04.870855 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5dd128a2-d14e-4d37-97f0-c0fe7b4684b0 req-c296d796-9073-4b81-b45c-55ef1bc5c1ec tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385871
Dec 22 13:38:05.132728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6405310-6120-493d-ba00-1bdb32d3cb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:05.202288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:38:05.377858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:05.390722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'port_id': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e', 'mac_address': 'fa:16:3e:8c:be:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:38:05.447872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:05.464551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:38:05.479960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:05.544153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:05.545856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:05.609774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:05.612888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:05.749251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['55d17d34-9fdf-4a38-83bd-b3639e7ddb7e'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:38:06.053241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1f83c-532e-44ad-a39e-9771d70e073a req-f738c20b-fd28-4c1c-9a38-c4b35e24a326 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:06.054702 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ba1f83c-532e-44ad-a39e-9771d70e073a req-f738c20b-fd28-4c1c-9a38-c4b35e24a326 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 945 time: 0.0806987
Dec 22 13:38:06.102416 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ba1f83c-532e-44ad-a39e-9771d70e073a req-0ed9895b-af88-471c-b33b-8321b0586b45 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421364
Dec 22 13:38:07.230915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:38:07.289271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7821-4ee7-466d-a381-8d3367fcebfc req-c127a780-9425-4431-9479-e163a58bf072 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:07.296296 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97cc7821-4ee7-466d-a381-8d3367fcebfc req-c127a780-9425-4431-9479-e163a58bf072 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 945 time: 0.0817065
Dec 22 13:38:07.336708 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97cc7821-4ee7-466d-a381-8d3367fcebfc req-44b6fcfe-05aa-438c-b453-07e1215769f9 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390584
Dec 22 13:38:07.389930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:38:07.395855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:38:07.396239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:07.525491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:07.540261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c9a6a1f8-0605-403c-adda-779bb03a48b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:07.554078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:38:07.564519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:07.599093 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e', 'code': 200}
Dec 22 13:38:07.630815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:07.633428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:07.702496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:07.705819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:08.036578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303242a-4366-41f5-bac0-ded5ba970079 req-d9d818f1-8825-4feb-8c41-acf1a85a4218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:08.038341 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7303242a-4366-41f5-bac0-ded5ba970079 req-d9d818f1-8825-4feb-8c41-acf1a85a4218 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 1099 time: 0.1668522
Dec 22 13:38:08.083340 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7303242a-4366-41f5-bac0-ded5ba970079 req-57df4b8b-8260-44b3-b9a8-2bb61bf1455a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380251
Dec 22 13:38:08.634149 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9023ef-f696-4895-a43a-a1fd9d902c8e req-4a292cab-1d24-4d20-b0e0-2fdee5a06d09 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:08.635700 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ce9023ef-f696-4895-a43a-a1fd9d902c8e req-4a292cab-1d24-4d20-b0e0-2fdee5a06d09 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.1949923
Dec 22 13:38:08.680666 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ce9023ef-f696-4895-a43a-a1fd9d902c8e req-118a8303-da7c-4741-a565-a8d9fc30d613 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386159
Dec 22 13:38:08.685324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:08.790053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:09.861769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207aa31-4199-4dc6-821d-752f685cb7c5 req-830d7807-c8ea-43c6-aed6-66a723f8696a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:09.863229 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c207aa31-4199-4dc6-821d-752f685cb7c5 req-830d7807-c8ea-43c6-aed6-66a723f8696a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.0778766
Dec 22 13:38:09.907307 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c207aa31-4199-4dc6-821d-752f685cb7c5 req-873f1b89-7d4e-4d67-bc9f-5f89d85a6355 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378652
Dec 22 13:38:10.090766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01255a05-8f9d-4c91-b8b4-e7faf216e00d req-383e71da-72da-420f-ba84-893cabc2f373 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:10.092230 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01255a05-8f9d-4c91-b8b4-e7faf216e00d req-383e71da-72da-420f-ba84-893cabc2f373 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.0835245
Dec 22 13:38:10.136251 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01255a05-8f9d-4c91-b8b4-e7faf216e00d req-76f6218a-cea1-46f8-b12d-b94a2c3129ea tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380144
Dec 22 13:38:10.287219 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:29.070089 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:38:29.647216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b0ef4-eccd-48a4-9479-11702e3026b1 req-b66b7c05-5ca5-4fdd-9a8f-b90264065df6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:29.648548 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef3b0ef4-eccd-48a4-9479-11702e3026b1 req-b66b7c05-5ca5-4fdd-9a8f-b90264065df6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.0807879
Dec 22 13:38:29.696290 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ef3b0ef4-eccd-48a4-9479-11702e3026b1 req-00240aae-051b-452b-8552-1bb1f1e602a4 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421486
Dec 22 13:38:30.929124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f286ba1-3b37-480d-9fd8-ff647f17090e req-2a760ee7-e28f-4cce-b9bf-f1225939364a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:30.930563 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f286ba1-3b37-480d-9fd8-ff647f17090e req-2a760ee7-e28f-4cce-b9bf-f1225939364a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.1268167
Dec 22 13:38:30.975363 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6f286ba1-3b37-480d-9fd8-ff647f17090e req-bd6f1d63-8e2e-437f-8434-cb59c8471167 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390978
Dec 22 13:38:31.131863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-756c758b-26ee-428c-ae8b-04baca9cccd8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:31.132564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-756c758b-26ee-428c-ae8b-04baca9cccd8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Synchronizing usage tracker for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:38:31.206304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-756c758b-26ee-428c-ae8b-04baca9cccd8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Unset dirty status for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:38:31.207487 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-756c758b-26ee-428c-ae8b-04baca9cccd8 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 946 time: 0.1533988
Dec 22 13:38:31.277290 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Deleting port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:38:31.277554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:31.524187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] For port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:31.524579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:31.649755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Calling delete_port for 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:38:31.958947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:31.964661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:32.013623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Pushing event deleted for resources: {'Port': ['ID=55d17d34-9fdf-4a38-83bd-b3639e7ddb7e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:32.061635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.062228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.062697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.063158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.063593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.064025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.064462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.065048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.065420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.065787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.066150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.066513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:38:32.070912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:32.108882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] No DVR routers for this DVR port 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:38:32.111343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:32.114126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'name': 'network-vif-deleted', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:38:32.142952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4762490d-a58b-40a6-a376-805b10a80ae3 req-a866f931-6f42-4acd-9a77-f95232f0ff6b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=4553e10f-bb92-45d9-a0b0-8d59edc74516 HTTP/1.1" status: 200  len: 210 time: 0.0530643
Dec 22 13:38:32.163365 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4553e10f-bb92-45d9-a0b0-8d59edc74516', 'name': 'network-vif-deleted', 'tag': '55d17d34-9fdf-4a38-83bd-b3639e7ddb7e', 'status': 'completed', 'code': 200}
Dec 22 13:38:32.184771 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8599a93e-23fd-45e0-8f5f-862c80213716 req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "DELETE /v2.0/ports/55d17d34-9fdf-4a38-83bd-b3639e7ddb7e HTTP/1.1" status: 204  len: 173 time: 0.9720514
Dec 22 13:38:32.794763 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:33.280732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:38:33.314557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:38:33.314948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 55d17d34-9fdf-4a38-83bd-b3639e7ddb7e not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:38:33.887241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-98ec5a6b-75af-4b21-af78-239e211d5b4d tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:33.888600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-98ec5a6b-75af-4b21-af78-239e211d5b4d tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/networks?id=519d3f5a-ce48-4f98-9cd1-43a103588637 HTTP/1.1" status: 200  len: 816 time: 0.1500435
Dec 22 13:38:33.903044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-e528734a-bfa3-4eac-876a-caab738a4270 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/quotas/6822b25e6da44b67831cde6f7cdd56a0 HTTP/1.1" status: 200  len: 375 time: 0.0090392
Dec 22 13:38:33.985871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-b0d37448-babf-4a4a-8c44-01e076c7e024 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779305
Dec 22 13:38:34.121575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-3063f2a7-ab81-4dcd-8987-cafcc905e09b service neutron] 10.222.0.16 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237235
Dec 22 13:38:34.253960 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-babae376-6c6a-44d2-b81d-a0a4a2b9102c service neutron] 10.222.0.16 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265650
Dec 22 13:38:34.510660 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2de01965-b9fd-4613-ab33-7393fc70a24d req-6e098fdb-afda-42ed-ab1d-c502fe11cfec tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 210 time: 0.0421493
Dec 22 13:38:35.148417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e60ea29c-f358-4d89-bb54-93d41d5c404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:35.666626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-12cc67c5-d17a-418e-ba46-70baec502d2d req-7ef0e46a-37e9-4436-9274-89cae860f851 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 210 time: 0.0496647
Dec 22 13:38:36.572408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-9aa93adf-098b-4c42-b679-a81d55583a5e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:36.573732 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-9aa93adf-098b-4c42-b679-a81d55583a5e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "GET /v2.0/networks?id=519d3f5a-ce48-4f98-9cd1-43a103588637 HTTP/1.1" status: 200  len: 816 time: 0.1545002
Dec 22 13:38:36.585947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Request body: {'port': {'device_id': '0149587d-b90e-4eae-838a-8c8b83594485', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'admin_state_up': True, 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:38:36.723579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:38:36.728440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Usage tracker for resource:port and tenant:6822b25e6da44b67831cde6f7cdd56a0 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:38:36.731365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:38:36.737140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:38:36.808095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Made reservation on behalf of 6822b25e6da44b67831cde6f7cdd56a0 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:38:36.812131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:36.818277 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c7c6416-5aac-44f8-8cee-beefcbb86717 req-251ddb2c-e689-4231-b31c-786d84750976 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 210 time: 0.0448635
Dec 22 13:38:36.994879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Allocated IP 172.20.0.9 (519d3f5a-ce48-4f98-9cd1-43a103588637/be5b6991-df24-4bf1-bdbc-661c28229a5c/97b85cc5-869a-4670-9a8c-2ba268159366) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:38:37.246724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.264252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Transition to ACTIVE for port object 97b85cc5-869a-4670-9a8c-2ba268159366 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:38:37.361548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.367953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-bdb6a72c-6da0-4e60-a0e9-45eb814f4e32 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:37.439985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:38:37.443126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:38:37.447841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:38:37.501051 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Pushing event updated for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:37.507030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:37.520466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-415cfc0b-4311-46f0-9803-f6e0603734b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.533313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:37.533959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.636046 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0540977
Dec 22 13:38:37.647800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Request body: {'port': {'device_id': '0149587d-b90e-4eae-838a-8c8b83594485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:38:37.754805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-25f7d923-6d7b-4e8b-aeff-dff95bb29b5c None None] Provisioning for port 97b85cc5-869a-4670-9a8c-2ba268159366 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:38:37.758615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.759848 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-25f7d923-6d7b-4e8b-aeff-dff95bb29b5c None None] Provisioning complete for port 97b85cc5-869a-4670-9a8c-2ba268159366 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:38:37.760252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-25f7d923-6d7b-4e8b-aeff-dff95bb29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:37.817123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-25f7d923-6d7b-4e8b-aeff-dff95bb29b5c None None] Port 97b85cc5-869a-4670-9a8c-2ba268159366 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:38:38.010902 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66738-6e26-48cb-8f23-a25d41b1023f req-4043c136-ee0e-4444-a4f5-4f26cbe16e57 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:38.012338 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ade66738-6e26-48cb-8f23-a25d41b1023f req-4043c136-ee0e-4444-a4f5-4f26cbe16e57 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 931 time: 0.0841756
Dec 22 13:38:38.061223 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ade66738-6e26-48cb-8f23-a25d41b1023f req-27c75bd2-a5f2-443d-b7a1-40f6af3f6305 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432315
Dec 22 13:38:38.110679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b85cc5-869a-4670-9a8c-2ba268159366 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:38:38.117869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.131624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Transition to ACTIVE for port object 97b85cc5-869a-4670-9a8c-2ba268159366 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:38:38.200029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.203604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-603a2e20-d20a-43ff-b4c6-31e9af4d3d9e tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:38.357769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:38.365102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:38.441876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Attempting to bind port 97b85cc5-869a-4670-9a8c-2ba268159366 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:38:38.442212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Attempting to bind port 97b85cc5-869a-4670-9a8c-2ba268159366 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:38:38.442539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Attempting to bind port 97b85cc5-869a-4670-9a8c-2ba268159366 on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:38:38.447834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Port 97b85cc5-869a-4670-9a8c-2ba268159366 on network 519d3f5a-ce48-4f98-9cd1-43a103588637 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:38:38.448165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Attempting to bind port 97b85cc5-869a-4670-9a8c-2ba268159366 on network 519d3f5a-ce48-4f98-9cd1-43a103588637 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:38:38.453078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:38:38.453411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Checking segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:38:38.453791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Bound using segment: {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:38:38.454206 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Bound port: 97b85cc5-869a-4670-9a8c-2ba268159366, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7decf857-d7b4-46c5-b418-adc8ad86b352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:38:38.454544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.541848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:38:38.544815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97b85cc5-869a-4670-9a8c-2ba268159366,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:38:38.600987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.604772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06e8f08e-b080-4a25-911c-e8e814b641ef tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:38.666411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:38.667138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.668455 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] 10.222.0.46 "PUT /v2.0/ports/97b85cc5-869a-4670-9a8c-2ba268159366 HTTP/1.1" status: 200  len: 1093 time: 1.0249527
Dec 22 13:38:38.668991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:38:38.692270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:38.692827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:38.693035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.717248 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366', 'status': 'completed', 'code': 200}
Dec 22 13:38:38.760806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:38.925084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-ad8aa713-6dc1-4cad-b985-b36acfb496b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:38.926599 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-ad8aa713-6dc1-4cad-b985-b36acfb496b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 1096 time: 0.1870763
Dec 22 13:38:39.066209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-15e47a6a-cda2-41fc-9673-a25821fd8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.067639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-15e47a6a-cda2-41fc-9673-a25821fd8e81 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1337790
Dec 22 13:38:39.204275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-c39a4c8e-d472-4e0d-bce0-ba7ab37f2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.205707 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-531115e4-a0e5-43b0-9c15-98408c487c22 req-c39a4c8e-d472-4e0d-bce0-ba7ab37f2803 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1312959
Dec 22 13:38:39.247081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bc4e3-8d9c-404a-a01f-b7525fe04581 req-4fc270eb-ce07-46cd-9bc9-57e1df63515b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.248752 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e28bc4e3-8d9c-404a-a01f-b7525fe04581 req-4fc270eb-ce07-46cd-9bc9-57e1df63515b tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 943 time: 0.0825551
Dec 22 13:38:39.296077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e28bc4e3-8d9c-404a-a01f-b7525fe04581 req-9131307b-cb65-4007-8cd0-425f8006738c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413423
Dec 22 13:38:39.325566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-93666285-e5a6-446d-92fd-1bb496e1e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.325566 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-93666285-e5a6-446d-92fd-1bb496e1e6e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 1096 time: 0.0824647
Dec 22 13:38:39.392144 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-67c50e42-c707-495a-a50f-611658121641 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97b85cc5-869a-4670-9a8c-2ba268159366 HTTP/1.1" status: 200  len: 217 time: 0.0613716
Dec 22 13:38:39.457072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-5f859cd9-18f3-44fc-8fc8-c7e1bb004d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.458486 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-5f859cd9-18f3-44fc-8fc8-c7e1bb004d2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be5b6991-df24-4bf1-bdbc-661c28229a5c HTTP/1.1" status: 200  len: 855 time: 0.0605640
Dec 22 13:38:39.532453 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf78d-1422-4987-96de-b39d8412471b req-1b696de4-ba23-4254-bb15-ad153174b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:39.533879 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-1b696de4-ba23-4254-bb15-ad153174b9df service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=519d3f5a-ce48-4f98-9cd1-43a103588637&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687377
Dec 22 13:38:39.666387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-99df854d-5c01-4c58-b889-adbb3cc46bea service neutron] 10.222.0.46 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253991
Dec 22 13:38:39.796855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-705cf78d-1422-4987-96de-b39d8412471b req-aa06380e-d88c-4473-b386-0d8a4ee0b6dc service neutron] 10.222.0.46 "GET /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238866
Dec 22 13:38:40.268865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:40.481888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143816db-da7c-4cf4-836d-577a9f98c64c req-252bd871-1414-475d-9e7c-8bac0471d2c1 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:40.483343 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-143816db-da7c-4cf4-836d-577a9f98c64c req-252bd871-1414-475d-9e7c-8bac0471d2c1 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 943 time: 0.0819378
Dec 22 13:38:40.527382 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-143816db-da7c-4cf4-836d-577a9f98c64c req-e935a45d-1413-4c6e-ab30-d51b4e6525cb tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383339
Dec 22 13:38:41.714126 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617adaf-488d-4ed8-b90a-33769130320c req-5879ac0e-5e47-453f-9f86-d6874f6310b3 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:41.715613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b617adaf-488d-4ed8-b90a-33769130320c req-5879ac0e-5e47-453f-9f86-d6874f6310b3 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 943 time: 0.0807881
Dec 22 13:38:41.759539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b617adaf-488d-4ed8-b90a-33769130320c req-42e2ab93-413b-4fc8-b47c-af25814684ba tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383973
Dec 22 13:38:42.947842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf5c67-4499-4aaf-b08a-3c14839f8689 req-3a28f957-a82a-40d4-b71e-cd7c40798d33 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:42.949272 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-decf5c67-4499-4aaf-b08a-3c14839f8689 req-3a28f957-a82a-40d4-b71e-cd7c40798d33 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 943 time: 0.0839121
Dec 22 13:38:42.991791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-decf5c67-4499-4aaf-b08a-3c14839f8689 req-b35324f8-b5d6-4479-a59c-66db27d9b954 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369620
Dec 22 13:38:43.308577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 97b85cc5-869a-4670-9a8c-2ba268159366 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:38:43.440527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97b85cc5-869a-4670-9a8c-2ba268159366,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:43.453932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '97b85cc5-869a-4670-9a8c-2ba268159366', 'network_id': '519d3f5a-ce48-4f98-9cd1-43a103588637', 'port_id': '97b85cc5-869a-4670-9a8c-2ba268159366', 'mac_address': 'fa:16:3e:d8:fe:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5b6991-df24-4bf1-bdbc-661c28229a5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:38:43.507851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:43.523977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b85cc5-869a-4670-9a8c-2ba268159366 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:38:43.539267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97b85cc5-869a-4670-9a8c-2ba268159366,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:43.577416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:43.579189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:43.646708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:43.649750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:43.770705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['97b85cc5-869a-4670-9a8c-2ba268159366'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:38:44.175363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a1efd-409c-4b72-b636-f616e672147b req-dbdc0953-6535-4214-ad7c-47aa987eac7e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:44.176815 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca9a1efd-409c-4b72-b636-f616e672147b req-dbdc0953-6535-4214-ad7c-47aa987eac7e tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 944 time: 0.0799222
Dec 22 13:38:44.221256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ca9a1efd-409c-4b72-b636-f616e672147b req-6cf64287-47c3-4acc-b9c8-65316cd2a585 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385098
Dec 22 13:38:45.328356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 97b85cc5-869a-4670-9a8c-2ba268159366 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:38:45.486174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 97b85cc5-869a-4670-9a8c-2ba268159366 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:38:45.491948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 97b85cc5-869a-4670-9a8c-2ba268159366 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:38:45.492377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:45.511386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edbf32-f903-4e4f-b7a7-875e7e8a93a5 req-4dda1cbd-da1f-4ef6-ac9e-7d5652a30711 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:45.512851 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b9edbf32-f903-4e4f-b7a7-875e7e8a93a5 req-4dda1cbd-da1f-4ef6-ac9e-7d5652a30711 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 944 time: 0.1846802
Dec 22 13:38:45.557804 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b9edbf32-f903-4e4f-b7a7-875e7e8a93a5 req-fa58205e-e093-4988-92c2-22261e8197b5 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389748
Dec 22 13:38:45.648953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:45.675838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:38:45.686153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97b85cc5-869a-4670-9a8c-2ba268159366,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:38:45.773907 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366', 'code': 200}
Dec 22 13:38:45.776325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:38:45.778151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:38:45.844438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:38:45.847369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:38:46.143306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d758d-b484-4089-aad6-2f2abbbd1b41 req-d68b39ec-eec3-47fe-afaf-cece4aed7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:46.144690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0b1d758d-b484-4089-aad6-2f2abbbd1b41 req-d68b39ec-eec3-47fe-afaf-cece4aed7342 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 1098 time: 0.0744572
Dec 22 13:38:46.185803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0b1d758d-b484-4089-aad6-2f2abbbd1b41 req-a803a32d-00db-4dfe-800a-dc5589bae576 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332959
Dec 22 13:38:46.752223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8c23-657a-4570-bd82-f108c3010136 req-336a1044-db5f-4bae-a6b7-e35a0f9bbd36 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:46.753698 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e0d8c23-657a-4570-bd82-f108c3010136 req-336a1044-db5f-4bae-a6b7-e35a0f9bbd36 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.0930169
Dec 22 13:38:46.797687 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5e0d8c23-657a-4570-bd82-f108c3010136 req-d8ef11a9-6248-48a6-9897-20c1f280feb2 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381534
Dec 22 13:38:47.985146 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce934e-3b32-4a1b-93a3-f7b7e1aa9cf2 req-e2feb702-8c08-467b-879f-3e3a08ab9812 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:47.986603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-41ce934e-3b32-4a1b-93a3-f7b7e1aa9cf2 req-e2feb702-8c08-467b-879f-3e3a08ab9812 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.0805092
Dec 22 13:38:48.031144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-41ce934e-3b32-4a1b-93a3-f7b7e1aa9cf2 req-73b60193-108b-4c80-b49e-64224b563925 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382121
Dec 22 13:38:48.219254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5700-d4cb-4a77-a5ef-a5068cb40990 req-b6619d93-c20c-4ff6-967e-72273c6fefdb tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:38:48.220718 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-100c5700-d4cb-4a77-a5ef-a5068cb40990 req-b6619d93-c20c-4ff6-967e-72273c6fefdb tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.0840762
Dec 22 13:38:48.267142 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-100c5700-d4cb-4a77-a5ef-a5068cb40990 req-c96f4a52-8e31-49a6-a18c-7527ff69911a tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393832
Dec 22 13:39:02.816809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:05.114075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cea4d376-16e4-4de3-bcaa-2ca5ac0caf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:06.069474 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:39:07.536942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6a6fa0d9-c186-4cf0-8cc9-c94781ee270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:07.735683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f79ead-96db-44a5-bb7d-7d38ba2ebec9 req-dd40aa25-c217-4425-aab0-938492d72306 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:07.737118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-27f79ead-96db-44a5-bb7d-7d38ba2ebec9 req-dd40aa25-c217-4425-aab0-938492d72306 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.0842245
Dec 22 13:39:07.784754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-27f79ead-96db-44a5-bb7d-7d38ba2ebec9 req-d511e002-766e-4e06-801c-e8c1c86a6341 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418847
Dec 22 13:39:08.731091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:08.782581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:08.970993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db276162-680a-45c5-8843-d2fe1e163d55 req-e6760de4-827a-4a5a-8472-df7f8aec515d tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:08.972435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db276162-680a-45c5-8843-d2fe1e163d55 req-e6760de4-827a-4a5a-8472-df7f8aec515d tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.0799298
Dec 22 13:39:09.016459 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db276162-680a-45c5-8843-d2fe1e163d55 req-f3a07c28-a5b4-4b9b-b8e7-fd0774633455 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/security-groups?id=3030ae04-b17f-4acc-94bd-f4ee6edcf470&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377307
Dec 22 13:39:09.257096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-9d43b4f7-b2be-461c-a494-27cf442475be tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:09.258031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-9d43b4f7-b2be-461c-a494-27cf442475be tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Synchronizing usage tracker for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:39:09.382662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-9d43b4f7-b2be-461c-a494-27cf442475be tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Unset dirty status for tenant:6822b25e6da44b67831cde6f7cdd56a0 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:39:09.384120 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-9d43b4f7-b2be-461c-a494-27cf442475be tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 945 time: 0.2055883
Dec 22 13:39:09.458455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Deleting port 97b85cc5-869a-4670-9a8c-2ba268159366 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:09.458793 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:09.704387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] For port 97b85cc5-869a-4670-9a8c-2ba268159366, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=97b85cc5-869a-4670-9a8c-2ba268159366,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:09.704749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:09.832594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Calling delete_port for 97b85cc5-869a-4670-9a8c-2ba268159366 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:10.051193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:10.057760 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-333e1fe3-cdcb-4ee1-81d5-5c6c87331b07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:10.064825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['97b85cc5-869a-4670-9a8c-2ba268159366'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:39:10.225501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Pushing event deleted for resources: {'Port': ['ID=97b85cc5-869a-4670-9a8c-2ba268159366,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:10.255356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:10.263050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:10.308856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] No DVR routers for this DVR port 97b85cc5-869a-4670-9a8c-2ba268159366 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:39:10.311446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:10.321848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'name': 'network-vif-deleted', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:39:10.339325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f3108762-0896-438a-b7fe-725f4e01a19c req-ef600a61-3e69-4298-8587-c2e4e485b377 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.16 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 210 time: 0.0573266
Dec 22 13:39:10.388372 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-39c614c4-45a6-420c-a870-616b545d8ec9 req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] 10.222.0.46 "DELETE /v2.0/ports/97b85cc5-869a-4670-9a8c-2ba268159366 HTTP/1.1" status: 204  len: 173 time: 0.9987152
Dec 22 13:39:10.427816 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0149587d-b90e-4eae-838a-8c8b83594485', 'name': 'network-vif-deleted', 'tag': '97b85cc5-869a-4670-9a8c-2ba268159366', 'status': 'completed', 'code': 200}
Dec 22 13:39:10.870468 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-a11122b6-98d8-48dc-92fd-c5f31ddcc461 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0149587d-b90e-4eae-838a-8c8b83594485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0400136
Dec 22 13:39:10.983738 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-3cc73fdd-3ec4-4c2e-843c-49d19971cf05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&device_id=0149587d-b90e-4eae-838a-8c8b83594485 HTTP/1.1" status: 200  len: 210 time: 0.0413504
Dec 22 13:39:11.137539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-5584e2c9-ff40-47e0-ac93-ae275a8e9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:11.139116 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-5584e2c9-ff40-47e0-ac93-ae275a8e9a29 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1364470
Dec 22 13:39:11.280538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-3f284feb-586d-4ab8-b990-22689e80cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:11.281988 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f84eefbd-9755-4c06-8520-33a2dbe22c54 req-3f284feb-586d-4ab8-b990-22689e80cc05 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1356862
Dec 22 13:39:11.532204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40006) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:12.089232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:12.545078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Deleting port a87c12bf-404d-4a64-9946-90e34bc5396b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:12.545763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:12.716934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] For port a87c12bf-404d-4a64-9946-90e34bc5396b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a87c12bf-404d-4a64-9946-90e34bc5396b,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:12.717285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:12.849052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Calling delete_port for a87c12bf-404d-4a64-9946-90e34bc5396b owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:13.239453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:13.243909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-84dbcb2a-6f20-4111-b773-7a370b60b8b5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:13.292302 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a87c12bf-404d-4a64-9946-90e34bc5396b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:13.330289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.330685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.331089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.331467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.331839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.332206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.332579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.332946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.333314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.333675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.334042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.334423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:13.342448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:13.479418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 97b85cc5-869a-4670-9a8c-2ba268159366 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:13.514473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 97b85cc5-869a-4670-9a8c-2ba268159366 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:13.514834 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 97b85cc5-869a-4670-9a8c-2ba268159366 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:13.581030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:14.052734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Router 4d60d4fe-10ac-44ab-b955-315c6e78832d has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:39:14.229920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:14.238892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Sync routers for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:14.248931 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] 10.222.0.16 "PUT /v2.0/routers/4d60d4fe-10ac-44ab-b955-315c6e78832d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7132704
Dec 22 13:39:14.249193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40010) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:14.249700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:14.250456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529852ce50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:14.425330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:14.429984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:14.602908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:14.679419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Deleting port 11242bf8-6643-45da-8b99-d676dd207a9d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:14.679675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:14.713538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529852ce50>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111'}], 'enable_snat': True}, 'gw_port_id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:39:13Z', 'revision_number': 5, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port': {'id': '11242bf8-6643-45da-8b99-d676dd207a9d', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:af:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:14.717371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Checking router: 4d60d4fe-10ac-44ab-b955-315c6e78832d for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:14.725591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Routers {'4d60d4fe-10ac-44ab-b955-315c6e78832d'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:14.726966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529852ce50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['4d60d4fe-10ac-44ab-b955-315c6e78832d'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:14.857110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] For port 11242bf8-6643-45da-8b99-d676dd207a9d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=11242bf8-6643-45da-8b99-d676dd207a9d,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:14.857462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:14.875646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] Set router 4d60d4fe-10ac-44ab-b955-315c6e78832d gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:14.981090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529852ce50>, [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:39:14Z', 'revision_number': 6, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:14.983298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Calling delete_port for 11242bf8-6643-45da-8b99-d676dd207a9d owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:14.985101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b77ccf-0528-41df-b3b1-f0be08677a8f None None] The sync data for ids ['4d60d4fe-10ac-44ab-b955-315c6e78832d'] in dv-neutron-822662-1-hyperv is: [{'id': '4d60d4fe-10ac-44ab-b955-315c6e78832d', 'name': 'tempest-TestEncryptedCinderVolumes-346786562-router', 'tenant_id': '6822b25e6da44b67831cde6f7cdd56a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:40Z', 'updated_at': '2021-12-22T13:39:14Z', 'revision_number': 6, 'project_id': '6822b25e6da44b67831cde6f7cdd56a0', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:15.221983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.225709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ea44b4d7-1d7d-499b-9c2b-11071abad0f0 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:15.268757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11242bf8-6643-45da-8b99-d676dd207a9d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:15.272267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:15.366485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.445290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a87c12bf-404d-4a64-9946-90e34bc5396b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:15.484851 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a87c12bf-404d-4a64-9946-90e34bc5396b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:15.485205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a87c12bf-404d-4a64-9946-90e34bc5396b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:15.652630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.654700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.742317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.746289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d60d4fe-10ac-44ab-b955-315c6e78832d {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:39:15.758122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.759481 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4d60d4fe-10ac-44ab-b955-315c6e78832d HTTP/1.1" status: 204  len: 168 time: 1.5093627
Dec 22 13:39:15.761957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40014) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:15.823956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Deleting subnet be5b6991-df24-4bf1-bdbc-661c28229a5c {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:39:15.826836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.879760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:15.959794 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.090623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.094361 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c360c4cb-b936-4eef-8b1c-535c796cd4f7 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:16.131316 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5b6991-df24-4bf1-bdbc-661c28229a5c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:16.139430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:16.140418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.145200 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1fadb0-ac5d-4857-ac1f-88e982e198ad None None] Network 519d3f5a-ce48-4f98-9cd1-43a103588637 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:16.146310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/be5b6991-df24-4bf1-bdbc-661c28229a5c HTTP/1.1" status: 204  len: 168 time: 0.3833473
Dec 22 13:39:16.148703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40018) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:16.254953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.266300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Deleting port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:16.266572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.386391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] DHCP port deletion for 519d3f5a-ce48-4f98-9cd1-43a103588637 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:39:16.390403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Deleting port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:16.390783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.474707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] For port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:16.475101 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.600242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Calling delete_port for b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:16.632369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] For port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,segment=NetworkSegment(7decf857-d7b4-46c5-b418-adc8ad86b352),segment_id=7decf857-d7b4-46c5-b418-adc8ad86b352)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:16.632692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.753402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.755209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Calling delete_port for b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:16.757477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0224ab09-17ac-44cf-a92d-486ed5daa81e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:16.798762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:16.802385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:16.804505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] No DVR routers for this DVR port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:39:16.831829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:39:16.832283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:39:16.919386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.944495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52934c3af0>,) {'filters': {'network_id': ['519d3f5a-ce48-4f98-9cd1-43a103588637']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:16.960156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934c3af0>, '7decf857-d7b4-46c5-b418-adc8ad86b352') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:16.960452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52934c3af0>, '7decf857-d7b4-46c5-b418-adc8ad86b352') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:16.971973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.987880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:16.993681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:39:16.994054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:39:17.006624 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:39:17.136331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:17.139735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d1d6a6d4-92a3-4ac2-ba88-3761e13159aa tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:17.152964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:17.168875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Pushing event deleted for resources: {'Network': ['ID=519d3f5a-ce48-4f98-9cd1-43a103588637,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:17.176154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:17.252102 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] 10.222.0.16 "DELETE /v2.0/networks/519d3f5a-ce48-4f98-9cd1-43a103588637 HTTP/1.1" status: 204  len: 168 time: 1.1012058
Dec 22 13:39:17.256162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40022) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:17.256681 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 11242bf8-6643-45da-8b99-d676dd207a9d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:17.297855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 11242bf8-6643-45da-8b99-d676dd207a9d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:17.298401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 11242bf8-6643-45da-8b99-d676dd207a9d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:17.299091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:17.332134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:17.333535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:17.333822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Deleting port b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:17.334199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:17.404715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a94f9-5229-4c93-83ee-887bc8e9cabd None None] The port 'b3ca26f6-b7dd-498a-a1d1-aaa92e9b2038' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:39:17.913125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:18.260541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Deleting port 226d0bce-62c0-4a50-a96d-726c4239437d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:18.260870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:18.435392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] For port 226d0bce-62c0-4a50-a96d-726c4239437d, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=226d0bce-62c0-4a50-a96d-726c4239437d,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:18.435743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:18.556976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Calling delete_port for 226d0bce-62c0-4a50-a96d-726c4239437d owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:18.816482 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:18.820201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-767957b5-a1a1-494d-8467-08c06b2de6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:18.869399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Pushing event deleted for resources: {'Port': ['ID=226d0bce-62c0-4a50-a96d-726c4239437d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:18.872530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:19.259095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:19.624528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:39:19.803590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:19.812394 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Sync routers for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:19.812981 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] 10.222.0.16 "PUT /v2.0/routers/33c7905d-d912-4cb3-98dc-34f3ff4103f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5553570
Dec 22 13:39:19.815461 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40026) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:19.822411 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:19.823047 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298722fa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:19.992168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:19.999674 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:20.172818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:20.245109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Deleting port f2a950ab-6d82-4d3e-8127-ba3997431755 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:20.245391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:20.284735 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298722fa0>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65'}], 'enable_snat': True}, 'gw_port_id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:39:18Z', 'revision_number': 5, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port': {'id': 'f2a950ab-6d82-4d3e-8127-ba3997431755', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:2a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:37:49Z', 'updated_at': '2021-12-22T13:37:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:20.289173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Checking router: 33c7905d-d912-4cb3-98dc-34f3ff4103f6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:20.297886 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Routers {'33c7905d-d912-4cb3-98dc-34f3ff4103f6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:20.298499 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298722fa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:20.424529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] For port f2a950ab-6d82-4d3e-8127-ba3997431755, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=f2a950ab-6d82-4d3e-8127-ba3997431755,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:20.425113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:20.450818 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] Set router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:20.595544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298722fa0>, [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:39:20Z', 'revision_number': 6, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:20.599638 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2740065-af8b-44b0-847d-19ba864fb4f9 None None] The sync data for ids ['33c7905d-d912-4cb3-98dc-34f3ff4103f6'] in dv-neutron-822662-1-hyperv is: [{'id': '33c7905d-d912-4cb3-98dc-34f3ff4103f6', 'name': 'tempest-TestEncryptedCinderVolumes-579079383-router', 'tenant_id': '1b1ba7d02283428390b0b2137538febe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:37:48Z', 'updated_at': '2021-12-22T13:39:20Z', 'revision_number': 6, 'project_id': '1b1ba7d02283428390b0b2137538febe', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:20.687448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Calling delete_port for f2a950ab-6d82-4d3e-8127-ba3997431755 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:20.902134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:20.905595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6eea821b-a8d1-4dde-bc01-6b2385219cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:20.951043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a950ab-6d82-4d3e-8127-ba3997431755,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:20.977739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:21.045970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.215087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.217205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.290800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.291279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c7905d-d912-4cb3-98dc-34f3ff4103f6 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:39:21.303082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.304182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] 10.222.0.16 "DELETE /v2.0/routers/33c7905d-d912-4cb3-98dc-34f3ff4103f6 HTTP/1.1" status: 204  len: 168 time: 1.4878333
Dec 22 13:39:21.307016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40030) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:21.368850 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Deleting subnet 7641440a-9b24-4d75-b9f9-a603ffc98cc8 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:39:21.372866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.407284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 226d0bce-62c0-4a50-a96d-726c4239437d no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:21.426667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.442151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 226d0bce-62c0-4a50-a96d-726c4239437d {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:21.442505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 226d0bce-62c0-4a50-a96d-726c4239437d not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:21.442972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f2a950ab-6d82-4d3e-8127-ba3997431755 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:21.479665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: f2a950ab-6d82-4d3e-8127-ba3997431755 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:21.480164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device f2a950ab-6d82-4d3e-8127-ba3997431755 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:21.507102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.650966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.654897 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5a229e1b-a635-48b0-a1e3-319b4da64f51 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:21.693534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7641440a-9b24-4d75-b9f9-a603ffc98cc8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:21.697410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:21.699037 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.704506 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b3876196-3c9f-4918-b348-f61b38eec0bb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7641440a-9b24-4d75-b9f9-a603ffc98cc8 HTTP/1.1" status: 204  len: 168 time: 0.3964643
Dec 22 13:39:21.705570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57fadb0-f9e7-4f83-94d4-792a143f5dc7 None None] Network 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:21.707024 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40034) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:21.811767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.822822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Deleting port d28587ad-0c56-4f56-90ac-153aaedbd5e0 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:21.823181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:21.946275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] DHCP port deletion for 8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:39:21.950150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Deleting port d28587ad-0c56-4f56-90ac-153aaedbd5e0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:21.950534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.030129 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] For port d28587ad-0c56-4f56-90ac-153aaedbd5e0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d28587ad-0c56-4f56-90ac-153aaedbd5e0,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:22.030478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.154156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Calling delete_port for d28587ad-0c56-4f56-90ac-153aaedbd5e0 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:22.154382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] For port d28587ad-0c56-4f56-90ac-153aaedbd5e0, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d28587ad-0c56-4f56-90ac-153aaedbd5e0,segment=NetworkSegment(a0d4d36d-1ae8-4071-be5f-16a1bb67f712),segment_id=a0d4d36d-1ae8-4071-be5f-16a1bb67f712)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:22.154533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.281359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Calling delete_port for d28587ad-0c56-4f56-90ac-153aaedbd5e0 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:39:22.410544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.415306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:22.416593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:39:22.417108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:39:22.457182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Pushing event deleted for resources: {'Port': ['ID=d28587ad-0c56-4f56-90ac-153aaedbd5e0,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:22.460294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:22.461058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] No DVR routers for this DVR port d28587ad-0c56-4f56-90ac-153aaedbd5e0 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:39:22.574424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.598869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52983b7250>,) {'filters': {'network_id': ['8b70be71-1d69-4178-a63c-2a5fdb9dbdf5']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:22.611359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52983b7250>, 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:22.611652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52983b7250>, 'a0d4d36d-1ae8-4071-be5f-16a1bb67f712') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:22.623063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.642514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.648344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:39:22.649333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:39:22.662662 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:39:22.793288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.796674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f722c45-261c-4669-bf00-c000ac903c8b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:22.809540 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.819254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Pushing event deleted for resources: {'Network': ['ID=8b70be71-1d69-4178-a63c-2a5fdb9dbdf5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:22.822692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:22.824457 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] 10.222.0.16 "DELETE /v2.0/networks/8b70be71-1d69-4178-a63c-2a5fdb9dbdf5 HTTP/1.1" status: 204  len: 168 time: 1.1165364
Dec 22 13:39:22.918323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Deleting port d28587ad-0c56-4f56-90ac-153aaedbd5e0 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:39:22.918656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:22.987542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-7e857c2f-458e-4b85-a242-e50df72fd09e None None] The port 'd28587ad-0c56-4f56-90ac-153aaedbd5e0' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:39:23.176945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:23.239384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5355d419-fe4e-4dc2-a180-a29efb57a2a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6822b25e6da44b67831cde6f7cdd56a0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0611582
Dec 22 13:39:23.241697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40044) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:23.261904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d28587ad-0c56-4f56-90ac-153aaedbd5e0 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:39:23.299604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: d28587ad-0c56-4f56-90ac-153aaedbd5e0 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:39:23.303056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d28587ad-0c56-4f56-90ac-153aaedbd5e0 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:39:23.303187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:23.334108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:23.467765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:23.471436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-91e28a56-696f-4ac6-a0bc-599ed0484b03 tempest-TestVolumeBootPattern-1598368456 tempest-TestVolumeBootPattern-1598368456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:23.484091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3030ae04-b17f-4acc-94bd-f4ee6edcf470,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:23.487200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:23.563729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:23.564848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3cea69b2-55d7-4737-a480-c5518fd43f1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3030ae04-b17f-4acc-94bd-f4ee6edcf470 HTTP/1.1" status: 204  len: 168 time: 0.3222718
Dec 22 13:39:24.245896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40052) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:24.300719 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cc206129-28ac-42e5-b25f-2f80ab7bfab3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b1ba7d02283428390b0b2137538febe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0533483
Dec 22 13:39:24.302976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40056) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:24.362374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:24.388421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:24.553881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:24.558672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7afb3883-b195-487c-af01-d17bd213658e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:24.572253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8151be2f-a8d8-42f1-82f8-5ae525ec36ce,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:24.574725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:24.578354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:24.579509 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8151f771-d262-41b6-83f1-c6ebacc0dedb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8151be2f-a8d8-42f1-82f8-5ae525ec36ce HTTP/1.1" status: 204  len: 168 time: 0.2756479
Dec 22 13:39:25.563299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40080) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:25.666251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2137163153-network', 'tenant_id': '0516bd9081e3450680670f8e40f12108'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:25.671338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:25.675093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Usage tracker for resource:network and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:25.677862 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:25.684358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:25.735996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Made reservation on behalf of 0516bd9081e3450680670f8e40f12108 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:39:25.738283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:25.750344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:25.765308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:25.769242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:25.772001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:25.778317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:25.865263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:25.901725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:25.904623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9270681d-4b35-47a2-99bb-d2df5f04cac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:25.933345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:39:25.941817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:25.944864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:25.958995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:25.958995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Added segment 59a45415-2965-4264-9dcd-7b3d689d8c31 of type vlan for network bd5b1298-7b6d-4e32-bc63-2569a4b31803
Dec 22 13:39:25.975898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.061803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.062831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:26.063434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.066778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4b526d5a-f0b1-43fd-9119-e13d16019ba3 tempest-FloatingIPNegativeTestJSON-1099999500 tempest-FloatingIPNegativeTestJSON-1099999500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:26.166106 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5b1298-7b6d-4e32-bc63-2569a4b31803,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:26.168670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:26.175952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:39:26.223001 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6584847
Dec 22 13:39:26.226036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40086) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:26.231806 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Request body: {'subnet': {'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2137163153-subnet', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:26.237128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:26.241333 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Usage tracker for resource:subnet and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:26.245214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:26.251075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:26.318898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Made reservation on behalf of 0516bd9081e3450680670f8e40f12108 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:39:26.321866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.582024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.585742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97eb79f3-f95a-44f0-9e96-3cd827c2a411 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:26.658811 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc19b16e-cd23-485d-a531-dc2a20bb433c,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:26.661794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:26.668960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Checking segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:26.669298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Network hostable DHCP agents. Network: bd5b1298-7b6d-4e32-bc63-2569a4b31803, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:39:26.741629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:39:26.810121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, bd5b1298-7b6d-4e32-bc63-2569a4b31803) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:26.814349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:26.814991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.822477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16246f-2138-4f0c-b73c-32c32eca273b None None] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:26.885981 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-75e364e3-478d-4b94-8ab8-c13fc09125d9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6587193
Dec 22 13:39:26.888620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40090) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:26.893894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:26.898650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:26.902665 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Usage tracker for resource:router and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:26.905564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:26.911466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:26.987905 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:26.989048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.004164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.034536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:39:27.035419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.192748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Allocated IP 172.20.0.2 (bd5b1298-7b6d-4e32-bc63-2569a4b31803/cc19b16e-cd23-485d-a531-dc2a20bb433c/a5e220f4-d826-4fa9-b3d0-b9149ce7e556) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:27.401253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.412214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Transition to ACTIVE for port object a5e220f4-d826-4fa9-b3d0-b9149ce7e556 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:27.431451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Transition to ACTIVE for port object a5e220f4-d826-4fa9-b3d0-b9149ce7e556 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:27.497827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.502065 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.507417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:27.571231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:27.574074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:27.577711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:27.583284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Pushing event updated for resources: {'Port': ['ID=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:27.620362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.620732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.621057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.621389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.621721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.622054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.622382 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.622704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.623055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.623378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.623699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.624016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:27.631394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:27.683666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Attempting to bind port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:27.684043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Attempting to bind port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:27.684400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Attempting to bind port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 on network bd5b1298-7b6d-4e32-bc63-2569a4b31803 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:27.689719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:27.690093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Checking segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:27.690494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.690921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Bound using segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:27.691385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Bound port: a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:27.691756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.778252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] For port a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:27.781126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] For port a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:27.828095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.831713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:27.870814 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.901018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:27.916133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Pushing event updated for resources: {'Port': ['ID=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:27.919096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:28.050265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Allocated IP 172.26.3.16 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/fd346e8d-6777-490b-8e00-2e5b5e8753c5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:28.218011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:28.313909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:28.317840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-67d84449-e6d0-4d57-ba38-baf94a8f0813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:28.380451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:28.384098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:28.387982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:28.420536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Pushing event updated for resources: {'Port': ['ID=fd346e8d-6777-490b-8e00-2e5b5e8753c5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:28.426515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:28.856005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d2385-16cb-41af-899f-cafa2d6078f1 None None] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:28.921259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.029105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b47d43dd-4456-4784-abff-2b9023178cc1 None None] Provisioning for port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:29.301563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5e220f4-d826-4fa9-b3d0-b9149ce7e556 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:29.418372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.427484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:29.433190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:29.433573 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.555617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.586522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:29.644434 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.646238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:29.672825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:39:29.712405 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:29.715420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:29.853517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:29.862108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Sync routers for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:29.871258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:29.871893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984fc580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:29.924506 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:29.925806 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0361447
Dec 22 13:39:29.928732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40094) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:30.092484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:30.384235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984fc580>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:28Z', 'revision_number': 3, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:30.388170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Checking router: 50a9ceb4-b8be-46a1-be56-ee454f38ed8f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:30.388526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Updating router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f port fd346e8d-6777-490b-8e00-2e5b5e8753c5 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:39:30.446171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.600369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.783654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.796591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Transition to ACTIVE for port object fd346e8d-6777-490b-8e00-2e5b5e8753c5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:30.855937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.860536 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0c234f64-6e4b-4419-8096-3106825f0c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:30.934952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Attempting to bind port fd346e8d-6777-490b-8e00-2e5b5e8753c5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:30.935638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Allocated IP 172.20.0.1 (bd5b1298-7b6d-4e32-bc63-2569a4b31803/cc19b16e-cd23-485d-a531-dc2a20bb433c/be820d12-25c2-4de2-8739-a630e10c8f2e) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:30.936008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Attempting to bind port fd346e8d-6777-490b-8e00-2e5b5e8753c5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:30.936008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Attempting to bind port fd346e8d-6777-490b-8e00-2e5b5e8753c5 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:30.943326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Pushing event updated for resources: {'Port': ['ID=fd346e8d-6777-490b-8e00-2e5b5e8753c5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:30.946940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:30.946940 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:30.947303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.947695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:30.948177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Bound port: fd346e8d-6777-490b-8e00-2e5b5e8753c5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:30.948554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:30.975924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:31.025423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] For port fd346e8d-6777-490b-8e00-2e5b5e8753c5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:31.028585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] For port fd346e8d-6777-490b-8e00-2e5b5e8753c5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd346e8d-6777-490b-8e00-2e5b5e8753c5,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:31.079930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.084602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.090043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:31.095596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Transition to ACTIVE for port object be820d12-25c2-4de2-8739-a630e10c8f2e will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:31.161249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:31.161857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52984fc580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:31.182359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.186565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:31.242816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Pushing event updated for resources: {'Port': ['ID=fd346e8d-6777-490b-8e00-2e5b5e8753c5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:31.254180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:31.257142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:31.263414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:31.275773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:31.277022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:31.283552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:31.324895 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5e220f4-d826-4fa9-b3d0-b9149ce7e556 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:31.347708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.419269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:31.546369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.610556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:31.610886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.696789 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d9a1-7cab-434f-b9b2-3a5537ca7c45 None None] Provisioning for port be820d12-25c2-4de2-8739-a630e10c8f2e completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:31.722831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2fb2d9a1-7cab-434f-b9b2-3a5537ca7c45 None None] Provisioning complete for port be820d12-25c2-4de2-8739-a630e10c8f2e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:31.723243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2fb2d9a1-7cab-434f-b9b2-3a5537ca7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.771168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.820035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2d9a1-7cab-434f-b9b2-3a5537ca7c45 None None] Port be820d12-25c2-4de2-8739-a630e10c8f2e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:39:31.850321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.878867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-be7b45f8-1add-4c30-a077-1e9edf1ffc15 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:31.938045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52984fc580>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:28Z', 'revision_number': 3, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:31.942050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f187c7-88b3-4f93-8bde-eb972089c500 None None] The sync data for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv is: [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:28Z', 'revision_number': 3, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:31.960595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:31.964954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:31.969432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:32.105433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:32.106574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:32.329185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:39:32.443381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3525a193-326c-4be6-b2c3-b70766e8b94b None None] Provisioning complete for port be820d12-25c2-4de2-8739-a630e10c8f2e triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:32.443793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3525a193-326c-4be6-b2c3-b70766e8b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:32.503199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3525a193-326c-4be6-b2c3-b70766e8b94b None None] Port be820d12-25c2-4de2-8739-a630e10c8f2e cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:39:32.512961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:32.522893 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] 10.222.0.16 "PUT /v2.0/routers/50a9ceb4-b8be-46a1-be56-ee454f38ed8f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5918820
Dec 22 13:39:32.838520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.211385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40112) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:33.217571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1664396866-network', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:33.223271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:33.228296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Usage tracker for resource:network and tenant:8ce55f091dfb47eeb94f04715581d7a6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:33.231536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:33.237375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:33.290232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd346e8d-6777-490b-8e00-2e5b5e8753c5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:33.341715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Made reservation on behalf of 8ce55f091dfb47eeb94f04715581d7a6 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:39:33.344357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.358400 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.374367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:33.378315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Usage tracker for resource:security_group_rule and tenant:8ce55f091dfb47eeb94f04715581d7a6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:33.381253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:33.387357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:33.421871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port fd346e8d-6777-490b-8e00-2e5b5e8753c5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:33.427375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fd346e8d-6777-490b-8e00-2e5b5e8753c5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:33.427762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.451820 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Sync routers for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:33.462099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:33.462944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:33.480253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.541912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.546546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b651fd07-b44b-432e-a865-eb83f19af4af tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:33.553103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.571154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port fd346e8d-6777-490b-8e00-2e5b5e8753c5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd346e8d-6777-490b-8e00-2e5b5e8753c5,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:33.627464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.630331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a8f4d7e-c227-48f8-aa04-42ec361635f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:33.646731 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:33.704203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:39:33.704774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=fd346e8d-6777-490b-8e00-2e5b5e8753c5,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:33.708316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:33.713488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37c15d2-1365-4316-be45-a3eaf42c9839,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:33.722411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.722753 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Added segment c0201d12-6b57-46f1-84a8-a8153a238d30 of type vlan for network 9529d903-639c-4316-9e56-2a6de0581733
Dec 22 13:39:33.724479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.724863 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.725244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.731146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:33.736085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:33.758125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.930202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.931326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:33.931909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:33.936921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-fa90cd05-f2f7-411e-917e-c88d33932091 tempest-RoutersNegativeIpV6Test-839705123 tempest-RoutersNegativeIpV6Test-839705123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:33.979176 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0d60>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 2, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:33.984032 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Checking router: 50a9ceb4-b8be-46a1-be56-ee454f38ed8f for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:33.984403 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Updating router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f port be820d12-25c2-4de2-8739-a630e10c8f2e binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:39:34.037901 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Pushing event updated for resources: {'Network': ['ID=9529d903-639c-4316-9e56-2a6de0581733,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:34.040244 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.041103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:34.047880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 9529d903-639c-4316-9e56-2a6de0581733 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:39:34.085349 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8725178
Dec 22 13:39:34.088443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40116) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:34.093927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Request body: {'subnet': {'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1664396866-subnet', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:34.098713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:34.103012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Usage tracker for resource:subnet and tenant:8ce55f091dfb47eeb94f04715581d7a6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:34.105631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:34.111419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:34.170505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Made reservation on behalf of 8ce55f091dfb47eeb94f04715581d7a6 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:39:34.173027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.395620 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.407060 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Transition to ACTIVE for port object be820d12-25c2-4de2-8739-a630e10c8f2e will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:34.433003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.436909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c852d9cf-0d0e-4bbc-9918-1d329f395141 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:34.490252 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.495675 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-c0b74333-c799-4f8d-8160-15e683fe9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:34.516924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6ccd21-5158-4ce5-a829-41d5702020ca,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:34.519667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:34.522468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Checking segment: {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:34.523615 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Network hostable DHCP agents. Network: 9529d903-639c-4316-9e56-2a6de0581733, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:39:34.609951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Network 9529d903-639c-4316-9e56-2a6de0581733 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:39:34.619743 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Pushing event updated for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:34.656329 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.656583 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.656916 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.657236 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.657557 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.657876 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.658186 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.658499 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.658810 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.659144 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.659453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.659759 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:39:34.671795 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:34.690439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 9529d903-639c-4316-9e56-2a6de0581733) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:34.694650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:34.695571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.702002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecda9b44-d9bf-4314-8e21-e77224e338de None None] Network 9529d903-639c-4316-9e56-2a6de0581733 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:34.722519 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Attempting to bind port be820d12-25c2-4de2-8739-a630e10c8f2e on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:34.722929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Attempting to bind port be820d12-25c2-4de2-8739-a630e10c8f2e by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:34.723296 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Attempting to bind port be820d12-25c2-4de2-8739-a630e10c8f2e on network bd5b1298-7b6d-4e32-bc63-2569a4b31803 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:34.730204 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:34.730577 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Checking segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:34.731009 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.731400 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Bound using segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:34.731861 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Bound port: be820d12-25c2-4de2-8739-a630e10c8f2e, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:34.732231 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.777463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f4bb4e35-2094-42df-98ab-6f2b778fd29b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6875303
Dec 22 13:39:34.779575 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40120) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:34.785828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:34.791611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:34.795857 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Usage tracker for resource:router and tenant:8ce55f091dfb47eeb94f04715581d7a6 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:34.799148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:34.806584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:34.826398 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] For port be820d12-25c2-4de2-8739-a630e10c8f2e, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:34.829407 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] For port be820d12-25c2-4de2-8739-a630e10c8f2e, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=be820d12-25c2-4de2-8739-a630e10c8f2e,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:34.902163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.903283 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.919493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.931740 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.935868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-9529d903-639c-4316-9e56-2a6de0581733', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:39:34.943888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:34.944006 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:35.014860 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Pushing event updated for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:35.017955 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:35.022663 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:35.024342 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0d60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:35.245586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Allocated IP 172.20.0.2 (9529d903-639c-4316-9e56-2a6de0581733/9f6ccd21-5158-4ce5-a829-41d5702020ca/ac9de770-8599-4465-9b25-4430c9244759) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:35.303506 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:35.332039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.355794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd346e8d-6777-490b-8e00-2e5b5e8753c5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:35.422272 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-68eedd78-0eb9-4ffc-aea0-10e8957904e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.456504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.472604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Transition to ACTIVE for port object ac9de770-8599-4465-9b25-4430c9244759 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:35.488155 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port fd346e8d-6777-490b-8e00-2e5b5e8753c5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:35.488535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.540806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Transition to ACTIVE for port object ac9de770-8599-4465-9b25-4430c9244759 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:35.619456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.672658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:35.741535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Network 9529d903-639c-4316-9e56-2a6de0581733 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:35.744942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:35.748548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:35.754553 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Pushing event updated for resources: {'Port': ['ID=ac9de770-8599-4465-9b25-4430c9244759,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:35.758524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:35.777318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.805293 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299dc0d60>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:34Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:35.808146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.811798 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e63b0ae-530e-40aa-a56f-931e3db92775 None None] The sync data for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv is: [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:34Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:35.849199 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Attempting to bind port ac9de770-8599-4465-9b25-4430c9244759 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:35.849662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Attempting to bind port ac9de770-8599-4465-9b25-4430c9244759 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:35.850104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Attempting to bind port ac9de770-8599-4465-9b25-4430c9244759 on network 9529d903-639c-4316-9e56-2a6de0581733 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:35.856517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:35.856718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Checking segment: {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:35.895941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.895941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Bound using segment: {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:35.895941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Bound port: ac9de770-8599-4465-9b25-4430c9244759, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:35.895941 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:35.964514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] For port ac9de770-8599-4465-9b25-4430c9244759, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:35.968209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] For port ac9de770-8599-4465-9b25-4430c9244759, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ac9de770-8599-4465-9b25-4430c9244759,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:35.996766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Allocated IP 172.26.3.100 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/88947c56-459c-4945-840f-2105cc154a49) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:36.016223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:36.020060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:36.102530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Pushing event updated for resources: {'Port': ['ID=ac9de770-8599-4465-9b25-4430c9244759,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:36.105594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:36.316256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:36.387961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:36.394465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cbe7e29a-f486-4a27-9d08-040597d53449 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:36.469637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:36.472581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:36.475151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:36.516743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Pushing event updated for resources: {'Port': ['ID=88947c56-459c-4945-840f-2105cc154a49,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:36.519703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:37.112497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.120799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b66d3d-be29-467a-a072-cb4d8dc7c869 None None] Network 9529d903-639c-4316-9e56-2a6de0581733 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:39:37.303332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9a73fbc1-a0d1-49c2-b2b5-47272d7d4249 None None] Provisioning for port ac9de770-8599-4465-9b25-4430c9244759 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:37.379306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ac9de770-8599-4465-9b25-4430c9244759 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:37.503495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.570112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d9fae00-bd53-48b3-8f4c-441b4eec9524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.581699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port ac9de770-8599-4465-9b25-4430c9244759 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:37.589071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ac9de770-8599-4465-9b25-4430c9244759 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:37.593048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.719361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.759712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7137fec2-5b16-418a-82e8-b3cafff823dc None None] Provisioning complete for port ac9de770-8599-4465-9b25-4430c9244759 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:37.760012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7137fec2-5b16-418a-82e8-b3cafff823dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.787182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:39:37.799833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port ac9de770-8599-4465-9b25-4430c9244759, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ac9de770-8599-4465-9b25-4430c9244759,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:37.855423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:37.856257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device be820d12-25c2-4de2-8739-a630e10c8f2e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:37.887542 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-51fa9434-2276-4f3d-b931-0e57dfc533b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:37.975088 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:37.989481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Sync routers for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:38.008466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=ac9de770-8599-4465-9b25-4430c9244759,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:38.012135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:38.014482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:38.015084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937461f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:38.039078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.040494 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.2599182
Dec 22 13:39:38.043242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40124) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:39:38.201394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:38.301720 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port be820d12-25c2-4de2-8739-a630e10c8f2e completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:38.329394 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port be820d12-25c2-4de2-8739-a630e10c8f2e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:38.329770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.628595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.674508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port be820d12-25c2-4de2-8739-a630e10c8f2e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=be820d12-25c2-4de2-8739-a630e10c8f2e,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:38.690061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937461f0>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:36Z', 'revision_number': 3, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:38.703575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Checking router: 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:38.703575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Updating router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c port 88947c56-459c-4945-840f-2105cc154a49 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:39:38.723744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.743433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.749701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:38.795273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.796735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.872211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:38.902641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:38.910319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:39.081903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Allocated IP 172.20.0.1 (9529d903-639c-4316-9e56-2a6de0581733/9f6ccd21-5158-4ce5-a829-41d5702020ca/c5ad76be-9adc-48ab-9ff0-b2230df02d77) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:39.145399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.157125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Transition to ACTIVE for port object 88947c56-459c-4945-840f-2105cc154a49 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:39.230543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.233602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.243138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a76ada13-e49e-4d71-81d9-c1ecf92be239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:39.252889 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Transition to ACTIVE for port object c5ad76be-9adc-48ab-9ff0-b2230df02d77 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:39.298209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ac9de770-8599-4465-9b25-4430c9244759 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:39.353492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Attempting to bind port 88947c56-459c-4945-840f-2105cc154a49 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:39.353874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Attempting to bind port 88947c56-459c-4945-840f-2105cc154a49 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:39.354247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Attempting to bind port 88947c56-459c-4945-840f-2105cc154a49 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:39.364931 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.370024 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-84113dbb-44d2-43e6-a638-7ee18f3d816d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:39.371428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:39.371818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:39.372231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.372632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:39.373113 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Bound port: 88947c56-459c-4945-840f-2105cc154a49, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:39.373495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.406452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Pushing event updated for resources: {'Port': ['ID=88947c56-459c-4945-840f-2105cc154a49,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:39.422583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:39.437131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Network 9529d903-639c-4316-9e56-2a6de0581733 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:39.439999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:39.442427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:39.466942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] For port 88947c56-459c-4945-840f-2105cc154a49, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:39.470571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] For port 88947c56-459c-4945-840f-2105cc154a49, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88947c56-459c-4945-840f-2105cc154a49,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:39.471689 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port ac9de770-8599-4465-9b25-4430c9244759 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:39.472084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.480838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:39.483792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:39.510387 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.574753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.584945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:39.664024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device be820d12-25c2-4de2-8739-a630e10c8f2e up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:39.705708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.727323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:39.727885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52937461f0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:39.801773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Pushing event updated for resources: {'Port': ['ID=88947c56-459c-4945-840f-2105cc154a49,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:39.809883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:39.915721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-320abac0-4d35-4014-a304-d5a13efc2191 None None] Provisioning for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:39.920762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port be820d12-25c2-4de2-8739-a630e10c8f2e triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:39.921139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:39.971254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-320abac0-4d35-4014-a304-d5a13efc2191 None None] Provisioning complete for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:39.971609 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-320abac0-4d35-4014-a304-d5a13efc2191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.034531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:40.064268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.118849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-320abac0-4d35-4014-a304-d5a13efc2191 None None] Port c5ad76be-9adc-48ab-9ff0-b2230df02d77 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:39:40.119164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.145906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-baebb9a1-7ee9-4672-8c81-e12384072cef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:40.229888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:40.232491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.236465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:40.369716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.374542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Network 9529d903-639c-4316-9e56-2a6de0581733 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:40.375762 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:40.495683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52937461f0>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c5ad76be-9adc-48ab-9ff0-b2230df02d77', 'name': '', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'mac_address': 'fa:16:3e:49:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:38Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 1, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'subnets': [{'id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:40.500437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac185ee4-2060-4d2d-9018-66285e639cb6 None None] The sync data for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv is: [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c5ad76be-9adc-48ab-9ff0-b2230df02d77', 'name': '', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'mac_address': 'fa:16:3e:49:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:38Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 1, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'subnets': [{'id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:40.581593 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:39:40.640985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-f77ddfec-33c9-4559-b448-0332abe6a999 None None] Provisioning complete for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:40.641463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f77ddfec-33c9-4559-b448-0332abe6a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:40.700929 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-f77ddfec-33c9-4559-b448-0332abe6a999 None None] Port c5ad76be-9adc-48ab-9ff0-b2230df02d77 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:39:40.792639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:39:40.801789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] 10.222.0.16 "PUT /v2.0/routers/772c5a8f-c5c8-4a97-a5fd-4c0dd246180c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7574725
Dec 22 13:39:43.071646 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:39:43.321313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88947c56-459c-4945-840f-2105cc154a49 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:43.467538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 88947c56-459c-4945-840f-2105cc154a49 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:43.473315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88947c56-459c-4945-840f-2105cc154a49 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:43.483756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:43.613083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:43.631326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 88947c56-459c-4945-840f-2105cc154a49, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88947c56-459c-4945-840f-2105cc154a49,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:43.730239 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:43.732197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:43.823716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=88947c56-459c-4945-840f-2105cc154a49,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:43.828419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:44.004424 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Sync routers for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:39:44.017066 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:44.017774 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f42760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:44.237103 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:44.577505 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f42760>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c5ad76be-9adc-48ab-9ff0-b2230df02d77', 'name': '', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'mac_address': 'fa:16:3e:49:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:38Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 2, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'subnets': [{'id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:44.581793 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Checking router: 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:39:44.582150 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Updating router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c port c5ad76be-9adc-48ab-9ff0-b2230df02d77 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:39:44.634094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:44.999052 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.011261 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Transition to ACTIVE for port object c5ad76be-9adc-48ab-9ff0-b2230df02d77 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:45.090148 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.099742 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:45.219586 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dda2c7-3c90-4b99-b520-76e5d25654cb None None] Pushing event updated for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:45.221292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-79dda2c7-3c90-4b99-b520-76e5d25654cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:45.341847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88947c56-459c-4945-840f-2105cc154a49 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:45.404624 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Attempting to bind port c5ad76be-9adc-48ab-9ff0-b2230df02d77 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:39:45.405208 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Attempting to bind port c5ad76be-9adc-48ab-9ff0-b2230df02d77 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:39:45.405668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Attempting to bind port c5ad76be-9adc-48ab-9ff0-b2230df02d77 on network 9529d903-639c-4316-9e56-2a6de0581733 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:39:45.414387 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:39:45.414387 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Checking segment: {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:39:45.414958 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.415477 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Bound using segment: {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:39:45.416054 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Bound port: c5ad76be-9adc-48ab-9ff0-b2230df02d77, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0201d12-6b57-46f1-84a8-a8153a238d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '9529d903-639c-4316-9e56-2a6de0581733'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:39:45.416544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.434767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88947c56-459c-4945-840f-2105cc154a49 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:45.435454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.542119 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] For port c5ad76be-9adc-48ab-9ff0-b2230df02d77, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:39:45.546128 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] For port c5ad76be-9adc-48ab-9ff0-b2230df02d77, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c5ad76be-9adc-48ab-9ff0-b2230df02d77,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:39:45.629633 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:45.637251 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-08042000-254d-4c8a-926d-dd64522a62f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:45.716781 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:39:45.717415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f42760>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:39:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:45.793856 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dda2c7-3c90-4b99-b520-76e5d25654cb None None] Pushing event updated for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:45.891502 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-79dda2c7-3c90-4b99-b520-76e5d25654cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:45.939838 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:39:46.287470 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f42760>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c5ad76be-9adc-48ab-9ff0-b2230df02d77', 'name': '', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'mac_address': 'fa:16:3e:49:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:38Z', 'updated_at': '2021-12-22T13:39:45Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'subnets': [{'id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:39:46.292366 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97cc340-336f-441e-8a98-99cbcba4b6ab None None] The sync data for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv is: [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:39:39Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'c5ad76be-9adc-48ab-9ff0-b2230df02d77', 'name': '', 'network_id': '9529d903-639c-4316-9e56-2a6de0581733', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'mac_address': 'fa:16:3e:49:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:38Z', 'updated_at': '2021-12-22T13:39:45Z', 'revision_number': 4, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'subnets': [{'id': '9f6ccd21-5158-4ce5-a829-41d5702020ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:39:47.333945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c5ad76be-9adc-48ab-9ff0-b2230df02d77 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:47.466732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:47.472687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:47.473411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:47.618738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:47.658123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port c5ad76be-9adc-48ab-9ff0-b2230df02d77, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c5ad76be-9adc-48ab-9ff0-b2230df02d77,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:39:48.031740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:48.034000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:48.102874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:48.106819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:49.319450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c5ad76be-9adc-48ab-9ff0-b2230df02d77 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:39:49.400238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port c5ad76be-9adc-48ab-9ff0-b2230df02d77 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:49.400464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:52.556120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-30ed5fe9-d356-425a-9150-fbf449fec96a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:52.557620 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-30ed5fe9-d356-425a-9150-fbf449fec96a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 815 time: 0.1503875
Dec 22 13:39:52.572450 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-6982e764-9709-4297-ab84-c985be27a5e9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/quotas/0516bd9081e3450680670f8e40f12108 HTTP/1.1" status: 200  len: 375 time: 0.0091507
Dec 22 13:39:52.657972 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-991bae89-150f-47ac-a1e5-caafebe5f4da tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0805426
Dec 22 13:39:52.892730 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-44d53746-c0cf-45e6-9129-d95e7fa4f991 service neutron] 10.222.0.16 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232900
Dec 22 13:39:53.025603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-0e1c320a-5737-4805-9ac3-348c4d2d4849 service neutron] 10.222.0.16 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261775
Dec 22 13:39:53.305354 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-74a74c84-4e90-464e-9b9d-cba5643c9296 req-a1a61103-d444-4f28-aed5-4144e06fb737 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 210 time: 0.0674422
Dec 22 13:39:54.391115 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9eff6873-4861-4cb9-8248-4281e61063aa req-8efe5d69-9c9c-4306-83f0-55f27be9b7e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 210 time: 0.0423741
Dec 22 13:39:55.492109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8b7db18b-1560-415e-9364-a7e786baf660 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:55.492722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8b7db18b-1560-415e-9364-a7e786baf660 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Synchronizing usage tracker for tenant:0516bd9081e3450680670f8e40f12108 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:39:55.557518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b24cb11b-79f3-4067-92e5-5effb8c9de40 req-22a9583c-d7d0-4ed4-a349-5e318274b6b7 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 210 time: 0.0481129
Dec 22 13:39:55.575565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8b7db18b-1560-415e-9364-a7e786baf660 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Unset dirty status for tenant:0516bd9081e3450680670f8e40f12108 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:39:55.576743 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8b7db18b-1560-415e-9364-a7e786baf660 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 815 time: 0.2330294
Dec 22 13:39:55.589686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'port': {'device_id': '275055cc-6642-491d-bcff-d21b00accee1', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'admin_state_up': True, 'tenant_id': '0516bd9081e3450680670f8e40f12108'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:39:55.729253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:39:55.733097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:port and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:39:55.735822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:39:55.742252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:39:55.821536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Made reservation on behalf of 0516bd9081e3450680670f8e40f12108 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:39:55.825483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:55.993326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Allocated IP 172.20.0.6 (bd5b1298-7b6d-4e32-bc63-2569a4b31803/cc19b16e-cd23-485d-a531-dc2a20bb433c/79bf64a8-357a-46ae-a8b7-644f155d4aa0) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:39:56.217320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:56.235601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Transition to ACTIVE for port object 79bf64a8-357a-46ae-a8b7-644f155d4aa0 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:39:56.329781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:56.336836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-17ef9d5e-ccff-4ab2-b672-f3876b2c83de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:39:56.415242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:39:56.418868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:39:56.423023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:39:56.489305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:39:56.497168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:56.498135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:56.502381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:39:56.598883 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0135665
Dec 22 13:39:56.795206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92949d0-7d01-4039-aaec-9b22a5f8fe47 req-7d88e986-a44e-433b-94ae-bbb3b9f823a4 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:56.802626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d92949d0-7d01-4039-aaec-9b22a5f8fe47 req-7d88e986-a44e-433b-94ae-bbb3b9f823a4 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0960882
Dec 22 13:39:56.843088 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d92949d0-7d01-4039-aaec-9b22a5f8fe47 req-5af9be89-0476-47b8-9b14-601d025be183 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394552
Dec 22 13:39:56.878447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d2ae5dd3-604c-4d8e-8349-ef45fa25c487 None None] Provisioning for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:39:56.885776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d2ae5dd3-604c-4d8e-8349-ef45fa25c487 None None] Provisioning complete for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:39:56.889551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5dd3-604c-4d8e-8349-ef45fa25c487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:39:56.946070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d2ae5dd3-604c-4d8e-8349-ef45fa25c487 None None] Port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:39:58.046615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffaed8-5229-4baf-84c7-df45e7955ad5 req-d0f7318b-596a-426e-bdeb-5c36259f06a8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:58.051453 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08ffaed8-5229-4baf-84c7-df45e7955ad5 req-d0f7318b-596a-426e-bdeb-5c36259f06a8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0973523
Dec 22 13:39:58.105767 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08ffaed8-5229-4baf-84c7-df45e7955ad5 req-bf0e7bd8-ad7b-4226-94f4-bdfc6529bbc9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517902
Dec 22 13:39:59.344981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bf7e7-b67b-41bb-9fea-5e0deedb9d10 req-abc7526a-4d69-486a-acf6-46efef3e39af tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:39:59.346639 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0d3bf7e7-b67b-41bb-9fea-5e0deedb9d10 req-abc7526a-4d69-486a-acf6-46efef3e39af tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.1225245
Dec 22 13:39:59.402247 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0d3bf7e7-b67b-41bb-9fea-5e0deedb9d10 req-94259a6e-99c1-4978-b7e5-c1747e80b372 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481737
Dec 22 13:40:00.615453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd3b83-24d9-47c2-8aa2-8d195ae21010 req-4a0eda2f-6005-403b-8327-7cab26082a4e tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:00.617361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75fd3b83-24d9-47c2-8aa2-8d195ae21010 req-4a0eda2f-6005-403b-8327-7cab26082a4e tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0848103
Dec 22 13:40:00.661860 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-75fd3b83-24d9-47c2-8aa2-8d195ae21010 req-f729601b-03ac-4230-8ffd-982317602a1a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387862
Dec 22 13:40:01.863906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791136b7-936e-41c3-881b-9fc0e32805d2 req-014d42df-4ee9-4095-8e03-84bbbbada37e tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:01.865261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-791136b7-936e-41c3-881b-9fc0e32805d2 req-014d42df-4ee9-4095-8e03-84bbbbada37e tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0811565
Dec 22 13:40:02.032256 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-791136b7-936e-41c3-881b-9fc0e32805d2 req-05f5088a-ac81-465a-8176-9360c88b15db tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604247
Dec 22 13:40:02.804486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:03.239622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d22a0-d968-4961-a694-8f84bc5c2276 req-b2ca87d9-67fd-4aa0-bc25-e73c6c54661c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:03.242198 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-923d22a0-d968-4961-a694-8f84bc5c2276 req-b2ca87d9-67fd-4aa0-bc25-e73c6c54661c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0817983
Dec 22 13:40:03.285915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-923d22a0-d968-4961-a694-8f84bc5c2276 req-72c42029-b56a-4c55-b6ca-5ea6b27aef9e tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382755
Dec 22 13:40:04.505172 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7095146-747d-48ce-82e5-f07004ce9eb4 req-70474b5a-54b7-4672-8cc1-803b7dcd0839 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:04.507442 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b7095146-747d-48ce-82e5-f07004ce9eb4 req-70474b5a-54b7-4672-8cc1-803b7dcd0839 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.1134322
Dec 22 13:40:04.552835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b7095146-747d-48ce-82e5-f07004ce9eb4 req-c184a7e6-403f-47e3-b8cc-204ee7f3155b tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390861
Dec 22 13:40:05.232988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c3269b95-5db7-44c2-bcf2-49e47152650d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:05.737185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a100-d414-42ff-8731-7cc8340233b3 req-cb275cc5-4acd-4175-b129-693f172a6f1c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:05.738636 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e353a100-d414-42ff-8731-7cc8340233b3 req-cb275cc5-4acd-4175-b129-693f172a6f1c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0802133
Dec 22 13:40:05.793310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e353a100-d414-42ff-8731-7cc8340233b3 req-c93d8bd7-1ae8-4c05-bddf-14f29905a411 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482695
Dec 22 13:40:06.918896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Request body: {'port': {'device_id': '275055cc-6642-491d-bcff-d21b00accee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:06.985458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4a60c-9983-4ff7-86c6-93429c0218da req-62e5a1b5-3d80-4f91-984a-076323eead73 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:06.987165 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ef4a60c-9983-4ff7-86c6-93429c0218da req-62e5a1b5-3d80-4f91-984a-076323eead73 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 931 time: 0.0871077
Dec 22 13:40:07.035824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ef4a60c-9983-4ff7-86c6-93429c0218da req-05eb6174-9532-462e-b083-a417b420bcc0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423360
Dec 22 13:40:07.156677 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.489033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7010811-0361-45ba-8a22-3c2bd7dd9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.501629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bf64a8-357a-46ae-a8b7-644f155d4aa0 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:40:07.509613 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.523735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Transition to ACTIVE for port object 79bf64a8-357a-46ae-a8b7-644f155d4aa0 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:40:07.563019 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.567423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16dc0242-aa13-4598-8a2b-ad0387b03a59 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:07.721886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:07.730195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:07.808001 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Attempting to bind port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:40:07.808344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Attempting to bind port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:40:07.808667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Attempting to bind port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 on network bd5b1298-7b6d-4e32-bc63-2569a4b31803 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:40:07.813201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 on network bd5b1298-7b6d-4e32-bc63-2569a4b31803 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:40:07.813514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Attempting to bind port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 on network bd5b1298-7b6d-4e32-bc63-2569a4b31803 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:40:07.818473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:40:07.818805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Checking segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:40:07.819361 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Bound using segment: {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:40:07.819817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Bound port: 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59a45415-2965-4264-9dcd-7b3d689d8c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:40:07.820110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.906415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:40:07.909198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:40:07.963861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:07.968555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da747874-a795-44df-b659-9cb624b10ea7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:08.029085 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.029692 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:08.031114 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] 10.222.0.46 "PUT /v2.0/ports/79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 1093 time: 1.1166389
Dec 22 13:40:08.031630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:40:08.053279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:08.056717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:08.081530 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:40:08.180822 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-20e7d173-0ec0-45a2-ad98-6a6b38221f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.182342 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-20e7d173-0ec0-45a2-ad98-6a6b38221f0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1096 time: 0.0803075
Dec 22 13:40:08.244872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c4e9c-cb69-482a-b3a4-1692f9e9b5e0 req-d56e1bc5-c0d7-41d8-93fd-efba1650e576 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.247293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-567c4e9c-cb69-482a-b3a4-1692f9e9b5e0 req-d56e1bc5-c0d7-41d8-93fd-efba1650e576 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 943 time: 0.0927076
Dec 22 13:40:08.301785 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-567c4e9c-cb69-482a-b3a4-1692f9e9b5e0 req-6b8685fb-7a17-4f68-84ad-a574e37e35a8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483236
Dec 22 13:40:08.333230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-07b94c31-d31f-44e6-8e32-ee4d6cf64eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.334749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-07b94c31-d31f-44e6-8e32-ee4d6cf64eb6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0516bd9081e3450680670f8e40f12108&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1447830
Dec 22 13:40:08.470125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-0ceccc61-236e-423c-92b2-8ad9e6d9fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.471652 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-7f497cd7-d7e1-45aa-a2a4-08e88d0a307e req-0ceccc61-236e-423c-92b2-8ad9e6d9fa0f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1310272
Dec 22 13:40:08.575478 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-15dc9c7e-7fde-4dc8-a240-ef26cb4b40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.576924 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-15dc9c7e-7fde-4dc8-a240-ef26cb4b40e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1096 time: 0.0704620
Dec 22 13:40:08.649670 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-df007772-d5e0-4937-b4ac-afb77db5e4e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 217 time: 0.0650396
Dec 22 13:40:08.695381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:08.712983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-d5a00d44-d37d-445b-9ab9-00c8e03c7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.714419 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-d5a00d44-d37d-445b-9ab9-00c8e03c7310 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0580890
Dec 22 13:40:08.746598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:08.793141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8584a419-ba04-4734-b58d-6cd1cc794c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:08.794526 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-8584a419-ba04-4734-b58d-6cd1cc794c72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736079
Dec 22 13:40:09.039064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-3286b68c-bdd6-43d1-8293-d410ec4f4ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377818
Dec 22 13:40:09.168593 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-731ab1a5-a41f-48f4-9355-540e60f29797 req-dc3d9f5b-038c-4d33-9176-1c58620e947d service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224148
Dec 22 13:40:09.486227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d14b2-378f-40d3-afce-4718a0a333b6 req-5178d60d-204e-48cc-a840-8b846b5a4101 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:09.487704 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b45d14b2-378f-40d3-afce-4718a0a333b6 req-5178d60d-204e-48cc-a840-8b846b5a4101 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 943 time: 0.0796497
Dec 22 13:40:09.531156 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b45d14b2-378f-40d3-afce-4718a0a333b6 req-d8f48e81-bc98-4f80-b913-bfc49793a5df tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372064
Dec 22 13:40:10.260461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:10.717525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556148f-9c28-4fae-9ec1-b87811bed1bb req-56f97fca-af3c-4997-8a65-a628889810d5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:10.718995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1556148f-9c28-4fae-9ec1-b87811bed1bb req-56f97fca-af3c-4997-8a65-a628889810d5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 943 time: 0.0830572
Dec 22 13:40:10.762337 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1556148f-9c28-4fae-9ec1-b87811bed1bb req-15e4ce9c-31c0-4ae8-aaac-2d2e5497e158 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377359
Dec 22 13:40:11.743383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 79bf64a8-357a-46ae-a8b7-644f155d4aa0 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:40:11.877735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:40:11.891032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'port_id': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'mac_address': 'fa:16:3e:42:e7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:40:11.948376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:11.950620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43781e-c101-487d-b8ba-7ba52cb4eb6f req-07534a03-9ecc-49d4-b19a-b068cf43506b tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:11.952234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe43781e-c101-487d-b8ba-7ba52cb4eb6f req-07534a03-9ecc-49d4-b19a-b068cf43506b tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 943 time: 0.0813620
Dec 22 13:40:11.966267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bf64a8-357a-46ae-a8b7-644f155d4aa0 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:40:11.981809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:40:11.996893 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fe43781e-c101-487d-b8ba-7ba52cb4eb6f req-5fed852d-9d73-4fb6-a422-2afc0a21ef13 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390954
Dec 22 13:40:12.038749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:12.041522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-f8cd5334-82d3-41aa-bd8f-98c574b5e95d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:12.148650 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:12.151803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:12.290912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:40:13.180351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941448a7-82e4-4f21-b833-4f2284b6e855 req-0783a4d1-f4b7-4525-b15c-4f92c1415985 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:13.181783 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-941448a7-82e4-4f21-b833-4f2284b6e855 req-0783a4d1-f4b7-4525-b15c-4f92c1415985 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 944 time: 0.0824230
Dec 22 13:40:13.225554 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-941448a7-82e4-4f21-b833-4f2284b6e855 req-8f9f16f2-3601-415b-8f03-2fd42fe96b08 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381138
Dec 22 13:40:13.743988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 79bf64a8-357a-46ae-a8b7-644f155d4aa0 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:40:13.848976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:40:13.853667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:40:13.854042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:13.968551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:13.994514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:40:14.004319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:40:14.038660 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'code': 200}
Dec 22 13:40:14.072106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:14.073948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:14.137925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:14.140928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:14.341408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cea699-5632-4287-8c4b-8115ef05974f req-e0a8acfc-564f-4f4d-9d96-b0d258515ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:14.342900 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-67cea699-5632-4287-8c4b-8115ef05974f req-e0a8acfc-564f-4f4d-9d96-b0d258515ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1098 time: 0.0736079
Dec 22 13:40:14.383675 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-67cea699-5632-4287-8c4b-8115ef05974f req-92d94a1a-3a2c-4ff1-ab5f-fd18f26243bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346241
Dec 22 13:40:14.418514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6423cc1-77ae-4b67-a865-547340c7d9ff req-ca764735-abe9-4f1e-9a44-077ceb3c3b12 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:14.419972 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6423cc1-77ae-4b67-a865-547340c7d9ff req-ca764735-abe9-4f1e-9a44-077ceb3c3b12 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0805111
Dec 22 13:40:14.467503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c6423cc1-77ae-4b67-a865-547340c7d9ff req-e90630be-e4a9-46d7-a1aa-5810f5970be0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417931
Dec 22 13:40:15.652908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d69fc-1140-4099-b713-0e3b71dc366e req-e66dafc2-b085-4249-898e-e68614ee6059 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:15.654358 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-483d69fc-1140-4099-b713-0e3b71dc366e req-e66dafc2-b085-4249-898e-e68614ee6059 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0805357
Dec 22 13:40:15.697862 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-483d69fc-1140-4099-b713-0e3b71dc366e req-80d77d35-ff62-4207-82bc-63679a9cfedd tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375209
Dec 22 13:40:16.891133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7b037-c1e8-4d2e-9c30-3f005e20e522 req-3c62f0d9-0a56-49ed-b4b2-114b09337596 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:16.892587 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18f7b037-c1e8-4d2e-9c30-3f005e20e522 req-3c62f0d9-0a56-49ed-b4b2-114b09337596 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0906131
Dec 22 13:40:16.938437 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-18f7b037-c1e8-4d2e-9c30-3f005e20e522 req-b6ee7fc8-f4be-40d2-a8a3-0f98fe4b426f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398958
Dec 22 13:40:17.121919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80698b-f18d-4dd9-83b6-a4d186246c37 req-0b303018-df0c-4968-b0f9-b481d80ef508 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:17.123383 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0f80698b-f18d-4dd9-83b6-a4d186246c37 req-0b303018-df0c-4968-b0f9-b481d80ef508 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0781362
Dec 22 13:40:17.167113 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0f80698b-f18d-4dd9-83b6-a4d186246c37 req-6033cf5e-cfba-46fd-abe1-28e3baeb2e1d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381930
Dec 22 13:40:17.569273 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9dcda9-acf5-441c-a5c8-938f1ba99d86 req-65158b60-01b1-4718-b9ae-825d8e202ce9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:17.570604 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc9dcda9-acf5-441c-a5c8-938f1ba99d86 req-65158b60-01b1-4718-b9ae-825d8e202ce9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0831988
Dec 22 13:40:17.613397 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc9dcda9-acf5-441c-a5c8-938f1ba99d86 req-36d793d8-e1b4-4632-bbc8-ef6faa779942 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370643
Dec 22 13:40:20.071549 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:40:30.753908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfd9d-49cb-461f-bde9-468f74167822 req-e6664e6d-28cc-456b-923d-b48b7839a719 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:30.755359 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2abfd9d-49cb-461f-bde9-468f74167822 req-e6664e6d-28cc-456b-923d-b48b7839a719 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0794234
Dec 22 13:40:30.803746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2abfd9d-49cb-461f-bde9-468f74167822 req-d1572111-81d1-4130-995b-6a0d170284e9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426004
Dec 22 13:40:30.827610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40334) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:30.942695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf404da-fa3d-4a3d-98bf-c9e75db1a164 tempest-TestMinimumBasicScenario-442400971 tempest-TestMinimumBasicScenario-442400971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:30.943480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3bf404da-fa3d-4a3d-98bf-c9e75db1a164 tempest-TestMinimumBasicScenario-442400971 tempest-TestMinimumBasicScenario-442400971-project-admin] Synchronizing usage tracker for tenant:8ce55f091dfb47eeb94f04715581d7a6 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:40:31.014267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3bf404da-fa3d-4a3d-98bf-c9e75db1a164 tempest-TestMinimumBasicScenario-442400971 tempest-TestMinimumBasicScenario-442400971-project-admin] Unset dirty status for tenant:8ce55f091dfb47eeb94f04715581d7a6 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:40:31.015461 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3bf404da-fa3d-4a3d-98bf-c9e75db1a164 tempest-TestMinimumBasicScenario-442400971 tempest-TestMinimumBasicScenario-442400971-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1093 time: 0.1868761
Dec 22 13:40:31.018386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40340) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:31.023463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:31.029746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:31.033571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:floatingip and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:31.036649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:31.042289 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:31.111799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:31.256162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:31.391220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Allocated IP 172.26.3.123 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/5e73c463-8d28-4fb0-afee-65cd4e62b1d2) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:40:31.539472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:31.631442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:31.635950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1bc5f7a7-2a91-4b95-b527-16f8ee178c8e tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:31.697095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:40:31.700402 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:40:31.704022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:40:31.750188 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'Port': ['ID=5e73c463-8d28-4fb0-afee-65cd4e62b1d2,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:31.754154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:32.114485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.256620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.461072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.539220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.544449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-af6f26e9-eb56-4158-81ef-581f505c5db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:32.777660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'Port': ['ID=5e73c463-8d28-4fb0-afee-65cd4e62b1d2,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:32.777660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:32.783650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.826176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:32.955409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Floating IP 58ea32f5-59cb-4ee0-bf26-6be985a07765 associated. External IP: 172.26.3.123, port: 79bf64a8-357a-46ae-a8b7-644f155d4aa0.
Dec 22 13:40:33.303166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:40:33.481686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:40:33.492719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Sync routers for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:40:33.501797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:40:33.502425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529361a790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:40:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:40:33.563303 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:33.621654 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6022141
Dec 22 13:40:33.622418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:40:33.624543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40344) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:33.630010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1129728682', 'description': 'tempest-secgroup-smoke-1129728682 description', 'project_id': '0516bd9081e3450680670f8e40f12108'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:33.637055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:33.641450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:33.644693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:33.651659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:33.669175 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:40:33.685185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:40:33.723336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:33.749038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:33.749038 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:33.751565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:33.758259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:33.765585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-9abdcd9e-e1a8-45b0-9644-0fd1bc3f0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:33.767148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-9abdcd9e-e1a8-45b0-9644-0fd1bc3f0862 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1098 time: 0.0765626
Dec 22 13:40:33.829990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:33.903967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-ee1d35c3-6d2f-45fa-8b1c-50760676f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:33.905494 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-ee1d35c3-6d2f-45fa-8b1c-50760676f7e9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1317520
Dec 22 13:40:33.917222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:33.922431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6b3c8ea9-61b7-4b9f-b507-3780f4cdf560 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:33.963784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed650d7-f586-4294-b652-c20db0e052ff,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:33.972007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.972400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.972783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.973156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.973736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.974119 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.974490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.974873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.975264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.975633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.976002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.976365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:33.980090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:34.013281 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-57c70336-5862-4bdc-b6ca-496ccfd52fca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 999 time: 0.1004863
Dec 22 13:40:34.014571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.016025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3903539
Dec 22 13:40:34.018979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40350) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:34.024944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:34.031557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:34.037182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:34.039591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:34.046326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:34.052963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529361a790>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '58ea32f5-59cb-4ee0-bf26-6be985a07765', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'port_id': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'mac_address': 'fa:16:3e:42:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275055cc-6642-491d-bcff-d21b00accee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:40:32Z', 'updated_at': '2021-12-22T13:40:32Z', 'revision_number': 0, 'project_id': '0516bd9081e3450680670f8e40f12108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:40:34.056967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Checking router: 50a9ceb4-b8be-46a1-be56-ee454f38ed8f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:40:34.067903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:40:34.068780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529361a790>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:40:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:40:34.086075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-1fe80291-9586-46db-8d1a-ecbad200f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:34.087566 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-1fe80291-9586-46db-8d1a-ecbad200f2bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0676775
Dec 22 13:40:34.101371 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.165332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-83090d36-8276-4e15-91a6-49a8581e8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:34.166884 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-83090d36-8276-4e15-91a6-49a8581e8e20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723357
Dec 22 13:40:34.169768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.215855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.217872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c03c8d78-c168-45b4-8ce6-518cc274ca6d tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:34.241797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f988f67c-73d9-417d-8906-4b57c20b3833,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:34.244557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:34.263461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:40:34.334282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.336314 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3157470
Dec 22 13:40:34.338760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40354) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:34.345488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:34.352390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:34.357698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:34.361097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:34.367771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:34.436912 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-219ec1ad-c53e-4af4-a276-b3b66de7d539 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626245
Dec 22 13:40:34.444198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.508623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.558421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.566409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-61c9e921-d355-4ed2-b4d6-b017f0b4b12e tempest-TestNetworkAdvancedServerOps-77574028 tempest-TestNetworkAdvancedServerOps-77574028-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:34.577613 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e2bf2863-98d8-4030-8809-1a68f5f35037 req-e088e38a-3cb7-4ccb-a95f-c725487f833b service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334767
Dec 22 13:40:34.589602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1437bd72-4d4f-425d-84b5-0d0ac0691b60,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:34.594278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:34.659999 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.661245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3205833
Dec 22 13:40:34.664117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40358) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:34.670138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:34.676053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:34.680810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:34.682978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529361a790>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '58ea32f5-59cb-4ee0-bf26-6be985a07765', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'port_id': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'mac_address': 'fa:16:3e:42:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275055cc-6642-491d-bcff-d21b00accee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:40:32Z', 'updated_at': '2021-12-22T13:40:32Z', 'revision_number': 0, 'project_id': '0516bd9081e3450680670f8e40f12108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:40:34.684449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:34.687860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db03dc-3c7f-4cd2-8601-645695c3db12 None None] The sync data for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv is: [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '58ea32f5-59cb-4ee0-bf26-6be985a07765', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'port_id': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'mac_address': 'fa:16:3e:42:e7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275055cc-6642-491d-bcff-d21b00accee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:40:32Z', 'updated_at': '2021-12-22T13:40:32Z', 'revision_number': 0, 'project_id': '0516bd9081e3450680670f8e40f12108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:40:34.692002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:34.775451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.847719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.891244 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40e8f89-d2a5-4168-a55e-7eceddcf10fd None None] New status for floating IP 58ea32f5-59cb-4ee0-bf26-6be985a07765: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:40:34.934564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:34.936611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f939492c-b973-4193-a472-52a3993401dd tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:34.958872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a963ef-2c66-4397-8529-9da8b73003b9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:34.970140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.970529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.970930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.971309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.971680 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.972067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.972416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.972782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.973172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.973507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.973867 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.974225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:40:34.977529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:35.037210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.038410 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3732891
Dec 22 13:40:35.041251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40362) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:35.047295 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:35.053553 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:35.057981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:35.061329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:35.067114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:35.134788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f87bd7c-6110-4864-bd1b-66c7d9707808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.164382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.229281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.278222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.284548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a55d0a6e-5c50-449a-9e81-fdb29f321d72 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:35.303720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f95227-c47c-425d-881e-2566fe9afe17,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:35.306135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:35.397512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.398633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-686c3d9d-17eb-4c54-a1d3-9e3f55b251ac tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3564503
Dec 22 13:40:35.401403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40366) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:35.407883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:35.414051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:35.418084 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:35.421106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:35.427833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:35.500004 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Project 0516bd9081e3450680670f8e40f12108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:40:35.506601 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.570204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.654421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.656190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2f54fcf6-3e91-4bb3-ba4b-4c1df546626c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:35.678135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d38af67-4689-4c56-a009-f017a6509ccb,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:35.682498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:35.740035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.741193 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3376372
Dec 22 13:40:35.743807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40370) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:40:35.749363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'security_group_rule': {'security_group_id': '1ed650d7-f586-4294-b652-c20db0e052ff', 'project_id': '0516bd9081e3450680670f8e40f12108', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:35.755203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:40:35.758865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Usage tracker for resource:security_group_rule and tenant:0516bd9081e3450680670f8e40f12108 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:40:35.762339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:40:35.767848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:40:35.848436 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Project 0516bd9081e3450680670f8e40f12108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:40:35.855117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:35.922200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.002402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.004300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7be4ea9a-ca82-4b24-b4fb-ce606885411d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:36.026574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ff0992-ad69-42c3-ae9a-19afa8c7dce4,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:36.031375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:36.093732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.095026 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3502922
Dec 22 13:40:36.213187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-ea8c0705-31ec-457f-83ba-78f84eb555a2 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Synchronizing usage tracker for tenant:0516bd9081e3450680670f8e40f12108 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:40:36.317122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-ea8c0705-31ec-457f-83ba-78f84eb555a2 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Unset dirty status for tenant:0516bd9081e3450680670f8e40f12108 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:40:36.318298 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-ea8c0705-31ec-457f-83ba-78f84eb555a2 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129728682&fields=id&tenant_id=0516bd9081e3450680670f8e40f12108 HTTP/1.1" status: 200  len: 267 time: 0.1450343
Dec 22 13:40:36.412016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-0a7032e3-fb5e-4b24-9071-5cf56d955101 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:36.413525 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-0a7032e3-fb5e-4b24-9071-5cf56d955101 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0896204
Dec 22 13:40:36.424795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'port': {'security_groups': ['0e71fa6f-e1a1-4166-b7f2-a220ec3f248f', '1ed650d7-f586-4294-b652-c20db0e052ff']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:40:36.641761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.894635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:40:36.918900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.967819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:36.973422 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce3bd5af-4238-4a14-aec0-8bd34aefad7d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:40:36.979231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:40:37.038161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.038774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:37.040230 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f93a6d9d-4ad8-400d-a1ec-15fb0efe6140 req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "PUT /v2.0/ports/79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 981 time: 0.6197515
Dec 22 13:40:37.040778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:40:37.067064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=6']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:40:37.071102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:40:37.134033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:40:37.253766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c27bb-4f9c-4655-b4af-83ef5770e042 req-ee1053ab-6687-46f7-b343-5510cc0712a3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.264318 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e22c27bb-4f9c-4655-b4af-83ef5770e042 req-ee1053ab-6687-46f7-b343-5510cc0712a3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.1208498
Dec 22 13:40:37.302547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:40:37.322746 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e22c27bb-4f9c-4655-b4af-83ef5770e042 req-4012be53-609d-4bb1-9c35-625cc11db10f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0570424
Dec 22 13:40:37.386850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-85df5308-9842-4460-a4b9-009a06772c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.388387 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-85df5308-9842-4460-a4b9-009a06772c3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1137 time: 0.0738363
Dec 22 13:40:37.427911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ac882e51-f65e-415e-a789-f6f843885efe None None] Provisioning complete for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:40:37.428210 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac882e51-f65e-415e-a789-f6f843885efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:37.524839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-fc53217b-8997-4676-ae8b-494ce2f50d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.532497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-fc53217b-8997-4676-ae8b-494ce2f50d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1311920
Dec 22 13:40:37.633560 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-1bfb1e2c-f81e-4565-8b39-4421c96ff6cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 1001 time: 0.0993907
Dec 22 13:40:37.660310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-41becb55-7336-4d9a-bdb8-8a98a399aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:37.713373 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-ef155bb0-5479-4a50-a2e1-753822143a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.713373 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-ef155bb0-5479-4a50-a2e1-753822143a4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0655842
Dec 22 13:40:37.805429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-291a7d20-c824-40a4-b582-e97edd3f4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:37.805429 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-291a7d20-c824-40a4-b582-e97edd3f4891 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0898161
Dec 22 13:40:37.957427 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-fd18247a-08bf-4994-9119-80b29abd6496 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406746
Dec 22 13:40:38.109538 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b19c005-6c49-4d3c-a4f1-5e82eae7fca6 req-de617899-6b3a-468c-8e53-b9d6713c6362 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1523719
Dec 22 13:40:38.717209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:38.756977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:40.270869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:40:51.848021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c8967-b118-42b0-a12b-55590a7a2897 req-70a92463-ba8d-4220-aa06-878e2ccef9a0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:51.849488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-192c8967-b118-42b0-a12b-55590a7a2897 req-70a92463-ba8d-4220-aa06-878e2ccef9a0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0808668
Dec 22 13:40:51.875929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-6ac23b31-c716-457e-a623-355adfdacc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:51.877469 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-6ac23b31-c716-457e-a623-355adfdacc09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1137 time: 0.0781527
Dec 22 13:40:51.898375 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-192c8967-b118-42b0-a12b-55590a7a2897 req-c5ca0180-265c-48e9-aeec-c2ec3b21442c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416064
Dec 22 13:40:52.011932 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-8eb53f58-0e16-478d-bbc4-040120554f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:52.013390 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-8eb53f58-0e16-478d-bbc4-040120554f07 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1291852
Dec 22 13:40:52.117535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-c45e704f-e864-49af-ab01-a17511b62d62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 1001 time: 0.0956271
Dec 22 13:40:52.186607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-92b2f12e-78dd-40b7-a6ec-5d717450219f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:52.188055 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-92b2f12e-78dd-40b7-a6ec-5d717450219f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0635018
Dec 22 13:40:52.264488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-eb8a4cc0-ef58-4a12-ac27-a068850d7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:52.265867 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-eb8a4cc0-ef58-4a12-ac27-a068850d7036 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709016
Dec 22 13:40:52.415080 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-f7fd11c9-aa52-4b72-a44f-4864d523b0f9 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414456
Dec 22 13:40:52.548207 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-293595c1-4a0d-420a-ac1d-7dd290a21240 req-b6636a53-37d5-4d40-a729-f4dd0d05b011 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255276
Dec 22 13:40:53.089553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae15fd-70e1-4b02-b354-38fd3c6f1d52 req-88dda614-c2e2-401c-a65b-e0d24a394086 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:53.091006 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2ae15fd-70e1-4b02-b354-38fd3c6f1d52 req-88dda614-c2e2-401c-a65b-e0d24a394086 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0822392
Dec 22 13:40:53.135437 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d2ae15fd-70e1-4b02-b354-38fd3c6f1d52 req-61b03128-c685-492b-93fa-aee0d0f85c4d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0386097
Dec 22 13:40:54.318020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbb273-0787-40b6-97b1-3289588d7a9f req-d30f256a-1866-41d6-bd88-d74ba2334283 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:54.319503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0dbb273-0787-40b6-97b1-3289588d7a9f req-d30f256a-1866-41d6-bd88-d74ba2334283 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0800674
Dec 22 13:40:54.368866 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0dbb273-0787-40b6-97b1-3289588d7a9f req-c447103a-c5c5-4a04-8af1-460d6e154650 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429158
Dec 22 13:40:55.553879 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee347c-5ab3-42cd-afd3-679beb6c948f req-52c636a3-11ae-4f95-aaf0-635b110b2ae9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:55.555356 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fbee347c-5ab3-42cd-afd3-679beb6c948f req-52c636a3-11ae-4f95-aaf0-635b110b2ae9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0798154
Dec 22 13:40:55.600722 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fbee347c-5ab3-42cd-afd3-679beb6c948f req-f4f3aca1-c5a3-4c15-bb6e-88206b21e2a3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0388117
Dec 22 13:40:56.790539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3b4ef-e6c6-4ec6-b646-55f842c10728 req-a4f5e7bb-7f24-46ba-880c-b66943c5ffb0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:56.792063 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0cb3b4ef-e6c6-4ec6-b646-55f842c10728 req-a4f5e7bb-7f24-46ba-880c-b66943c5ffb0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0862892
Dec 22 13:40:56.838794 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0cb3b4ef-e6c6-4ec6-b646-55f842c10728 req-7413d10b-f629-4f74-9c8f-767ef84e1e60 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407524
Dec 22 13:40:57.070060 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:40:58.024259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d21e37-884f-4f6c-856f-226dfeb74f76 req-c32106a4-76e2-4c37-8fbc-e8f034f2db87 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:58.025730 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-90d21e37-884f-4f6c-856f-226dfeb74f76 req-c32106a4-76e2-4c37-8fbc-e8f034f2db87 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0829940
Dec 22 13:40:58.072187 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-90d21e37-884f-4f6c-856f-226dfeb74f76 req-9ab550dc-001b-48c3-816c-4ba1e94fe774 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0396206
Dec 22 13:40:59.264058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701de380-093a-462c-95f6-ca4d874b794a req-c432f72a-2409-427d-8262-668af3929cb5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:40:59.265497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-701de380-093a-462c-95f6-ca4d874b794a req-c432f72a-2409-427d-8262-668af3929cb5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0847039
Dec 22 13:40:59.311285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-701de380-093a-462c-95f6-ca4d874b794a req-fe6a2b0c-1b45-40cb-8a0f-1b5c8fe3943b tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398839
Dec 22 13:41:00.493628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed24489-b721-444b-ad7f-88313baaedb8 req-db5891ed-43b9-49ee-a42c-17b365594e95 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:00.495089 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6ed24489-b721-444b-ad7f-88313baaedb8 req-db5891ed-43b9-49ee-a42c-17b365594e95 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0799947
Dec 22 13:41:00.544633 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6ed24489-b721-444b-ad7f-88313baaedb8 req-04b9dd07-4cc5-4aa3-881b-e3ec7a7f44f2 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434132
Dec 22 13:41:01.725993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9a0b0-7ed9-4ec7-a41c-ba956d08225b req-5f24dd72-7b66-48a2-b9b5-749b5e6de82c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:01.727456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50b9a0b0-7ed9-4ec7-a41c-ba956d08225b req-5f24dd72-7b66-48a2-b9b5-749b5e6de82c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0803356
Dec 22 13:41:01.776545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-50b9a0b0-7ed9-4ec7-a41c-ba956d08225b req-5b128c83-4826-44c8-8f7c-02031cdd6fce tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0426922
Dec 22 13:41:02.825705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:02.966230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d7036-7e86-4216-be0a-0bfc63b5220a req-0f899349-493c-435a-939d-f008fb19f8da tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:02.967698 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a56d7036-7e86-4216-be0a-0bfc63b5220a req-0f899349-493c-435a-939d-f008fb19f8da tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0841858
Dec 22 13:41:03.014958 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a56d7036-7e86-4216-be0a-0bfc63b5220a req-f3e88f72-31f6-488e-9346-5e558e530a37 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414972
Dec 22 13:41:04.198399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140faff6-88da-4326-82fb-134f54a4b2bd req-4b735fe1-ba4e-4e83-b8c2-6846063c2568 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:04.199985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-140faff6-88da-4326-82fb-134f54a4b2bd req-4b735fe1-ba4e-4e83-b8c2-6846063c2568 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0813434
Dec 22 13:41:04.244497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-140faff6-88da-4326-82fb-134f54a4b2bd req-883682a4-23cf-49bb-a046-5ab5a65ef650 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0388458
Dec 22 13:41:05.128587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ada6782d-e456-40da-9b15-201f2b642885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:05.433941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c7ecd-e8d7-4e20-8026-e86a0c136570 req-6f20b577-6612-4ed2-89b0-602cd120743f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:05.435388 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be4c7ecd-e8d7-4e20-8026-e86a0c136570 req-6f20b577-6612-4ed2-89b0-602cd120743f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0853355
Dec 22 13:41:05.482743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be4c7ecd-e8d7-4e20-8026-e86a0c136570 req-3439eff2-2b31-475a-93eb-dc2c55d4e099 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416515
Dec 22 13:41:06.666476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8eec7-f9e5-4fc9-a5ca-b5f08cbcac9c req-fb3fbf33-58f6-4a3b-b610-c6a9a2582e8c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:06.668403 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2d8eec7-f9e5-4fc9-a5ca-b5f08cbcac9c req-fb3fbf33-58f6-4a3b-b610-c6a9a2582e8c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0790229
Dec 22 13:41:06.712517 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a2d8eec7-f9e5-4fc9-a5ca-b5f08cbcac9c req-9f27ee42-8382-402d-be72-3114f0995fe0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0383751
Dec 22 13:41:07.488450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79055a5e-0407-46bd-9cd6-425cf559f8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:08.001762 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69335bc-81b1-4735-9f51-ff68d23df03e req-a5433367-17e4-41cc-8c2a-4634609abfc6 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:08.003149 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69335bc-81b1-4735-9f51-ff68d23df03e req-a5433367-17e4-41cc-8c2a-4634609abfc6 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.1849673
Dec 22 13:41:08.050214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a69335bc-81b1-4735-9f51-ff68d23df03e req-bbed5257-80c8-4a06-9349-65f07281bc6c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0409770
Dec 22 13:41:08.739338 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:08.767806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:09.239071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c756f-46aa-433c-8837-331aae9c8be8 req-85e167f7-84d7-4c40-bfe4-9f6766f4fa9c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:09.240526 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2d4c756f-46aa-433c-8837-331aae9c8be8 req-85e167f7-84d7-4c40-bfe4-9f6766f4fa9c tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0824575
Dec 22 13:41:09.286760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2d4c756f-46aa-433c-8837-331aae9c8be8 req-a4209788-9f5b-4bf1-b4c3-8b9b4ecd41c3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=1ed650d7-f586-4294-b652-c20db0e052ff&id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395525
Dec 22 13:41:10.265194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:14.010933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-4f13d4af-1a59-4bb1-8168-ea54ec187192 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1831791
Dec 22 13:41:14.153110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-87ff43ad-bedd-4e53-994b-77b550346e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:14.154549 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-87ff43ad-bedd-4e53-994b-77b550346e39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1137 time: 0.0709813
Dec 22 13:41:14.299518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-d8874bf8-d96b-48eb-8691-df47ea66b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:14.300959 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-d8874bf8-d96b-48eb-8691-df47ea66b670 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1272745
Dec 22 13:41:14.404023 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-455947de-6849-48ad-8de8-384ae6a1658f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 1001 time: 0.0963085
Dec 22 13:41:14.465356 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-4a25456a-7d8b-4086-a1f6-5594a6c3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:14.466749 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-4a25456a-7d8b-4086-a1f6-5594a6c3ae63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0567510
Dec 22 13:41:14.543768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-50583e97-d5bd-422b-91be-e196a4209aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:14.545182 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-50583e97-d5bd-422b-91be-e196a4209aa9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721929
Dec 22 13:41:14.676466 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-88c4292c-13ed-44cf-92a9-22222c35a72d service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248460
Dec 22 13:41:14.809014 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ed8fe971-1e84-4838-a957-b886e3d5fa1e req-25a8d26f-1a4f-4d06-9242-aaf9bcdb961f service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258764
Dec 22 13:41:32.825020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:34.068788 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:41:35.137187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e305dbc6-bb2e-404d-9bdd-bb295454cff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:37.499401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-caa5ca60-504f-4c86-afef-c132609d114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:38.714517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:38.742982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:40.299190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.025445 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37456d7e-08ff-4dea-a970-ea005981df8e req-340b501c-1c7d-46cb-9271-fe8137412cde tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1129728682&fields=id&tenant_id=0516bd9081e3450680670f8e40f12108 HTTP/1.1" status: 200  len: 267 time: 0.0402899
Dec 22 13:41:42.108095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37456d7e-08ff-4dea-a970-ea005981df8e req-1f202329-9964-4b17-8973-8e35f41c3be0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:42.109557 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37456d7e-08ff-4dea-a970-ea005981df8e req-1f202329-9964-4b17-8973-8e35f41c3be0 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 984 time: 0.0780089
Dec 22 13:41:42.119979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Request body: {'port': {'security_groups': ['0e71fa6f-e1a1-4166-b7f2-a220ec3f248f']}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:41:42.241207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.482480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:41:42.507083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.596136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.601783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-08666d9f-4507-47e8-b54d-a8c877ae1eed tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:41:42.610140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:41:42.666606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:42.667250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.668631 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37456d7e-08ff-4dea-a970-ea005981df8e req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "PUT /v2.0/ports/79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 942 time: 0.5530572
Dec 22 13:41:42.669710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:41:42.678242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40448) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:41:42.705441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event updated for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=7']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:41:42.713505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.713901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.714368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.714784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.715196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.715568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.715940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.716343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.716710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.717077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.717900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.717900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:42.722241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:41:42.743217 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:41:42.763966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:41:42.833838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.881717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:42.924661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-d7c5f0c7-7f37-4f8c-9a21-d520f93d66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:42.926189 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-d7c5f0c7-7f37-4f8c-9a21-d520f93d66cb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1098 time: 0.1587234
Dec 22 13:41:42.998261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-227b5152-a07f-4973-9856-06fd0bee6065 None None] Provisioning complete for port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:41:42.998680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-227b5152-a07f-4973-9856-06fd0bee6065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.064381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-f762dc93-113b-4031-bcb6-2beb5773cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:43.065783 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-f762dc93-113b-4031-bcb6-2beb5773cb4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1330426
Dec 22 13:41:43.145005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.151041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-99c39931-e105-4b50-b9be-2410799e206d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:41:43.177622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed650d7-f586-4294-b652-c20db0e052ff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:41:43.192191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.196187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:41:43.202424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-b271996a-7ceb-4f02-8c7b-f75547814d47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 1001 time: 0.1298580
Dec 22 13:41:43.203422 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:41:43.256791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.257896 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b36a9476-b630-4a39-b076-229d4a8a125d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "DELETE /v2.0/security-groups/1ed650d7-f586-4294-b652-c20db0e052ff HTTP/1.1" status: 204  len: 168 time: 0.5783129
Dec 22 13:41:43.260748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40452) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:41:43.270902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-44ed3453-eeed-4147-8387-6e4cbfe1eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:43.272370 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-44ed3453-eeed-4147-8387-6e4cbfe1eeac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0636854
Dec 22 13:41:43.352268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-6dd5438c-d364-40a7-986a-61fe2adb0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:43.353641 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-6dd5438c-d364-40a7-986a-61fe2adb0b98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0743129
Dec 22 13:41:43.470358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Deleting port 5e73c463-8d28-4fb0-afee-65cd4e62b1d2 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:41:43.470698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.485243 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-0760f028-fe7d-4622-807e-661836b29166 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252506
Dec 22 13:41:43.645623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.645869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.739215 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d1232d83-3621-492a-94ca-82cb2eb7cda3 req-5692c8ac-5643-41b9-b476-94c14df05fe4 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2477877
Dec 22 13:41:43.773553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Calling delete_port for 5e73c463-8d28-4fb0-afee-65cd4e62b1d2 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:41:43.994584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:43.998807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ff3af9d2-92ea-48cc-aae3-8aa8175748bb tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:41:44.043950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event deleted for resources: {'Port': ['ID=5e73c463-8d28-4fb0-afee-65cd4e62b1d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:41:44.047157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:41:44.237522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:44.237872 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Floating IP 58ea32f5-59cb-4ee0-bf26-6be985a07765 disassociated (deleted). External IP: 172.26.3.123, port: 79bf64a8-357a-46ae-a8b7-644f155d4aa0.
Dec 22 13:41:44.583498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:41:44.760493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:41:44.770674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Sync routers for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:41:44.773310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:44.779771 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:41:44.780407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0b50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:44.828812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "DELETE /v2.0/floatingips/58ea32f5-59cb-4ee0-bf26-6be985a07765 HTTP/1.1" status: 204  len: 168 time: 1.5669754
Dec 22 13:41:44.829571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:41:44.877227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:41:44.992800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-60ea0c9d-46b2-4300-997b-a7088588c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:44.994293 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-60ea0c9d-46b2-4300-997b-a7088588c15a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0516bd9081e3450680670f8e40f12108&device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 1098 time: 0.0722294
Dec 22 13:41:45.008051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:41:45.132767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-988ff73d-6189-493c-bc12-bcb5812759d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:45.133114 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-988ff73d-6189-493c-bc12-bcb5812759d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 200  len: 916 time: 0.1325240
Dec 22 13:41:45.205631 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-bc798e9e-528b-4278-8233-10d5af4952d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 200  len: 217 time: 0.0663528
Dec 22 13:41:45.269044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-d1c43303-abcc-4a84-93c9-51a04a6433ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:45.270556 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-d1c43303-abcc-4a84-93c9-51a04a6433ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 200  len: 854 time: 0.0586200
Dec 22 13:41:45.345740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0b50>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:45.346041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Checking router: 50a9ceb4-b8be-46a1-be56-ee454f38ed8f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:41:45.354735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:41:45.355387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0b50>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:45.359516 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-a395bb75-eb35-454a-a419-dc9a9712f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:45.361363 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-a395bb75-eb35-454a-a419-dc9a9712f75b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd5b1298-7b6d-4e32-bc63-2569a4b31803&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0843971
Dec 22 13:41:45.500640 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-30658d4b-4e7b-4d29-94f8-83f9b2ac13e0 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332417
Dec 22 13:41:45.539733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:41:45.638922 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e49d91f2-241f-42d6-b42a-489fbd27972e req-efdd803a-871b-44d8-ba38-4cfb4f0f1bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276751
Dec 22 13:41:45.854045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ba0b50>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:45.858197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52d0fe-3062-46c4-bf17-fb93f3f5fbdd None None] The sync data for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv is: [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:39:31Z', 'revision_number': 4, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'be820d12-25c2-4de2-8739-a630e10c8f2e', 'name': '', 'network_id': 'bd5b1298-7b6d-4e32-bc63-2569a4b31803', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'mac_address': 'fa:16:3e:5d:6a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:30Z', 'updated_at': '2021-12-22T13:39:38Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'subnets': [{'id': 'cc19b16e-cd23-485d-a531-dc2a20bb433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:41:46.097269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2661ccd7-8c33-40e5-b696-64a7eba49f79 None None] New status for floating IP 58ea32f5-59cb-4ee0-bf26-6be985a07765: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:41:50.792574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d63435-f446-4a2a-a48c-cd9e841e9777 req-0474a4bc-7347-4eab-ac5a-58be78d0dbd9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:50.793331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-32d63435-f446-4a2a-a48c-cd9e841e9777 req-0474a4bc-7347-4eab-ac5a-58be78d0dbd9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Synchronizing usage tracker for tenant:0516bd9081e3450680670f8e40f12108 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:41:50.898829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-32d63435-f446-4a2a-a48c-cd9e841e9777 req-0474a4bc-7347-4eab-ac5a-58be78d0dbd9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Unset dirty status for tenant:0516bd9081e3450680670f8e40f12108 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:41:50.899973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-32d63435-f446-4a2a-a48c-cd9e841e9777 req-0474a4bc-7347-4eab-ac5a-58be78d0dbd9 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.1870549
Dec 22 13:41:50.949744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-32d63435-f446-4a2a-a48c-cd9e841e9777 req-18d05988-1939-4427-9019-a6a331c878d2 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439358
Dec 22 13:41:52.140483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da268c4-7849-4657-867f-6973d61f76e9 req-3978c696-3a5a-4749-8835-0b721d5fb478 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:52.142070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7da268c4-7849-4657-867f-6973d61f76e9 req-3978c696-3a5a-4749-8835-0b721d5fb478 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0800574
Dec 22 13:41:52.186556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7da268c4-7849-4657-867f-6973d61f76e9 req-581ba07c-ed77-462f-9293-f384d31101c1 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/security-groups?id=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382800
Dec 22 13:41:52.376500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-39b0973c-0c7c-4768-bff6-dbd1e287890d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:41:52.377198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-39b0973c-0c7c-4768-bff6-dbd1e287890d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Synchronizing usage tracker for tenant:0516bd9081e3450680670f8e40f12108 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:41:52.388848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-39b0973c-0c7c-4768-bff6-dbd1e287890d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Unset dirty status for tenant:0516bd9081e3450680670f8e40f12108 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:41:52.389923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-39b0973c-0c7c-4768-bff6-dbd1e287890d tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.46 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 945 time: 0.0919497
Dec 22 13:41:52.459368 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Deleting port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:41:52.459713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:52.704391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] For port 79bf64a8-357a-46ae-a8b7-644f155d4aa0, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=79bf64a8-357a-46ae-a8b7-644f155d4aa0,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:41:52.704752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:52.834096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Calling delete_port for 79bf64a8-357a-46ae-a8b7-644f155d4aa0 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:41:53.039839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:53.046233 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9818a9b4-e7f6-45f5-959a-5acf60455047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:41:53.051388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['79bf64a8-357a-46ae-a8b7-644f155d4aa0'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:41:53.092300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Pushing event deleted for resources: {'Port': ['ID=79bf64a8-357a-46ae-a8b7-644f155d4aa0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:41:53.095761 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:41:53.168336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] No DVR routers for this DVR port 79bf64a8-357a-46ae-a8b7-644f155d4aa0 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:41:53.170734 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:53.173259 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'name': 'network-vif-deleted', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:41:53.219799 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275055cc-6642-491d-bcff-d21b00accee1', 'name': 'network-vif-deleted', 'tag': '79bf64a8-357a-46ae-a8b7-644f155d4aa0', 'status': 'completed', 'code': 200}
Dec 22 13:41:53.240997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-50b6f873-6102-4da1-a9c6-f122de6e09db req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.46 "DELETE /v2.0/ports/79bf64a8-357a-46ae-a8b7-644f155d4aa0 HTTP/1.1" status: 204  len: 173 time: 0.8448350
Dec 22 13:41:53.345403 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0dfe3a1-623a-442a-bd47-4f20fe2526a4 req-d09def5c-f1e3-4c01-b62d-ca21d712446b tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] 10.222.0.16 "GET /v2.0/ports?device_id=275055cc-6642-491d-bcff-d21b00accee1 HTTP/1.1" status: 200  len: 210 time: 0.0467834
Dec 22 13:41:56.317190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 79bf64a8-357a-46ae-a8b7-644f155d4aa0 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:41:56.356196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 79bf64a8-357a-46ae-a8b7-644f155d4aa0 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:41:56.356467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 79bf64a8-357a-46ae-a8b7-644f155d4aa0 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:41:56.620123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40542) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:41:57.289525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:57.632359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Deleting port be820d12-25c2-4de2-8739-a630e10c8f2e {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:41:57.633028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:57.802687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] For port be820d12-25c2-4de2-8739-a630e10c8f2e, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=be820d12-25c2-4de2-8739-a630e10c8f2e,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:41:57.803071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:57.929951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Calling delete_port for be820d12-25c2-4de2-8739-a630e10c8f2e owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:41:58.228079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:58.232107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-def1d2e8-0f09-4b39-b6af-d44e7aac11e5 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:41:58.276677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=be820d12-25c2-4de2-8739-a630e10c8f2e,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:41:58.280934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:41:58.547300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:59.011915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:41:59.193542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:41:59.202549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Sync routers for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:41:59.206186 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] 10.222.0.16 "PUT /v2.0/routers/50a9ceb4-b8be-46a1-be56-ee454f38ed8f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5850422
Dec 22 13:41:59.208594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40546) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:41:59.214371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:41:59.215011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529365c0a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:59.389935 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:59.391994 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:41:59.571533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:59.639909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Deleting port fd346e8d-6777-490b-8e00-2e5b5e8753c5 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:41:59.640347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:59.718217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529365c0a0>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16'}], 'enable_snat': True}, 'gw_port_id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:41:58Z', 'revision_number': 5, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port': {'id': 'fd346e8d-6777-490b-8e00-2e5b5e8753c5', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:27Z', 'updated_at': '2021-12-22T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:59.722097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Checking router: 50a9ceb4-b8be-46a1-be56-ee454f38ed8f for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:41:59.730366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Routers {'50a9ceb4-b8be-46a1-be56-ee454f38ed8f'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:41:59.731060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529365c0a0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:59.813062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] For port fd346e8d-6777-490b-8e00-2e5b5e8753c5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=fd346e8d-6777-490b-8e00-2e5b5e8753c5,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:41:59.813409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:41:59.881906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] Set router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:41:59.939590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Calling delete_port for fd346e8d-6777-490b-8e00-2e5b5e8753c5 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:41:59.988191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529365c0a0>, [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:41:59Z', 'revision_number': 6, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:41:59.992178 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18f374-a81c-4603-973c-3d709b33e8a2 None None] The sync data for ids ['50a9ceb4-b8be-46a1-be56-ee454f38ed8f'] in dv-neutron-822662-1-hyperv is: [{'id': '50a9ceb4-b8be-46a1-be56-ee454f38ed8f', 'name': 'tempest-TestMinimumBasicScenario-2137163153-router', 'tenant_id': '0516bd9081e3450680670f8e40f12108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:26Z', 'updated_at': '2021-12-22T13:41:59Z', 'revision_number': 6, 'project_id': '0516bd9081e3450680670f8e40f12108', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:42:00.176791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.180355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-02f2fc58-02b5-4d37-ae33-0e105029198a tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:00.223183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd346e8d-6777-490b-8e00-2e5b5e8753c5,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:00.226068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:00.439398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.608505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.610701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.687458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.687954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a9ceb4-b8be-46a1-be56-ee454f38ed8f {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:42:00.700933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.702038 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/50a9ceb4-b8be-46a1-be56-ee454f38ed8f HTTP/1.1" status: 204  len: 168 time: 1.4925606
Dec 22 13:42:00.704697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40552) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:00.765062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Deleting subnet cc19b16e-cd23-485d-a531-dc2a20bb433c {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:42:00.771092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.826073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:00.906012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.093380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.097277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6ae456f9-e35b-4f6c-8def-c441d979d92c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:01.135356 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc19b16e-cd23-485d-a531-dc2a20bb433c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:01.139055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:01.140025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.145138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9a6a6-7466-4bcd-a22f-5f82e77c640c None None] Network bd5b1298-7b6d-4e32-bc63-2569a4b31803 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:42:01.146300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc19b16e-cd23-485d-a531-dc2a20bb433c HTTP/1.1" status: 204  len: 168 time: 0.4406343
Dec 22 13:42:01.148800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40556) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:01.255485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.266320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Deleting port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:01.266663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.349360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd346e8d-6777-490b-8e00-2e5b5e8753c5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:01.384311 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: fd346e8d-6777-490b-8e00-2e5b5e8753c5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:01.384667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device fd346e8d-6777-490b-8e00-2e5b5e8753c5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:01.385095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device be820d12-25c2-4de2-8739-a630e10c8f2e no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:01.416918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] DHCP port deletion for bd5b1298-7b6d-4e32-bc63-2569a4b31803 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:42:01.425418 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: be820d12-25c2-4de2-8739-a630e10c8f2e {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:01.425765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device be820d12-25c2-4de2-8739-a630e10c8f2e not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:01.428138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Deleting port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:01.428521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.479500 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] For port a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:01.479851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.609264 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Calling delete_port for a5e220f4-d826-4fa9-b3d0-b9149ce7e556 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:01.634426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] For port a5e220f4-d826-4fa9-b3d0-b9149ce7e556, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,segment=NetworkSegment(59a45415-2965-4264-9dcd-7b3d689d8c31),segment_id=59a45415-2965-4264-9dcd-7b3d689d8c31)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:01.634758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.742653 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.746493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8310f59d-d2cb-422b-896a-3d54d29a15fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:01.766320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Calling delete_port for a5e220f4-d826-4fa9-b3d0-b9149ce7e556 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:01.790650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e220f4-d826-4fa9-b3d0-b9149ce7e556,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:01.793923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:01.794676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] No DVR routers for this DVR port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:42:01.838270 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:42:01.838687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:42:01.912045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.941150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2370>,) {'filters': {'network_id': ['bd5b1298-7b6d-4e32-bc63-2569a4b31803']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:01.953669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2370>, '59a45415-2965-4264-9dcd-7b3d689d8c31') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:01.953965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298cd2370>, '59a45415-2965-4264-9dcd-7b3d689d8c31') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:01.964852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.980315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:01.986701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:42:01.987111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:42:02.000801 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:42:02.127205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:02.130551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0fd4cda-a489-432c-bf26-1e6b6ad22a65 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:02.146987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:02.260702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5b1298-7b6d-4e32-bc63-2569a4b31803,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:02.265045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:02.339918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Deleting port a5e220f4-d826-4fa9-b3d0-b9149ce7e556 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:02.340935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:02.351014 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd5b1298-7b6d-4e32-bc63-2569a4b31803 HTTP/1.1" status: 204  len: 168 time: 1.2011378
Dec 22 13:42:02.353951 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40560) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:02.409117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-9bcfd0b5-7613-4a6c-a7d3-d48111c8439d None None] The port 'a5e220f4-d826-4fa9-b3d0-b9149ce7e556' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:42:02.842415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:02.890353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:03.236403 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Deleting port c5ad76be-9adc-48ab-9ff0-b2230df02d77 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:03.236737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:03.335593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5e220f4-d826-4fa9-b3d0-b9149ce7e556 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:03.370304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: a5e220f4-d826-4fa9-b3d0-b9149ce7e556 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:03.370976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device a5e220f4-d826-4fa9-b3d0-b9149ce7e556 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:03.407997 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] For port c5ad76be-9adc-48ab-9ff0-b2230df02d77, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=c5ad76be-9adc-48ab-9ff0-b2230df02d77,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:03.408516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:03.528574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Calling delete_port for c5ad76be-9adc-48ab-9ff0-b2230df02d77 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:03.765619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:03.769773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b442e7ea-2a09-4270-b866-c9000e72bff3 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:03.925278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ad76be-9adc-48ab-9ff0-b2230df02d77,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:03.928314 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:04.189956 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:04.542100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:42:04.713365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:42:04.721999 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Sync routers for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:42:04.732228 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:04.732834 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298717970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:04.798121 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] 10.222.0.16 "PUT /v2.0/routers/772c5a8f-c5c8-4a97-a5fd-4c0dd246180c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4430501
Dec 22 13:42:04.800637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40564) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:04.907911 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:04.977917 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.127357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c983da36-76b8-42d5-b9b5-812cc66c7d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.156856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.191202 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298717970>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100'}], 'enable_snat': True}, 'gw_port_id': '88947c56-459c-4945-840f-2105cc154a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:42:03Z', 'revision_number': 5, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port': {'id': '88947c56-459c-4945-840f-2105cc154a49', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:39:35Z', 'updated_at': '2021-12-22T13:39:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:05.194885 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Checking router: 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:42:05.203507 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Routers {'772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:05.204097 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298717970>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:41:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:05.224420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Deleting port 88947c56-459c-4945-840f-2105cc154a49 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:05.224758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.360846 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] Set router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:05.465847 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298717970>, [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:42:05Z', 'revision_number': 6, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:05.469777 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad536b56-726c-4376-81b9-0f562ff5ecc3 None None] The sync data for ids ['772c5a8f-c5c8-4a97-a5fd-4c0dd246180c'] in dv-neutron-822662-1-hyperv is: [{'id': '772c5a8f-c5c8-4a97-a5fd-4c0dd246180c', 'name': 'tempest-TestMinimumBasicScenario-1664396866-router', 'tenant_id': '8ce55f091dfb47eeb94f04715581d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:39:34Z', 'updated_at': '2021-12-22T13:42:05Z', 'revision_number': 6, 'project_id': '8ce55f091dfb47eeb94f04715581d7a6', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:42:05.530200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] For port 88947c56-459c-4945-840f-2105cc154a49, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88947c56-459c-4945-840f-2105cc154a49,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:05.530544 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.648493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Calling delete_port for 88947c56-459c-4945-840f-2105cc154a49 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:05.858911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:05.862923 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ec35d46e-a31c-43ec-a912-0f55f5e0f430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:05.907767 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Pushing event deleted for resources: {'Port': ['ID=88947c56-459c-4945-840f-2105cc154a49,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:05.910876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:05.998865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.171514 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.173545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.258964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.259477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772c5a8f-c5c8-4a97-a5fd-4c0dd246180c {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:42:06.272308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.273430 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] 10.222.0.16 "DELETE /v2.0/routers/772c5a8f-c5c8-4a97-a5fd-4c0dd246180c HTTP/1.1" status: 204  len: 168 time: 1.4718311
Dec 22 13:42:06.275965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40568) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:06.335804 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Deleting subnet 9f6ccd21-5158-4ce5-a829-41d5702020ca {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:42:06.338744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.391108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.470192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.613319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.617083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-98d36f99-e57c-4e4d-a6e0-cc48d88a6a50 tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:06.654097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6ccd21-5158-4ce5-a829-41d5702020ca,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:06.656111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.658906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:06.660291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38989c95-938d-410e-901e-0dc2d42ed209 None None] Network 9529d903-639c-4316-9e56-2a6de0581733 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:42:06.664339 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d0dff443-e2e2-4115-8faa-f7828206ab36 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9f6ccd21-5158-4ce5-a829-41d5702020ca HTTP/1.1" status: 204  len: 168 time: 0.3874362
Dec 22 13:42:06.666707 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40572) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:06.776019 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.786827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Deleting port ac9de770-8599-4465-9b25-4430c9244759 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:06.787188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.949724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] DHCP port deletion for 9529d903-639c-4316-9e56-2a6de0581733 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:42:06.954135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Deleting port ac9de770-8599-4465-9b25-4430c9244759 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:06.954518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:06.994749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] For port ac9de770-8599-4465-9b25-4430c9244759, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ac9de770-8599-4465-9b25-4430c9244759,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:06.995128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.159727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] For port ac9de770-8599-4465-9b25-4430c9244759, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=ac9de770-8599-4465-9b25-4430c9244759,segment=NetworkSegment(c0201d12-6b57-46f1-84a8-a8153a238d30),segment_id=c0201d12-6b57-46f1-84a8-a8153a238d30)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:07.160138 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.233108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Calling delete_port for ac9de770-8599-4465-9b25-4430c9244759 owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:07.284705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Calling delete_port for ac9de770-8599-4465-9b25-4430c9244759 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:42:07.355416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ac9de770-8599-4465-9b25-4430c9244759 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:07.379006 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.383874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b91fb9d6-335d-4609-884a-e5690a4c1818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:07.398888 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: ac9de770-8599-4465-9b25-4430c9244759 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:07.399249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device ac9de770-8599-4465-9b25-4430c9244759 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:07.399682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c5ad76be-9adc-48ab-9ff0-b2230df02d77 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:07.429772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9de770-8599-4465-9b25-4430c9244759,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:07.432901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:07.433676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] No DVR routers for this DVR port ac9de770-8599-4465-9b25-4430c9244759 on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:42:07.441120 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:42:07.441489 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:42:07.443449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: c5ad76be-9adc-48ab-9ff0-b2230df02d77 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:07.443802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device c5ad76be-9adc-48ab-9ff0-b2230df02d77 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:07.444229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88947c56-459c-4945-840f-2105cc154a49 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:42:07.483383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 88947c56-459c-4945-840f-2105cc154a49 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:42:07.483726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88947c56-459c-4945-840f-2105cc154a49 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:42:07.549814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.553342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-28f076d0-681c-423a-84e5-f5da0a6f7f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.573672 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f529364cc70>,) {'filters': {'network_id': ['9529d903-639c-4316-9e56-2a6de0581733']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:07.585863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f529364cc70>, 'c0201d12-6b57-46f1-84a8-a8153a238d30') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:07.586153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f529364cc70>, 'c0201d12-6b57-46f1-84a8-a8153a238d30') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:07.597755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.612945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.618716 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:42:07.619115 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:42:07.631925 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:42:07.799463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.802952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:07.816811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:07.829841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Pushing event deleted for resources: {'Network': ['ID=9529d903-639c-4316-9e56-2a6de0581733,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:07.833274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:07.837130 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9529d903-639c-4316-9e56-2a6de0581733 HTTP/1.1" status: 204  len: 168 time: 1.1672878
Dec 22 13:42:07.942539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Deleting port ac9de770-8599-4465-9b25-4430c9244759 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:42:07.943128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.013192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-92bd0581-7ac6-4489-84e2-31f753de4b9b None None] The port 'ac9de770-8599-4465-9b25-4430c9244759' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 13:42:08.243189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40578) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:08.296868 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10612349-805c-4d4b-82d5-bc7b10b3f8d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0516bd9081e3450680670f8e40f12108&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0523171
Dec 22 13:42:08.299559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40582) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:08.356476 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.381524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.490499 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.495381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ad9cae79-3882-4bba-b182-70cf11b5cf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:08.511203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71fa6f-e1a1-4166-b7f2-a220ec3f248f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:08.514302 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:08.516273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.517632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e71fa6f-e1a1-4166-b7f2-a220ec3f248f HTTP/1.1" status: 204  len: 168 time: 0.2173035
Dec 22 13:42:08.727431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:08.761678 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:09.271440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40592) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:09.320930 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-00bcc982-bac9-4ed3-b2e4-64ac0c7546b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ce55f091dfb47eeb94f04715581d7a6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0482645
Dec 22 13:42:09.323220 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40596) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:09.382511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:09.408940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:09.542059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:09.546536 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-37e538ec-64e1-4c5d-a540-8f0f4f9f680f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:09.559166 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37c15d2-1365-4316-be45-a3eaf42c9839,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:09.561964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:09.563920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:09.565121 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7fc550e1-ab91-481c-ab11-0a9a20b20fdd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c37c15d2-1365-4316-be45-a3eaf42c9839 HTTP/1.1" status: 204  len: 168 time: 0.2408910
Dec 22 13:42:10.270221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:11.067761 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:42:13.018450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40644) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:13.023775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476105738', 'description': 'tempest-secgroup-smoke-1476105738 description', 'project_id': 'ff29e401282447d28eafbb95c77f25f5'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:13.030810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:13.034854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:13.037799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:13.043433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:13.157031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.169552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.185199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:13.189293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:13.192167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:13.197922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:13.283182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.355797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.358359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f88981d0-eee2-4357-9418-9b4c8adb21fe tempest-NegativeSecGroupTest-197669316 tempest-NegativeSecGroupTest-197669316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:13.368960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:13.376913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:13.385152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:13.396012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:13.399559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5197be23-9103-40ed-9c0d-bc3065daa08f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:13.403667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:13.578636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.635935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.640418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f2d74139-c51c-4d87-a1b7-7cfec0c4fe8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:13.679446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1efa36-7e40-4e90-a297-1058f96aa743,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:13.682113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:13.761832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.763101 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-47446da5-0eb9-4e04-a3e9-5eb25564d996 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.7435849
Dec 22 13:42:13.766649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40648) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:13.771610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:13.777512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:13.783108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:13.784376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:13.789880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:13.859380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.918009 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.990320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:13.996530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62fb84aa-a746-4b58-9df7-899ba0c95d30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:14.016626 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2622400-48ae-44a6-87c4-80a137e37a9a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:14.019040 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:14.090442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.091672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5218bd0d-7f6e-4c13-8a40-81b0317c4a7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3240943
Dec 22 13:42:14.094326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40652) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:14.099539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:14.105404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:14.109944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:14.112772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:14.118344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:14.188554 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.252403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.319107 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.325168 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4634c9f5-fc58-4ec3-b7a4-a53747d5433e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:14.348362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaa74d0-7562-4434-a233-f310b24879e2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:14.350752 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:14.401702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.402834 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3075244
Dec 22 13:42:14.405844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40656) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:14.411411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:14.417192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:14.420907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:14.423724 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:14.429789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:14.488203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.549428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.612879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.614729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dc541746-78fc-43d8-98b0-0403d75aaf04 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:14.637592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785790b7-837a-4d22-b6e2-c97b3be497ac,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:14.642720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:14.713444 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.714629 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3072398
Dec 22 13:42:14.717364 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40660) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:14.722662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:14.728473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:14.732272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:14.735121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:14.740748 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:14.836592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.900689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.972783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:14.974587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-47a625ce-1b58-4764-8438-6e5ad148ec2a tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:14.996672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc421184-694b-4f08-a1be-9b54a2e97614,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:14.999648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:15.064392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.065706 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dc11aa69-0ddd-48d2-b850-ab697d58d816 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3472002
Dec 22 13:42:15.068442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40664) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:15.073515 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:15.079475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:15.083246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:15.086092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:15.091723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:15.167376 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:42:15.176275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.244198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.321475 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.323366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-40ba8a86-38d1-4fe9-975c-ece4d05fd47e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:15.346341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0de6a16-ac7b-4b71-9001-1cb46bc96c03,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:15.350682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:15.418504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.419815 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-559e079a-04b8-477e-af29-45c0d9e75a2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3504272
Dec 22 13:42:15.422868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40668) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:15.427802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': 'ac1efa36-7e40-4e90-a297-1058f96aa743', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:15.433577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:15.438250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:15.441132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:15.446696 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:15.544623 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:42:15.551684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.616875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.724533 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.731855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-94911a2c-95d5-46b6-8add-4cadb617414c tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:15.753498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac358a0-9168-4fd1-8cde-1e4bfbabb564,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:15.755736 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:15.821859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.823041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-06a80799-7617-4ecb-805e-607740859284 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3992200
Dec 22 13:42:15.826014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40672) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:15.831675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'network': {'name': 'tempest-network-smoke--981094985', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:15.836519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:15.840261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:network and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:15.843055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:15.850195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:15.918861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:42:15.922996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.949800 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:42:15.958087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:15.959206 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Added segment b6378567-7061-47ec-96b9-d8f1f77f2dc5 of type vlan for network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8
Dec 22 13:42:15.987421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.094020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.099446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:16.103251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.103631 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:16.216495 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Network': ['ID=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:16.220596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:16.227700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:42:16.271230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4441752
Dec 22 13:42:16.274082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40676) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:16.279348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'admin_state_up': True, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:16.288060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:16.291936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:router and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:16.294796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:16.302511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:16.384824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.385877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.400947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:16.737701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:17.099958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:17.134563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:17.266094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.181 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/3da0188f-a839-4b0f-85f7-ea4d14c27307) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:42:17.529786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:17.653433 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:17.658041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebe0d1a7-66ae-4581-a86f-00639326a3d4 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:17.721380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:17.724112 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:17.727812 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:42:17.762137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=3da0188f-a839-4b0f-85f7-ea4d14c27307,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:17.770270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:18.266764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:18.603294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:18.861424 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 254dc75b-8114-4abf-8a86-bcde48cd4bbb is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:42:19.165277 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:42:19.175179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Sync routers for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:42:19.183992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:19.184605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529840be80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:19.245251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:19.249299 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9715066
Dec 22 13:42:19.249719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40680) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:19.374557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:19.395409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-2171fd19-58da-4ee2-82f1-992ef24945c3 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff29e401282447d28eafbb95c77f25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1421762
Dec 22 13:42:19.395946 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40686) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:19.529924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcb1de-4f9b-49c8-b0a5-e7021c4fe8dd tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:19.532243 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-10bcb1de-4f9b-49c8-b0a5-e7021c4fe8dd tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1357310
Dec 22 13:42:19.535228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40690) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:19.578796 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9be88ead-db78-4608-b159-70a2a3c06a4b tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0422840
Dec 22 13:42:19.581326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40694) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:19.587234 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611036392', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:19.699541 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:19.701561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529840be80>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:17Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:19.703704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:subnet and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:19.706094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Checking router: 254dc75b-8114-4abf-8a86-bcde48cd4bbb for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:42:19.706456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Updating router 254dc75b-8114-4abf-8a86-bcde48cd4bbb port 3da0188f-a839-4b0f-85f7-ea4d14c27307 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:42:19.706622 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:19.712247 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:19.756602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:19.795799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:42:19.799804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.083802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.095084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Transition to ACTIVE for port object 3da0188f-a839-4b0f-85f7-ea4d14c27307 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:20.096353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.100294 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a7b59125-68ae-4532-b6e5-70721fe9cc11 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:20.156361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.161117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:20.177629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Subnet': ['ID=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:20.181338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:20.189042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Checking segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:42:20.191095 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network hostable DHCP agents. Network: acc41e8e-4a7a-4a3d-b54a-b5e484f864c8, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:42:20.234621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Attempting to bind port 3da0188f-a839-4b0f-85f7-ea4d14c27307 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:42:20.235243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Attempting to bind port 3da0188f-a839-4b0f-85f7-ea4d14c27307 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:42:20.235396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Attempting to bind port 3da0188f-a839-4b0f-85f7-ea4d14c27307 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:42:20.246127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:42:20.246556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:42:20.247001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.247431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:42:20.247879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Bound port: 3da0188f-a839-4b0f-85f7-ea4d14c27307, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:42:20.248261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.261787 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:42:20.280617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Pushing event updated for resources: {'Port': ['ID=3da0188f-a839-4b0f-85f7-ea4d14c27307,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:20.302943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.303299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.303645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.304490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.304490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.304698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.304932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.305257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.305583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.305945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.306269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.306588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:20.310211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:20.341879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, acc41e8e-4a7a-4a3d-b54a-b5e484f864c8) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:20.344370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] For port 3da0188f-a839-4b0f-85f7-ea4d14c27307, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:42:20.346288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:20.346977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.348255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] For port 3da0188f-a839-4b0f-85f7-ea4d14c27307, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3da0188f-a839-4b0f-85f7-ea4d14c27307,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:42:20.351386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfdc74-0257-466c-9b0c-ffd38d1e520c None None] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:42:20.429732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.435647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:20.456985 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d464a07b-f0c4-4c10-8f22-0f68dbdcf294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8745685
Dec 22 13:42:20.459674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40698) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:20.543230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:20.543866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529840be80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:20.650030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Pushing event updated for resources: {'Port': ['ID=3da0188f-a839-4b0f-85f7-ea4d14c27307,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:20.662866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:20.799819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:42:20.800655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:20.819922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:21.158639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.251552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Allocated IP 172.20.0.2 (acc41e8e-4a7a-4a3d-b54a-b5e484f864c8/10ad9a06-b1f2-43e0-863e-0a5cd6f60d92/9251cc31-1d4e-46c1-ae66-38b4b534e6f5) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:42:21.370641 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529840be80>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:17Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:21.387112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b57e350-7e04-4c3f-88ba-3b5b4f1756ec None None] The sync data for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv is: [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:17Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:42:21.493804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.505047 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Transition to ACTIVE for port object 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:21.532306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Transition to ACTIVE for port object 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:21.616603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.625666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b5ef0265-ff84-4be2-93ac-3b3ad37ff041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:21.696250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:21.699423 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:21.703659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:42:21.709461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Pushing event updated for resources: {'Port': ['ID=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:21.713463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:21.721066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.1 (acc41e8e-4a7a-4a3d-b54a-b5e484f864c8/10ad9a06-b1f2-43e0-863e-0a5cd6f60d92/32e749e0-d669-4ea5-b1ed-0d25e711c38a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:42:21.804043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Attempting to bind port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:42:21.804416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Attempting to bind port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:42:21.804787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Attempting to bind port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 on network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:42:21.810273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:42:21.810658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Checking segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:42:21.811093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.811527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Bound using segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:42:21.812001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Bound port: 9251cc31-1d4e-46c1-ae66-38b4b534e6f5, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:42:21.812373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.899276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.905959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] For port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:42:21.911023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] For port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:42:21.917225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 32e749e0-d669-4ea5-b1ed-0d25e711c38a will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:21.976716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:21.980612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-badc7c41-fcf1-4a9e-8b66-41445c2835e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:22.005242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.010201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f1227d92-d1fa-4c14-b616-aa2940dfde13 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:22.076574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Pushing event updated for resources: {'Port': ['ID=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:22.079042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:22.080053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:22.083704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:22.086576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:42:22.142127 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:22.145386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:22.163645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.373618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.787281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.852953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.888497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-475b015c-faba-49ce-8680-a08a88e6866c tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:22.978975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:22.981491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:22.987011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:23.119971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:23.120987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:23.418478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3da0188f-a839-4b0f-85f7-ea4d14c27307 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:23.447176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 254dc75b-8114-4abf-8a86-bcde48cd4bbb has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:42:23.547218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3da0188f-a839-4b0f-85f7-ea4d14c27307 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:23.552673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3da0188f-a839-4b0f-85f7-ea4d14c27307 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:23.553063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:23.639216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:42:23.650093 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Sync routers for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:42:23.651406 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/254dc75b-8114-4abf-8a86-bcde48cd4bbb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1906612
Dec 22 13:42:23.660515 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:23.661267 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299501820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:23.697400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:23.718125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3da0188f-a839-4b0f-85f7-ea4d14c27307, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3da0188f-a839-4b0f-85f7-ea4d14c27307,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:23.732471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee275b4-9ad3-42b7-80e4-786a4f9e1671 None None] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:42:23.797953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:23.798795 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:23.823383 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-de379cee-4ecb-428d-ae13-4cb538072256 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476105738&fields=id&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 267 time: 0.0439441
Dec 22 13:42:23.831510 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:23.901714 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:23.972430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3da0188f-a839-4b0f-85f7-ea4d14c27307,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:23.977103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:23.982378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-fd47100a-e352-493e-8266-f7e444f4e9c6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:23.987734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-fd47100a-e352-493e-8266-f7e444f4e9c6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/networks?id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 200  len: 796 time: 0.1551178
Dec 22 13:42:24.001636 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-0a3cf73e-28ac-45b0-aab3-c8912e8c3984 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/quotas/ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 375 time: 0.0119426
Dec 22 13:42:24.007954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-97740d20-a973-4b98-babc-b7760ffaba67 None None] Provisioning for port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:24.098592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:24.107156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:24.107533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.107948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-30102e08-8cd8-436f-a5af-360872e83b08 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0970252
Dec 22 13:42:24.238061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.246348 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299501820>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 2, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:24.252129 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Checking router: 254dc75b-8114-4abf-8a86-bcde48cd4bbb for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:42:24.252492 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Updating router 254dc75b-8114-4abf-8a86-bcde48cd4bbb port 32e749e0-d669-4ea5-b1ed-0d25e711c38a binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:42:24.298432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:24.313856 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-20da57ba-e071-4d53-acc7-9e98a15d18b7 service neutron] 10.222.0.16 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924808
Dec 22 13:42:24.323302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.361892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.364114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-96e23e33-aaad-40b0-ab98-449d94b2a666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:24.458969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:24.460209 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-0f86473c-4b5a-4620-a3e8-6c228af7c0a8 service neutron] 10.222.0.16 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451623
Dec 22 13:42:24.462576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:24.521412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Provisioning for port 32e749e0-d669-4ea5-b1ed-0d25e711c38a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:24.526798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Provisioning complete for port 32e749e0-d669-4ea5-b1ed-0d25e711c38a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:24.529168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.589430 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Port 32e749e0-d669-4ea5-b1ed-0d25e711c38a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:42:24.601225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Provisioning complete for port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:24.612140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-559efe64-d5d1-4a37-964f-0b033c3d6beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.720480 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.733683 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Transition to ACTIVE for port object 32e749e0-d669-4ea5-b1ed-0d25e711c38a will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:24.804434 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:24.808245 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:24.957000 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Pushing event updated for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:24.973849 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.974123 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.974457 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.974785 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.975137 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.975463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.975782 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.976098 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.976416 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.976756 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.977045 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:24.977400 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:42:25.005381 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:25.032575 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Attempting to bind port 32e749e0-d669-4ea5-b1ed-0d25e711c38a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:42:25.032948 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Attempting to bind port 32e749e0-d669-4ea5-b1ed-0d25e711c38a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:42:25.033315 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Attempting to bind port 32e749e0-d669-4ea5-b1ed-0d25e711c38a on network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:42:25.038757 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:42:25.039169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Checking segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:42:25.039574 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:25.039991 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Bound using segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:42:25.040423 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Bound port: 32e749e0-d669-4ea5-b1ed-0d25e711c38a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:42:25.040775 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:25.128137 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] For port 32e749e0-d669-4ea5-b1ed-0d25e711c38a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:42:25.130892 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] For port 32e749e0-d669-4ea5-b1ed-0d25e711c38a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32e749e0-d669-4ea5-b1ed-0d25e711c38a,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:42:25.193121 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:25.196481 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-670c86d1-48fb-4314-9b61-131cb9b0b62d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:25.273046 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:25.273677 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299501820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:25.325781 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Pushing event updated for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:25.333804 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:25.364662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3da0188f-a839-4b0f-85f7-ea4d14c27307 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:25.468434 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:25.495876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3da0188f-a839-4b0f-85f7-ea4d14c27307 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:25.496450 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:25.617731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:25.683004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:25.683385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:25.791360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-039a59ee-223d-448a-a4f6-3397754a2f8c req-2e8ed310-d03a-43a8-ae13-f4468a791927 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 210 time: 0.0538242
Dec 22 13:42:25.829619 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299501820>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:25Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:25.834258 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b62d08-b3c4-424e-9ab4-a2ddec6d27eb None None] The sync data for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv is: [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:25Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:42:26.939450 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c6c1570-46b5-4e5a-af01-7c710c7d2dd9 req-89a2eae3-2e84-463e-abd2-4949751bfd2c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 210 time: 0.0448804
Dec 22 13:42:27.369228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32e749e0-d669-4ea5-b1ed-0d25e711c38a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:27.509853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 32e749e0-d669-4ea5-b1ed-0d25e711c38a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:27.514808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 32e749e0-d669-4ea5-b1ed-0d25e711c38a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:27.515211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:27.630527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:27.663167 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 32e749e0-d669-4ea5-b1ed-0d25e711c38a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32e749e0-d669-4ea5-b1ed-0d25e711c38a,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:27.738255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:27.740137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:27.808131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:27.811336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:27.995385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-41dfeab0-1a89-426c-a386-e435822eabc8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:27.996097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-41dfeab0-1a89-426c-a386-e435822eabc8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:42:28.101345 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3f5e88a0-8c63-4dec-9674-592d6c2c11b5 req-efea30a8-2d04-4036-8315-783d8ad21e07 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 210 time: 0.0462997
Dec 22 13:42:28.147975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-41dfeab0-1a89-426c-a386-e435822eabc8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:42:28.149171 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-41dfeab0-1a89-426c-a386-e435822eabc8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/networks?id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 200  len: 796 time: 0.3091590
Dec 22 13:42:28.196831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-73b9c4df-73ea-4a63-9cc2-742a54ce649c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:42:28.258683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-73b9c4df-73ea-4a63-9cc2-742a54ce649c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:42:28.259851 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-73b9c4df-73ea-4a63-9cc2-742a54ce649c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 380 time: 0.1023903
Dec 22 13:42:28.268886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'port': {'device_id': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'admin_state_up': True, 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'security_groups': ['ac1efa36-7e40-4e90-a297-1058f96aa743']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:28.407661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:28.411608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:port and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:28.414518 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:28.421023 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:28.489895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:42:28.493549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:28.662630 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.7 (acc41e8e-4a7a-4a3d-b54a-b5e484f864c8/10ad9a06-b1f2-43e0-863e-0a5cd6f60d92/4d3352dd-cd82-4f44-b4c7-d2cbd2162222) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:42:28.848291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:28.863261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:28.961458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:28.967101 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:29.037513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:29.040627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:29.044464 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:42:29.075809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:29.083103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:29.113560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:29.114304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.190776 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9261444
Dec 22 13:42:29.201441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-638ac912-06d1-4307-9554-b6d529b9a841 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:42:29.203259 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-638ac912-06d1-4307-9554-b6d529b9a841 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064580
Dec 22 13:42:29.213795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Request body: {'port': {'device_id': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:29.293507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7864a-dcce-4a60-894f-b0c43f5a42f3 req-4726b03c-c557-457d-8542-63bca7808a33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:29.295602 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31a7864a-dcce-4a60-894f-b0c43f5a42f3 req-4726b03c-c557-457d-8542-63bca7808a33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 931 time: 0.0852954
Dec 22 13:42:29.305628 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3df16b96-b696-462f-86e8-8ac91c7d0e01 None None] Provisioning for port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:29.316302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3df16b96-b696-462f-86e8-8ac91c7d0e01 None None] Provisioning complete for port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:29.317084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3df16b96-b696-462f-86e8-8ac91c7d0e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.337708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.355561 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-31a7864a-dcce-4a60-894f-b0c43f5a42f3 req-fb2da6e6-04c6-4abd-8ca8-13b61c8c637a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532501
Dec 22 13:42:29.384132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32e749e0-d669-4ea5-b1ed-0d25e711c38a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:29.424992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3df16b96-b696-462f-86e8-8ac91c7d0e01 None None] Port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:42:29.458903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 32e749e0-d669-4ea5-b1ed-0d25e711c38a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:29.459287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.815706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:42:29.822715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.837190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Transition to ACTIVE for port object 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:42:29.924006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:29.927717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d959dc63-0d93-4c74-be91-404b4134d1d6 tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:30.061765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:30.092153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:30.169982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Attempting to bind port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:42:30.170309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Attempting to bind port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:42:30.170753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Attempting to bind port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 on network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:42:30.175416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 on network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:42:30.175735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Attempting to bind port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 on network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:42:30.180688 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:42:30.181022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Checking segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:42:30.181405 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Bound using segment: {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:42:30.181826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Bound port: 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6378567-7061-47ec-96b9-d8f1f77f2dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:42:30.182164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:30.274466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:42:30.277316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:42:30.359663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:30.363493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:30.423474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.424100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:30.425460 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] 10.222.0.46 "PUT /v2.0/ports/4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 200  len: 1093 time: 1.2157793
Dec 22 13:42:30.425982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:42:30.459673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:30.464425 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:30.479208 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'status': 'completed', 'code': 200}
Dec 22 13:42:30.556725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf470640-9037-4bb5-b059-24abfd7a89d2 req-4189d4d1-ca31-4f36-b759-98b8d4561743 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.559065 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf470640-9037-4bb5-b059-24abfd7a89d2 req-4189d4d1-ca31-4f36-b759-98b8d4561743 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 943 time: 0.0901361
Dec 22 13:42:30.578065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e377-b85d-4798-af45-a74aec57ff07 req-5e438212-3fab-4213-88ce-ebf0e0e1b47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.579585 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d737e377-b85d-4798-af45-a74aec57ff07 req-5e438212-3fab-4213-88ce-ebf0e0e1b47e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1096 time: 0.0815144
Dec 22 13:42:30.609094 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bf470640-9037-4bb5-b059-24abfd7a89d2 req-9b74b99b-3ebb-4cb1-a8fd-41e55e8298a1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430374
Dec 22 13:42:30.726739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e377-b85d-4798-af45-a74aec57ff07 req-2886d8e7-97f3-45ea-8142-ce3aa67a9e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.728211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d737e377-b85d-4798-af45-a74aec57ff07 req-2886d8e7-97f3-45ea-8142-ce3aa67a9e3a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff29e401282447d28eafbb95c77f25f5&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1417799
Dec 22 13:42:30.865633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e377-b85d-4798-af45-a74aec57ff07 req-de9a9d76-110a-4478-8ef9-17214d2bb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.867019 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d737e377-b85d-4798-af45-a74aec57ff07 req-de9a9d76-110a-4478-8ef9-17214d2bb4f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1323490
Dec 22 13:42:30.976493 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-415cb1a9-61ed-4c01-a7ca-8a9ada1409be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:30.977994 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-415cb1a9-61ed-4c01-a7ca-8a9ada1409be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1096 time: 0.0758231
Dec 22 13:42:31.049602 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-f6a9b067-f77c-429b-b515-6ea7bae065e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 200  len: 217 time: 0.0648389
Dec 22 13:42:31.111159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-985b8309-4260-4962-bb20-042a4bb4a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:31.112535 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-985b8309-4260-4962-bb20-042a4bb4a352 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 HTTP/1.1" status: 200  len: 834 time: 0.0574453
Dec 22 13:42:31.185970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff59be-e397-420b-b513-03a3ba002a0c req-dce4284d-0d33-43a0-854d-f58e0ca1535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:31.187680 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-dce4284d-0d33-43a0-854d-f58e0ca1535d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693595
Dec 22 13:42:31.319463 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-821768ee-75e0-4973-afe6-79a61d9e5cd9 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256309
Dec 22 13:42:31.452177 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53ff59be-e397-420b-b513-03a3ba002a0c req-32e3c026-40b2-4902-843b-a9be9406eb19 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263289
Dec 22 13:42:31.799853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c435a-0d58-40ad-9bfb-ab5132086d81 req-419741a3-1069-4e2f-80b2-5ba24644e74c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:31.801203 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-549c435a-0d58-40ad-9bfb-ab5132086d81 req-419741a3-1069-4e2f-80b2-5ba24644e74c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 943 time: 0.0795865
Dec 22 13:42:31.845037 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-549c435a-0d58-40ad-9bfb-ab5132086d81 req-7ce5fe45-4d31-49e3-be8c-18df8eb6b4b4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381796
Dec 22 13:42:32.924461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:33.035127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457426b-e74b-4973-b97d-399912753080 req-4c717f0f-8c51-4311-a91a-859ab3a1607f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:33.036585 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7457426b-e74b-4973-b97d-399912753080 req-4c717f0f-8c51-4311-a91a-859ab3a1607f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 943 time: 0.0853496
Dec 22 13:42:33.080098 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7457426b-e74b-4973-b97d-399912753080 req-8ca5d093-0acb-48e9-8938-7fbc044e7434 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377657
Dec 22 13:42:34.268079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931480-ebd1-4077-8920-b45bdc45cf21 req-df32cc0d-d11d-4cad-8558-dd0b14876818 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:34.269546 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00931480-ebd1-4077-8920-b45bdc45cf21 req-df32cc0d-d11d-4cad-8558-dd0b14876818 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 943 time: 0.0817297
Dec 22 13:42:34.315400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-00931480-ebd1-4077-8920-b45bdc45cf21 req-fd9b8662-64d0-4b13-973c-2a2cba756d36 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402193
Dec 22 13:42:34.520788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:42:34.652722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:34.669089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'port_id': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'mac_address': 'fa:16:3e:bc:d5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:42:34.723448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:34.740306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:42:34.755100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:34.820956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:34.822645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:34.890471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:34.893420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:35.060741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['4d3352dd-cd82-4f44-b4c7-d2cbd2162222'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:42:35.165384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d15de009-b61b-4ae2-80cc-e08cf2cd6381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:35.607645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa85a6b-6760-4d55-b277-e23f3c2721da req-8d10f1ca-a19d-4799-97bd-5a1709c023be tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:35.609305 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-caa85a6b-6760-4d55-b277-e23f3c2721da req-8d10f1ca-a19d-4799-97bd-5a1709c023be tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 944 time: 0.1871943
Dec 22 13:42:35.652106 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-caa85a6b-6760-4d55-b277-e23f3c2721da req-f97cfab0-1eca-48a9-a7e7-85eec20ae2ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372069
Dec 22 13:42:36.536403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:42:36.658080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:42:36.662692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:42:36.663182 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:36.783260 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:36.809872 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:42:36.820693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:42:36.839192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931c014-101d-4782-8948-aa0056130fbc req-9cb4d2a1-1899-4626-80b2-646c00a0b164 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:36.840788 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c931c014-101d-4782-8948-aa0056130fbc req-9cb4d2a1-1899-4626-80b2-646c00a0b164 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 944 time: 0.0848289
Dec 22 13:42:36.857378 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'code': 200}
Dec 22 13:42:36.895914 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c931c014-101d-4782-8948-aa0056130fbc req-2c422f44-5d6f-4dcf-8309-28a025192a26 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484848
Dec 22 13:42:36.914761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:36.916152 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:37.018463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:37.022032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:37.231498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c01a5-d774-45ba-9c4d-4432a56e8051 req-7742467c-e99a-4130-a6ef-86fc154c00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:37.233074 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e75c01a5-d774-45ba-9c4d-4432a56e8051 req-7742467c-e99a-4130-a6ef-86fc154c00fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1098 time: 0.0734463
Dec 22 13:42:37.274538 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e75c01a5-d774-45ba-9c4d-4432a56e8051 req-23da1f99-d4c9-4389-9046-41f611071be2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345685
Dec 22 13:42:37.500939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55eb17e1-c677-4fff-bd64-aa08c9f9e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:38.080942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca1a24-6e61-40cf-ab39-c1b9584f616a req-f680107a-b20c-453d-a983-44dffb5b6ecf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:38.082389 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0ca1a24-6e61-40cf-ab39-c1b9584f616a req-f680107a-b20c-453d-a983-44dffb5b6ecf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0805624
Dec 22 13:42:38.126214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0ca1a24-6e61-40cf-ab39-c1b9584f616a req-7e1d6875-1dd8-4bd7-b4fd-823016547580 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381060
Dec 22 13:42:38.706714 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:38.763549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:39.316354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334214db-34ae-49a7-aa8c-6dbb986b2d8e req-13e39d33-4ab4-4d76-8eb8-a76fb144190d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:39.317812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-334214db-34ae-49a7-aa8c-6dbb986b2d8e req-13e39d33-4ab4-4d76-8eb8-a76fb144190d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0857489
Dec 22 13:42:39.361486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-334214db-34ae-49a7-aa8c-6dbb986b2d8e req-9132b8a0-c3ec-41e8-aef5-305aa70d978e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377049
Dec 22 13:42:39.543083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069c7c3-ed56-47db-b101-9157732ce064 req-4ed56472-ecde-4b9b-876a-1708cdacff99 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:39.544586 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0069c7c3-ed56-47db-b101-9157732ce064 req-4ed56472-ecde-4b9b-876a-1708cdacff99 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0801156
Dec 22 13:42:39.587614 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0069c7c3-ed56-47db-b101-9157732ce064 req-a6969545-bec6-4e4b-9107-28bbad0eb5ba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374646
Dec 22 13:42:39.610243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40766) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:39.682980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07382905-7784-478f-9b24-24bf564ff427 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:39.684456 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07382905-7784-478f-9b24-24bf564ff427 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1093 time: 0.0732429
Dec 22 13:42:39.687521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40770) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:39.692473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:42:39.698290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:42:39.702012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:floatingip and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:42:39.705424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:42:39.711081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:42:39.781964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:39.920044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:40.076660 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.84 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/0958e294-1b0b-4cad-8ed8-f18b05d92a3f) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:42:40.234594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:40.275825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:40.353125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:40.357768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8edc5c1a-66ad-4982-8ffc-edaa55a1c51f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:40.430310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:42:40.433148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:42:40.436857 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:42:40.471980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=0958e294-1b0b-4cad-8ed8-f18b05d92a3f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:40.477864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:40.882092 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:41.028519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:41.335922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:41.389819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:41.394176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6e387e26-db76-4068-a512-461e7aa9dc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:42:41.496576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=0958e294-1b0b-4cad-8ed8-f18b05d92a3f,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:42:41.501289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:42:41.509089 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:41.681623 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba associated. External IP: 172.26.3.84, port: 4d3352dd-cd82-4f44-b4c7-d2cbd2162222.
Dec 22 13:42:42.026574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 254dc75b-8114-4abf-8a86-bcde48cd4bbb has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:42:42.207169 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:42:42.216351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Sync routers for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:42:42.226708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:42.227369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529814ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:42.295319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:42:42.350418 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6618991
Dec 22 13:42:42.351384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:42:42.400011 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'status': 'completed', 'code': 200}
Dec 22 13:42:42.409248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:42.493588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-31471229-90f4-4390-a46d-fff20da50534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:42.495128 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-31471229-90f4-4390-a46d-fff20da50534 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1098 time: 0.0717199
Dec 22 13:42:42.528299 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6789816-7304-4f92-adee-a72dda7d96fe req-fb0572b9-86f4-4108-979c-f2934cb3a8ac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:42.529777 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6789816-7304-4f92-adee-a72dda7d96fe req-fb0572b9-86f4-4108-979c-f2934cb3a8ac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0864401
Dec 22 13:42:42.576512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d6789816-7304-4f92-adee-a72dda7d96fe req-4f93dfac-e0db-4da6-833f-2808df6aac27 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396900
Dec 22 13:42:42.601076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40778) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:42.639952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-e956b36c-21fc-4c62-a1d7-97fe29619e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:42.642191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-e956b36c-21fc-4c62-a1d7-97fe29619e02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 200  len: 897 time: 0.1406975
Dec 22 13:42:42.710384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-514967ce-007d-40bd-a1ca-46ed9bf0372e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 200  len: 990 time: 0.1066248
Dec 22 13:42:42.748337 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-a2bebaff-35cb-4b02-bc27-d5f3cf288a78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 200  len: 998 time: 0.0993326
Dec 22 13:42:42.771509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529814ccd0>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.84', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'port_id': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'mac_address': 'fa:16:3e:bc:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:42:40Z', 'updated_at': '2021-12-22T13:42:40Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:42.775273 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Checking router: 254dc75b-8114-4abf-8a86-bcde48cd4bbb for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:42:42.783936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:42:42.784540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529814ccd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:42:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:42.815520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-6926bdeb-636d-4207-af5d-44cb13b48b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:42.816962 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-6926bdeb-636d-4207-af5d-44cb13b48b6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 HTTP/1.1" status: 200  len: 834 time: 0.0626767
Dec 22 13:42:42.891933 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-0f896980-b1a2-429b-9bef-a7ab0b95aff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:42:42.893327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-0f896980-b1a2-429b-9bef-a7ab0b95aff9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701525
Dec 22 13:42:42.962269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:42:43.140509 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-a82002ba-08a3-4e4b-b295-0a272efa9941 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2399380
Dec 22 13:42:43.273674 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0fb5166a-6b2c-4e9b-9147-449d484bb73c req-70295ef7-c69e-474b-9546-1ca8db310a7b service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268120
Dec 22 13:42:43.324760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529814ccd0>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.84', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'port_id': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'mac_address': 'fa:16:3e:bc:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:42:40Z', 'updated_at': '2021-12-22T13:42:40Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:42:43.328973 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63675b-7883-4da4-8202-fcab85813a44 None None] The sync data for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv is: [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.84', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'port_id': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'mac_address': 'fa:16:3e:bc:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:42:40Z', 'updated_at': '2021-12-22T13:42:40Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:42:43.522115 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3729638-b1a2-41af-801e-b47604607e33 None None] New status for floating IP 4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:42:43.712625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40782) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:43.819218 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ad61a013-5e53-40e3-9671-6bf1d8249328 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 200  len: 990 time: 0.1053338
Dec 22 13:42:44.823059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40786) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:42:44.929396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f702cdd3-68d3-44e5-a363-4513824e88a9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 200  len: 992 time: 0.1051092
Dec 22 13:42:48.067376 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:43:02.897920 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:05.126236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-df49235f-4bac-45b4-b1b4-50bd65a976dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:07.488968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b308edc4-2ebe-4d65-b34f-90dffba96152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:08.722933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:08.800653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:10.305497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:12.137945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e356a-32ff-415f-b9a8-d33d8e130193 req-0fa352c6-2fa6-44b7-8f86-7c0b0328d018 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:12.139348 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4e5e356a-32ff-415f-b9a8-d33d8e130193 req-0fa352c6-2fa6-44b7-8f86-7c0b0328d018 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.1997681
Dec 22 13:43:12.183479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4e5e356a-32ff-415f-b9a8-d33d8e130193 req-87ca2a1f-3870-4684-8423-059ba3497f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383627
Dec 22 13:43:13.377456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13fcfe-6d73-43b3-a6a7-6e6024492e44 req-0c871512-4f9e-475e-a4ee-ad5f986cb032 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:13.378942 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e13fcfe-6d73-43b3-a6a7-6e6024492e44 req-0c871512-4f9e-475e-a4ee-ad5f986cb032 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0863979
Dec 22 13:43:13.422544 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e13fcfe-6d73-43b3-a6a7-6e6024492e44 req-8f58712f-f56d-4fa3-8d8c-946d95330892 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379379
Dec 22 13:43:13.446089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40804) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:13.552354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c8a98c53-0a9e-4418-b795-50181696f70b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 200  len: 992 time: 0.1049893
Dec 22 13:43:15.164114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a0d4d-b222-429b-b99d-459d5a4d1b01 req-5f1b3065-38b2-4ddb-99ea-d3758fc1f260 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:15.165556 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-861a0d4d-b222-429b-b99d-459d5a4d1b01 req-5f1b3065-38b2-4ddb-99ea-d3758fc1f260 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0807946
Dec 22 13:43:15.209245 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-861a0d4d-b222-429b-b99d-459d5a4d1b01 req-9d2af839-379d-44e1-b3cd-700f56097e00 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380728
Dec 22 13:43:15.608002 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-8e5e2aa8-3677-41b6-a8c5-b879c199dca3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1223531
Dec 22 13:43:15.753902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-7633687c-1501-4342-b5ea-812ad0d55073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:15.755389 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-7633687c-1501-4342-b5ea-812ad0d55073 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1098 time: 0.0742087
Dec 22 13:43:15.901299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-fe68d48e-49b9-46a4-a4de-6ead2d762e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:15.902656 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-fe68d48e-49b9-46a4-a4de-6ead2d762e15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 200  len: 897 time: 0.1279552
Dec 22 13:43:16.007104 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-a538805d-46d8-49f2-8c3c-010ee3ae5936 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 200  len: 1000 time: 0.0956533
Dec 22 13:43:16.068600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-00bfb2fd-459d-42b6-96d7-d395b31649fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:16.070008 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-00bfb2fd-459d-42b6-96d7-d395b31649fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 HTTP/1.1" status: 200  len: 834 time: 0.0567741
Dec 22 13:43:16.149986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-0813c6e7-df93-4d5c-8947-1efbd558ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:16.151531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-0813c6e7-df93-4d5c-8947-1efbd558ae51 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0747812
Dec 22 13:43:16.286238 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-c1cddf31-0c19-4667-89c1-bb85621b1b5d service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259027
Dec 22 13:43:16.404877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1532c15-0296-4cec-ab2f-aaf67e3e14eb req-18363b71-a765-4d65-8186-79321a48094c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:16.406246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1532c15-0296-4cec-ab2f-aaf67e3e14eb req-18363b71-a765-4d65-8186-79321a48094c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0851803
Dec 22 13:43:16.420131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6928f0e8-8cbf-472e-bec9-5f59fe456f2a req-20673852-6f70-463b-87da-38fe8e9ea3b8 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257150
Dec 22 13:43:16.453682 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1532c15-0296-4cec-ab2f-aaf67e3e14eb req-c43e6a99-c3ca-456e-a731-fbb1d6bc59ec tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415511
Dec 22 13:43:16.480718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 40818) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:16.583657 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f7935814-affd-4e17-8020-c3042b2d04a5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 200  len: 992 time: 0.1017184
Dec 22 13:43:16.935325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40826) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:17.141227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 0958e294-1b0b-4cad-8ed8-f18b05d92a3f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:43:17.141483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:17.309790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:17.310125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:17.431187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 0958e294-1b0b-4cad-8ed8-f18b05d92a3f owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:43:17.630952 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:17.634406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:17.677663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=0958e294-1b0b-4cad-8ed8-f18b05d92a3f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:17.717496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.717880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.718253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.718623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.719018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.719381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.719739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.720095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.720450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.720802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.721204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.721607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:17.728454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:17.781118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:17.781462 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba disassociated (deleted). External IP: 172.26.3.84, port: 4d3352dd-cd82-4f44-b4c7-d2cbd2162222.
Dec 22 13:43:18.241207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 254dc75b-8114-4abf-8a86-bcde48cd4bbb has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:43:18.417492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:43:18.428033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Sync routers for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:43:18.430743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:18.437174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:18.437785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298504340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:18.488154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/floatingips/4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba HTTP/1.1" status: 204  len: 168 time: 1.5516250
Dec 22 13:43:18.488792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:43:18.537392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'status': 'completed', 'code': 200}
Dec 22 13:43:18.626520 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:18.646663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-751c01ed-c9f8-4ddf-b0e3-96a0033c0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:18.648211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-751c01ed-c9f8-4ddf-b0e3-96a0033c0d0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 1098 time: 0.0836649
Dec 22 13:43:18.910008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-c3d1b96d-0fb2-49d3-88c0-b29ebe61f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:18.911382 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-c3d1b96d-0fb2-49d3-88c0-b29ebe61f168 service neutron] 10.222.0.46 "GET /v2.0/networks?id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 200  len: 897 time: 0.2562335
Dec 22 13:43:18.961993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298504340>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:18.966793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Checking router: 254dc75b-8114-4abf-8a86-bcde48cd4bbb for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:43:18.978916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:18.979564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298504340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:18.986725 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-a08496b0-6dff-4d67-98e2-ee47d34a55b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 200  len: 217 time: 0.0685668
Dec 22 13:43:19.051201 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-4aaf6c5f-ae18-464c-995b-97aec83b67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:19.053061 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-4aaf6c5f-ae18-464c-995b-97aec83b67a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 HTTP/1.1" status: 200  len: 834 time: 0.0601933
Dec 22 13:43:19.143640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-d84347e1-fe60-4a06-bbde-4fd02570a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:19.145243 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-d84347e1-fe60-4a06-bbde-4fd02570a6ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0862358
Dec 22 13:43:19.166166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:19.210784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75514b-3542-4426-86d1-b127372509a7 req-e8009583-67e0-49ab-989e-eed7d9f1f676 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:19.211884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2f75514b-3542-4426-86d1-b127372509a7 req-e8009583-67e0-49ab-989e-eed7d9f1f676 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:43:19.282352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2f75514b-3542-4426-86d1-b127372509a7 req-e8009583-67e0-49ab-989e-eed7d9f1f676 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:43:19.283852 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2f75514b-3542-4426-86d1-b127372509a7 req-e8009583-67e0-49ab-989e-eed7d9f1f676 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.1607015
Dec 22 13:43:19.293764 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-6bb75d1b-7b5b-4796-9449-84e1fd1bb263 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408601
Dec 22 13:43:19.355067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2f75514b-3542-4426-86d1-b127372509a7 req-4df4281c-90b6-4eb1-bb62-00e72a67448f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639174
Dec 22 13:43:19.432436 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-983ce7d3-6f8a-4175-b1c4-6949adad6c38 req-a78d5be2-672b-4ae7-b7f0-517678ec94e5 service neutron] 10.222.0.46 "GET /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301024
Dec 22 13:43:19.491845 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298504340>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:19.495787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01585e57-6669-4c4c-8dea-f7529da42ba5 None None] The sync data for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv is: [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:42:22Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '32e749e0-d669-4ea5-b1ed-0d25e711c38a', 'name': '', 'network_id': 'acc41e8e-4a7a-4a3d-b54a-b5e484f864c8', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:6f:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:21Z', 'updated_at': '2021-12-22T13:42:27Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '10ad9a06-b1f2-43e0-863e-0a5cd6f60d92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:43:19.718817 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae320ae7-03ae-4608-9787-58925988c75c None None] New status for floating IP 4f1f1e15-1ab4-4ae7-bb9c-7dc933d450ba: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:43:20.537548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5225f5-154c-4bc8-9a34-dc2da9ec9a21 req-d0774c1f-d0f8-4a16-97e1-9f962755c411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:20.539022 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9d5225f5-154c-4bc8-9a34-dc2da9ec9a21 req-d0774c1f-d0f8-4a16-97e1-9f962755c411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0840812
Dec 22 13:43:20.582935 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9d5225f5-154c-4bc8-9a34-dc2da9ec9a21 req-14dc2ba3-1799-4c70-be3e-00ad839b2fba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=ac1efa36-7e40-4e90-a297-1058f96aa743&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382659
Dec 22 13:43:20.707312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-45ea11ad-942f-4ab8-bf2d-127df2c390a7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:20.707999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-45ea11ad-942f-4ab8-bf2d-127df2c390a7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:43:20.719377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-45ea11ad-942f-4ab8-bf2d-127df2c390a7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:43:20.720908 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-45ea11ad-942f-4ab8-bf2d-127df2c390a7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 945 time: 0.0952168
Dec 22 13:43:20.790262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:43:20.790600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:21.036003 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:21.036363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:21.165687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:43:21.368229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:21.373885 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:21.423078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=4d3352dd-cd82-4f44-b4c7-d2cbd2162222,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:21.467292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.467676 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.468055 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.468426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.468796 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.469164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.469528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.469896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.470296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.470620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.471114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.471538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:21.497772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:21.508679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] No DVR routers for this DVR port 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:43:21.510903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:21.513349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'name': 'network-vif-deleted', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:43:21.559944 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a958a4-107b-444f-9345-5dffb081f60f', 'name': 'network-vif-deleted', 'tag': '4d3352dd-cd82-4f44-b4c7-d2cbd2162222', 'status': 'completed', 'code': 200}
Dec 22 13:43:21.584183 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-625a3d80-6439-4f0a-9c26-9cf0b2981f08 req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "DELETE /v2.0/ports/4d3352dd-cd82-4f44-b4c7-d2cbd2162222 HTTP/1.1" status: 204  len: 173 time: 0.8576224
Dec 22 13:43:21.736603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-beb43b8c-ac0c-4c64-82c9-71ac349e7dde req-ed95f589-11cd-465d-a417-e7aa6b38dc43 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8a958a4-107b-444f-9345-5dffb081f60f HTTP/1.1" status: 200  len: 210 time: 0.0441284
Dec 22 13:43:22.832075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40844) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:23.374120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:23.890570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 32e749e0-d669-4ea5-b1ed-0d25e711c38a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:43:23.891406 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:24.090989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 32e749e0-d669-4ea5-b1ed-0d25e711c38a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=32e749e0-d669-4ea5-b1ed-0d25e711c38a,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:24.091346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:24.215120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 32e749e0-d669-4ea5-b1ed-0d25e711c38a owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:43:24.476563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:24.480256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0964dc7c-9072-44ee-8675-d929cd82b223 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:24.531332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=32e749e0-d669-4ea5-b1ed-0d25e711c38a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:24.534288 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:24.738446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:43:24.772977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:43:24.773407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 4d3352dd-cd82-4f44-b4c7-d2cbd2162222 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:43:24.813824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.065932 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:43:25.167895 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 254dc75b-8114-4abf-8a86-bcde48cd4bbb has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:43:25.460948 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:43:25.470810 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Sync routers for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:43:25.473521 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/254dc75b-8114-4abf-8a86-bcde48cd4bbb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6403670
Dec 22 13:43:25.476251 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40848) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:25.480026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:25.480637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293779a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:25.540143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting subnet 10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:43:25.543133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.596841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.684892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.710323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:25.837308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.842295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-918d8989-760c-4b94-b78a-7a3ba42b4f7d tempest-NetworksTestDHCPv6-1179553257 tempest-NetworksTestDHCPv6-1179553257-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:25.884891 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Subnet': ['ID=10ad9a06-b1f2-43e0-863e-0a5cd6f60d92,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:25.887822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:25.891727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:25.898100 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/subnets/10ad9a06-b1f2-43e0-863e-0a5cd6f60d92 HTTP/1.1" status: 204  len: 168 time: 0.4208791
Dec 22 13:43:25.900694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40852) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:25.901179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1699226-e9b6-4b9c-bd2d-3a5c8b143cd6 None None] Network acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:43:26.079267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.175849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293779a60>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:26.179900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Checking router: 254dc75b-8114-4abf-8a86-bcde48cd4bbb for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:43:26.188648 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Routers {'254dc75b-8114-4abf-8a86-bcde48cd4bbb'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:26.189265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293779a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:26.257804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] DHCP port deletion for acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:43:26.274597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Deleting port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:43:26.275033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.275934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.351124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 3da0188f-a839-4b0f-85f7-ea4d14c27307 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:43:26.351465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.474196 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] Set router 254dc75b-8114-4abf-8a86-bcde48cd4bbb gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:26.524517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 3da0188f-a839-4b0f-85f7-ea4d14c27307, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3da0188f-a839-4b0f-85f7-ea4d14c27307,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:26.524876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.647516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 3da0188f-a839-4b0f-85f7-ea4d14c27307 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:43:26.754509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] For port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,segment=NetworkSegment(b6378567-7061-47ec-96b9-d8f1f77f2dc5),segment_id=b6378567-7061-47ec-96b9-d8f1f77f2dc5)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:26.754876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.891822 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:26.893404 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Calling delete_port for 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:43:26.896634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:26.943627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=3da0188f-a839-4b0f-85f7-ea4d14c27307,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:26.946608 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:27.036789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.095607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293779a60>, [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:27.100464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cfe733-8196-49d3-ab70-324f3cca61f3 None None] The sync data for ids ['254dc75b-8114-4abf-8a86-bcde48cd4bbb'] in dv-neutron-822662-1-hyperv is: [{'id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874495719', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181'}], 'enable_snat': True}, 'gw_port_id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:42:16Z', 'updated_at': '2021-12-22T13:43:24Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '3da0188f-a839-4b0f-85f7-ea4d14c27307', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254dc75b-8114-4abf-8a86-bcde48cd4bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:42:17Z', 'updated_at': '2021-12-22T13:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:43:27.162642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.167932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4edb8733-a906-4a4b-ae23-803470b81c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:27.211287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Pushing event deleted for resources: {'Port': ['ID=9251cc31-1d4e-46c1-ae66-38b4b534e6f5,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:27.215898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] No DVR routers for this DVR port 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:43:27.222190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.222529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.222885 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.223231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.223562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.223898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.224224 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.224550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.225191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.225191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.225525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.225811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:27.229807 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:27.332432 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.334709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.423175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.423632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Fanout notify agent at l3_agent the message router_deleted on router 254dc75b-8114-4abf-8a86-bcde48cd4bbb {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:43:27.444114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.447750 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/routers/254dc75b-8114-4abf-8a86-bcde48cd4bbb HTTP/1.1" status: 204  len: 168 time: 1.5435896
Dec 22 13:43:27.448298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40856) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:27.543909 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:43:27.565816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.585465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:43:27.586211 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 9251cc31-1d4e-46c1-ae66-38b4b534e6f5 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:43:27.586639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32e749e0-d669-4ea5-b1ed-0d25e711c38a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:43:27.622215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 32e749e0-d669-4ea5-b1ed-0d25e711c38a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:43:27.622569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 32e749e0-d669-4ea5-b1ed-0d25e711c38a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:43:27.707739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.734529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293068b50>,) {'filters': {'network_id': ['acc41e8e-4a7a-4a3d-b54a-b5e484f864c8']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:27.748488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293068b50>, 'b6378567-7061-47ec-96b9-d8f1f77f2dc5') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:27.748774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293068b50>, 'b6378567-7061-47ec-96b9-d8f1f77f2dc5') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:27.761277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.780808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.787355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:43:27.787760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:43:27.802651 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:43:27.996552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.000354 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d251dad7-c2bd-4b7f-88ca-abb54b0d432f tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:28.014675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.026160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Network': ['ID=acc41e8e-4a7a-4a3d-b54a-b5e484f864c8,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:28.029533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:28.117391 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a76945bf-1f80-4ec6-bc56-75c77248b411 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/networks/acc41e8e-4a7a-4a3d-b54a-b5e484f864c8 HTTP/1.1" status: 204  len: 168 time: 0.6683292
Dec 22 13:43:28.120011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40860) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:28.188162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.217365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.344881 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.349390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f5ec0851-f446-448d-9885-f95fede71fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:28.368824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1efa36-7e40-4e90-a297-1058f96aa743,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:28.371778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:28.440990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:28.442109 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eb8d29e1-fd3c-4d95-8e5e-0e0f9ccdbe94 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/security-groups/ac1efa36-7e40-4e90-a297-1058f96aa743 HTTP/1.1" status: 204  len: 168 time: 0.3211844
Dec 22 13:43:28.854811 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40868) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:28.860081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190820882', 'description': 'tempest-secgroup-smoke-1190820882 description', 'project_id': 'ff29e401282447d28eafbb95c77f25f5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:28.866493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:28.870543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:28.873628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:28.880058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:28.984908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.005068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:29.008819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:29.011560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:29.017049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:29.083713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.300057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.303983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-de535b37-13a0-4ad9-9718-f71f2db0f6fa tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:29.337590 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3da0188f-a839-4b0f-85f7-ea4d14c27307 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:43:29.346113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:29.349591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:29.372922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3da0188f-a839-4b0f-85f7-ea4d14c27307 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:43:29.373254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3da0188f-a839-4b0f-85f7-ea4d14c27307 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:43:29.431064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.432282 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5764711
Dec 22 13:43:29.435112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40872) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:29.440785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:29.446896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:29.450667 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:29.453541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:29.460334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:29.532633 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.591729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.670243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.672088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c8c99b2e-3bbc-460b-bea5-568d4b6787d5 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:29.698275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73194b5-07cd-49cd-bfaa-0dbef2bfeefd,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:29.702441 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:29.853431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:29.854602 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4185524
Dec 22 13:43:29.857790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40876) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:29.862860 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:29.874242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:29.874242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:29.875392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:29.881651 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:29.985451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.045941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.121880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.129772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7da392e3-5038-42f6-a4e7-70c1bfa1e487 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:30.147445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94669f4-4dbf-4bec-8f00-4c94a7f680a7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:30.151871 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:30.236725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.238273 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3795240
Dec 22 13:43:30.241028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40880) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:30.245872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:30.251726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:30.260968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:30.260968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:30.265703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:30.373582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.436964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.545208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.550693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-67c454b7-28d8-4cf8-89a4-0415db6928c6 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:30.570171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677550ac-bddc-45b8-8a87-56a0ef6afe42,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:30.594125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:30.714749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.715993 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4740677
Dec 22 13:43:30.718742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40884) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:30.724300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:30.730159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:30.733908 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:30.736717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:30.742790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:30.863994 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:30.928498 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.025079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.026790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7babff77-32e3-46e3-9e21-2d13490c5373 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:31.049005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96ebff5b-28de-4c18-8e18-440d1424ce1e,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:31.051485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:31.139326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.140514 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4208105
Dec 22 13:43:31.143222 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40888) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:31.148828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:31.154964 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:31.158635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:31.161496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:31.167145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:31.286730 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:43:31.293652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.357446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.463070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.464845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d0d90aa0-45f3-46d6-b1fd-23758a999a62 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:31.486713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c256e22e-219f-4faf-b241-a07d0b86c710,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:31.491066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:31.554472 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.555661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4115405
Dec 22 13:43:31.558408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40892) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:31.563385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '0b25a8e2-7a9a-4899-95be-6c190e8cf8cc', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:31.569965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:31.573739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:31.576682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:31.582439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:31.662988 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:43:31.669760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.735043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.811463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.818621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a69cd3cc-ff90-45a7-9043-d0e9e2fdc884 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:31.836763 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40deef0-fe19-4aab-814d-3a2ff0848f2c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:31.839576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:31.931560 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:31.932754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3733885
Dec 22 13:43:31.935569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40896) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:31.941020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'network': {'name': 'tempest-network-smoke--1851894272', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:31.947370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:31.950829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:network and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:31.953688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:31.959650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:32.030664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:43:32.034152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.062080 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:43:32.070254 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.070597 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Added segment c29838f4-aa89-4496-9eae-3f797d34c0b3 of type vlan for network 239c6541-2677-4d9e-aed2-90357f3e3702
Dec 22 13:43:32.095263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.190806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.196393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:32.196974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.201949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d60b81de-dfe7-40e0-a52e-b45e16352c6a tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:32.312018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Network': ['ID=239c6541-2677-4d9e-aed2-90357f3e3702,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:32.314640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:32.322204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 239c6541-2677-4d9e-aed2-90357f3e3702 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:43:32.360854 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4241533
Dec 22 13:43:32.363558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40900) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:32.368738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'admin_state_up': True, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:32.375835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:32.379615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:router and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:32.382412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:32.389576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:32.459915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.461189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.476669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.852011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:32.932490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:33.287884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:33.316437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:33.451439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.152 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/6b64ab96-d36e-49b1-bb8f-fa9655cb6dca) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:43:33.595002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:33.686148 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:33.690644 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7bd27ba7-dbce-4cd5-851e-bf5558145a77 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:33.749757 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:33.752454 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:33.756619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:43:33.799224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:33.803900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:34.375338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:34.724235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:34.983198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router a79d4fba-f818-48ca-b6a2-691691478f84 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:43:35.125893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6f58cf9c-84a5-43c7-b9e9-9cf57a264bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:35.167805 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:43:35.177167 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Sync routers for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:43:35.186698 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:35.187343 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f8afa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:35.253647 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:35.258948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.8915410
Dec 22 13:43:35.259192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40904) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:35.302543 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e29f0c91-5504-457b-a6f5-86059ba111f3 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff29e401282447d28eafbb95c77f25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0392547
Dec 22 13:43:35.303395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40908) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:35.433928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b489678-e804-400f-871f-7e68bd808023 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:35.434191 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:35.435453 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7b489678-e804-400f-871f-7e68bd808023 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1317103
Dec 22 13:43:35.438319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40912) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:35.481118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-eec629c0-38fb-44ab-8922-fc494fdc5cee tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0416315
Dec 22 13:43:35.483458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40916) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:35.489246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105008965', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:35.597546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:35.601315 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:subnet and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:35.604107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:35.609676 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:35.697786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:43:35.701458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:35.819648 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f8afa0>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:33Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:35.823667 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Checking router: a79d4fba-f818-48ca-b6a2-691691478f84 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:43:35.824022 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Updating router a79d4fba-f818-48ca-b6a2-691691478f84 port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:43:35.879209 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:35.968014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:35.972184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0b77b9e8-fc14-44c2-a6df-1ae588ee2b73 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:36.175158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Subnet': ['ID=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:36.179186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:36.184971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Checking segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:43:36.185328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network hostable DHCP agents. Network: 239c6541-2677-4d9e-aed2-90357f3e3702, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:43:36.234387 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.245899 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Transition to ACTIVE for port object 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:36.288043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 239c6541-2677-4d9e-aed2-90357f3e3702 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:43:36.316334 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.320830 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-d0a0525e-98b6-439d-bc83-b41295363993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:36.373238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 239c6541-2677-4d9e-aed2-90357f3e3702) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:36.380140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:36.380739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.381770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2f969-4c55-40c0-bb81-47dc05103c4a None None] Network 239c6541-2677-4d9e-aed2-90357f3e3702 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:43:36.396306 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Attempting to bind port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:43:36.396688 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Attempting to bind port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:43:36.397064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Attempting to bind port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:43:36.399142 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Pushing event updated for resources: {'Port': ['ID=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:36.408179 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:43:36.408561 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:43:36.408969 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.409369 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:43:36.409840 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Bound port: 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:43:36.410231 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.438738 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.439106 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.439443 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.439788 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.440113 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.440463 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.440780 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.441100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.441417 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.441801 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.442216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.442531 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:43:36.449685 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:36.454401 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0e192a47-1b50-444d-b998-e205fab833eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.9699399
Dec 22 13:43:36.457151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40920) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:36.495335 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] For port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:43:36.498413 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] For port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:43:36.568577 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.572516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-79dda2c7-3c90-4b99-b520-76e5d25654cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:36.603667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-239c6541-2677-4d9e-aed2-90357f3e3702', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:43:36.604639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.652763 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:36.653471 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f8afa0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:36.732715 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Pushing event updated for resources: {'Port': ['ID=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:36.737757 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:36.763293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Allocated IP 172.20.0.2 (239c6541-2677-4d9e-aed2-90357f3e3702/1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe/aee6831e-c3fc-4641-8b1f-e692d1c221e9) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:43:36.843317 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:36.970368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:36.981236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Transition to ACTIVE for port object aee6831e-c3fc-4641-8b1f-e692d1c221e9 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:37.004956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Transition to ACTIVE for port object aee6831e-c3fc-4641-8b1f-e692d1c221e9 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:37.083033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.089514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-6601835b-6b3d-4bc0-b22f-d7be905e1f9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:37.125493 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f8afa0>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:33Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:37.130088 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3fc4bd-d274-4d2f-9c5b-1425746be822 None None] The sync data for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv is: [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:33Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:43:37.160243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Network 239c6541-2677-4d9e-aed2-90357f3e3702 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:37.163607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:37.167614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:43:37.176735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Pushing event updated for resources: {'Port': ['ID=aee6831e-c3fc-4641-8b1f-e692d1c221e9,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:37.198953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.204870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:37.271921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Attempting to bind port aee6831e-c3fc-4641-8b1f-e692d1c221e9 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:43:37.272301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Attempting to bind port aee6831e-c3fc-4641-8b1f-e692d1c221e9 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:43:37.272686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Attempting to bind port aee6831e-c3fc-4641-8b1f-e692d1c221e9 on network 239c6541-2677-4d9e-aed2-90357f3e3702 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:43:37.279256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:43:37.279622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Checking segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:43:37.280072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.280540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Bound using segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:43:37.281143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Bound port: aee6831e-c3fc-4641-8b1f-e692d1c221e9, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:43:37.281521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.381049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] For port aee6831e-c3fc-4641-8b1f-e692d1c221e9, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:43:37.385347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] For port aee6831e-c3fc-4641-8b1f-e692d1c221e9, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aee6831e-c3fc-4641-8b1f-e692d1c221e9,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:43:37.472912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.480099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:37.559106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-50ea744c-6561-41ec-aada-3110c0813e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.574501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Pushing event updated for resources: {'Port': ['ID=aee6831e-c3fc-4641-8b1f-e692d1c221e9,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:37.578562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:37.646790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.1 (239c6541-2677-4d9e-aed2-90357f3e3702/1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe/88956da8-76f6-4e44-9ac6-ef7e30701b42) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:43:37.849276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.870990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 88956da8-76f6-4e44-9ac6-ef7e30701b42 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:37.966496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:37.971430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-86c16617-e748-4098-b62c-75e6aa68157b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:38.037237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 239c6541-2677-4d9e-aed2-90357f3e3702 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:38.040321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:38.042901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:43:38.219159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:38.222466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:38.237103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:38.576195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:38.577741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c1804-ba66-4e52-b04e-24f999b40524 None None] Network 239c6541-2677-4d9e-aed2-90357f3e3702 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:43:38.757597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:38.811037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-588ec4eb-4868-4b9a-91e6-303c9bf5833b None None] Provisioning for port aee6831e-c3fc-4641-8b1f-e692d1c221e9 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:38.823301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.005221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.093467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.126597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e7e86e11-8160-4409-8535-9fb78cd1904a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:39.210736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bbaedfba-5529-47ca-8032-74c92322f287 None None] Provisioning for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:39.213515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.216028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bbaedfba-5529-47ca-8032-74c92322f287 None None] Provisioning complete for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:39.216417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bbaedfba-5529-47ca-8032-74c92322f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.218196 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:39.221564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:39.314599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bbaedfba-5529-47ca-8032-74c92322f287 None None] Port 88956da8-76f6-4e44-9ac6-ef7e30701b42 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:43:39.360308 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 239c6541-2677-4d9e-aed2-90357f3e3702 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:39.362052 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:39.458617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e780d183-86c5-45ac-9589-d4a94dbe0078 None None] Provisioning complete for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:39.459524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e780d183-86c5-45ac-9589-d4a94dbe0078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.490890 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aee6831e-c3fc-4641-8b1f-e692d1c221e9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:39.577744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e780d183-86c5-45ac-9589-d4a94dbe0078 None None] Port 88956da8-76f6-4e44-9ac6-ef7e30701b42 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:43:39.584311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router a79d4fba-f818-48ca-b6a2-691691478f84 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:43:39.662837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port aee6831e-c3fc-4641-8b1f-e692d1c221e9 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:39.667740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aee6831e-c3fc-4641-8b1f-e692d1c221e9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:39.668130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.730873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3845a05e-24a0-4c64-bdff-d5ed1c3127dd None None] Provisioning complete for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:39.731245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3845a05e-24a0-4c64-bdff-d5ed1c3127dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:39.763291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:43:39.777160 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/a79d4fba-f818-48ca-b6a2-691691478f84/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3187985
Dec 22 13:43:39.779624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Sync routers for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:43:39.808212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3845a05e-24a0-4c64-bdff-d5ed1c3127dd None None] Port 88956da8-76f6-4e44-9ac6-ef7e30701b42 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:43:39.811844 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:39.812753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293733910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:40.010469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.086415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port aee6831e-c3fc-4641-8b1f-e692d1c221e9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aee6831e-c3fc-4641-8b1f-e692d1c221e9,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:40.090935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:40.100970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-a4a83e58-de6a-4334-ba29-ec5adace325f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:43:40.196414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-a4a83e58-de6a-4334-ba29-ec5adace325f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:43:40.197630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-a4a83e58-de6a-4334-ba29-ec5adace325f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190820882&fields=id&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 267 time: 0.1445079
Dec 22 13:43:40.240841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.240841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:40.270409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:40.454502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.486634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=aee6831e-c3fc-4641-8b1f-e692d1c221e9,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:40.494074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:40.525049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-d18f6011-f41c-494d-8125-384784f64897 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:40.525894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-d18f6011-f41c-494d-8125-384784f64897 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:43:40.563987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:40.574568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:40.574982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.613619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-d18f6011-f41c-494d-8125-384784f64897 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:43:40.615054 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-d18f6011-f41c-494d-8125-384784f64897 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 797 time: 0.4097881
Dec 22 13:43:40.633050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-cc51d1b7-e50d-45e4-b31f-9d2ab98c50c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/quotas/ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 375 time: 0.0121570
Dec 22 13:43:40.671501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293733910>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 2, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:40.715930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Checking router: a79d4fba-f818-48ca-b6a2-691691478f84 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:43:40.716197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Updating router a79d4fba-f818-48ca-b6a2-691691478f84 port 88956da8-76f6-4e44-9ac6-ef7e30701b42 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:43:40.732106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-7835864c-8c05-469d-a5ff-2c54bdc122ff tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:43:40.773024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.792452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:40.807915 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-7835864c-8c05-469d-a5ff-2c54bdc122ff tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:43:40.809334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-7835864c-8c05-469d-a5ff-2c54bdc122ff tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1623719
Dec 22 13:43:40.855927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:40.951044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-d91b2fff-7aed-44e3-9377-ef4b5aad3918 service neutron] 10.222.0.16 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295009
Dec 22 13:43:40.998587 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.004683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:41.084275 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-2b32fb82-5757-4843-b197-4835a9c5378b service neutron] 10.222.0.16 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269262
Dec 22 13:43:41.106636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:41.160856 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:41.244323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.257883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Transition to ACTIVE for port object 88956da8-76f6-4e44-9ac6-ef7e30701b42 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:41.326296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.330353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:41.403559 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2310571f-caf6-47f1-a856-502f03b80345 req-49732152-2698-4cc0-bc8c-48eb036e4ed2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 210 time: 0.1140771
Dec 22 13:43:41.450539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aee6831e-c3fc-4641-8b1f-e692d1c221e9 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:41.580738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Pushing event updated for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:41.597050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:41.616509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Attempting to bind port 88956da8-76f6-4e44-9ac6-ef7e30701b42 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:43:41.616884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Attempting to bind port 88956da8-76f6-4e44-9ac6-ef7e30701b42 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:43:41.617251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Attempting to bind port 88956da8-76f6-4e44-9ac6-ef7e30701b42 on network 239c6541-2677-4d9e-aed2-90357f3e3702 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:43:41.624276 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:43:41.624647 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Checking segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:43:41.625080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.625439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Bound using segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:43:41.625913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Bound port: 88956da8-76f6-4e44-9ac6-ef7e30701b42, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:43:41.626267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.684687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aee6831e-c3fc-4641-8b1f-e692d1c221e9 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:41.685346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.787269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] For port 88956da8-76f6-4e44-9ac6-ef7e30701b42, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:43:41.790428 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] For port 88956da8-76f6-4e44-9ac6-ef7e30701b42, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88956da8-76f6-4e44-9ac6-ef7e30701b42,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:43:41.846377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:41.874187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:41.887115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:41.983330 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Pushing event updated for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:41.985828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:41.986441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5293733910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:42.040197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:42.077525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:42.077983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:42.239713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:42.552382 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34493447-a0d4-46c1-b763-8398d1e3ef87 req-6d63c8b6-f1bd-4a91-9c6a-bf226ae67cab tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 210 time: 0.0445094
Dec 22 13:43:42.605126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5293733910>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:42.609129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f1fad-b82b-4971-a185-266b3ac830e4 None None] The sync data for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv is: [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:41Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:43:43.423711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-791fcb4e-60b2-43d9-b993-eade9f85cf85 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:43.425170 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-791fcb4e-60b2-43d9-b993-eade9f85cf85 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 797 time: 0.1603026
Dec 22 13:43:43.428988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88956da8-76f6-4e44-9ac6-ef7e30701b42 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:43.480855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-317521d2-a47c-44fa-9d39-f3203893195a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 380 time: 0.0467494
Dec 22 13:43:43.489701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'port': {'device_id': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'admin_state_up': True, 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'security_groups': ['0b25a8e2-7a9a-4899-95be-6c190e8cf8cc']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:43.580607 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:43.589695 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:43.590073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:43.650547 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:43.662733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:43.725953 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-613b462b-7054-4da1-a4d8-dc0423f3887c req-a86f2ac8-77bc-49d6-8020-26e6aa06c31f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 210 time: 0.0519199
Dec 22 13:43:43.727780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:43:43.731520 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:43.787616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:43.825454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 88956da8-76f6-4e44-9ac6-ef7e30701b42, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88956da8-76f6-4e44-9ac6-ef7e30701b42,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:43.893062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:43.895413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:43.907769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.6 (239c6541-2677-4d9e-aed2-90357f3e3702/1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe/b2e746f9-7327-4086-9f97-c0953527f15c) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:43:43.962195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:43.965242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:44.099239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:44.114912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object b2e746f9-7327-4086-9f97-c0953527f15c will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:44.200263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:44.206420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-86032b1c-e9d8-4f29-973c-e7e1bf68c5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:44.278153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 239c6541-2677-4d9e-aed2-90357f3e3702 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:44.281597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:44.284513 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:43:44.322819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:44.326378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:44.357649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:44.358260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:44.446953 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9612203
Dec 22 13:43:44.458785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Request body: {'port': {'device_id': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:44.544999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1abedf67-2753-4327-8c1f-7136a56fef37 None None] Provisioning for port b2e746f9-7327-4086-9f97-c0953527f15c completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:44.550378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1abedf67-2753-4327-8c1f-7136a56fef37 None None] Provisioning complete for port b2e746f9-7327-4086-9f97-c0953527f15c triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:44.550820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1abedf67-2753-4327-8c1f-7136a56fef37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:44.607749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-1abedf67-2753-4327-8c1f-7136a56fef37 None None] Port b2e746f9-7327-4086-9f97-c0953527f15c cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:43:44.690639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:44.920989 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2154-fd92-4f54-bda4-aac6a1a9c50b req-71a2604c-879f-4d13-89f0-ff847e195d58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:44.922391 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-340b2154-fd92-4f54-bda4-aac6a1a9c50b req-71a2604c-879f-4d13-89f0-ff847e195d58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 931 time: 0.0802937
Dec 22 13:43:44.967583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-340b2154-fd92-4f54-bda4-aac6a1a9c50b req-12734ed7-030b-4852-8252-6d9db872bedd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389426
Dec 22 13:43:45.038358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e746f9-7327-4086-9f97-c0953527f15c {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:43:45.045576 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.059955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Transition to ACTIVE for port object b2e746f9-7327-4086-9f97-c0953527f15c will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:43:45.115682 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.119313 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:45.280336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:45.287326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:45.356181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Attempting to bind port b2e746f9-7327-4086-9f97-c0953527f15c on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:43:45.356521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Attempting to bind port b2e746f9-7327-4086-9f97-c0953527f15c by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:43:45.356850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Attempting to bind port b2e746f9-7327-4086-9f97-c0953527f15c on network 239c6541-2677-4d9e-aed2-90357f3e3702 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:43:45.362404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Port b2e746f9-7327-4086-9f97-c0953527f15c on network 239c6541-2677-4d9e-aed2-90357f3e3702 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:43:45.362723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Attempting to bind port b2e746f9-7327-4086-9f97-c0953527f15c on network 239c6541-2677-4d9e-aed2-90357f3e3702 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:43:45.369012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:43:45.369332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Checking segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:43:45.369714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Bound using segment: {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:43:45.370134 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Bound port: b2e746f9-7327-4086-9f97-c0953527f15c, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29838f4-aa89-4496-9eae-3f797d34c0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:43:45.370470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.392379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88956da8-76f6-4e44-9ac6-ef7e30701b42 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:45.464844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:43:45.467980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b2e746f9-7327-4086-9f97-c0953527f15c,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:43:45.471341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88956da8-76f6-4e44-9ac6-ef7e30701b42 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:45.471723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.533528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.539431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:45.602986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:45.603602 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:45.605029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 1093 time: 1.1510072
Dec 22 13:43:45.605550 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:43:45.621989 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:45.632443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:45.654329 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'status': 'completed', 'code': 200}
Dec 22 13:43:45.751319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-55b35038-a3af-4ca0-8917-7293d3c9e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:45.752857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-55b35038-a3af-4ca0-8917-7293d3c9e9d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1096 time: 0.0779245
Dec 22 13:43:45.894319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-2f2ffd9e-35ba-4dca-9af3-f0b818e64fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:45.896212 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-2f2ffd9e-35ba-4dca-9af3-f0b818e64fcf service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff29e401282447d28eafbb95c77f25f5&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1366005
Dec 22 13:43:46.032731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-d71b0f7c-1bdf-4e64-955c-97d1238362a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:46.034211 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c01e91b7-341e-413b-bb90-912d5d979e49 req-d71b0f7c-1bdf-4e64-955c-97d1238362a3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1313822
Dec 22 13:43:46.137571 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-56fe3589-9266-4d6c-b5c3-5b45a660112e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:46.139062 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-56fe3589-9266-4d6c-b5c3-5b45a660112e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1096 time: 0.0710747
Dec 22 13:43:46.156641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c7d5d-3e6d-4f0b-821b-71a2f63fef6a req-80589df5-acfa-435d-abde-6cc5c9d4f79b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:46.158088 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb0c7d5d-3e6d-4f0b-821b-71a2f63fef6a req-80589df5-acfa-435d-abde-6cc5c9d4f79b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 943 time: 0.0835836
Dec 22 13:43:46.203212 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb0c7d5d-3e6d-4f0b-821b-71a2f63fef6a req-7635cb4d-4639-447a-8edd-0794909da4e2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380378
Dec 22 13:43:46.211299 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-e6622e58-6a48-4bd7-a481-fb6ba171764a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 217 time: 0.0649242
Dec 22 13:43:46.276871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-5a62175b-34f1-4fa4-85da-57ec5a909351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:46.278319 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-5a62175b-34f1-4fa4-85da-57ec5a909351 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0609100
Dec 22 13:43:46.356755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-9e5414c3-9a30-4a1a-9929-2695ea3a2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:46.358257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-9e5414c3-9a30-4a1a-9929-2695ea3a2c8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738065
Dec 22 13:43:46.601499 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-9e8d0efa-02d0-47a9-b5ce-229cea90f769 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2366478
Dec 22 13:43:46.732526 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f6431b32-067c-40e5-afdf-a3c72cea849f req-345ff033-b63e-4661-b45f-fbeccdc3f85d service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244001
Dec 22 13:43:47.389399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b04c1-31e4-4afb-84a4-a481116a50bd req-cbe00518-3f14-4cdb-90cc-ecf631359f6c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:47.390835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0d5b04c1-31e4-4afb-84a4-a481116a50bd req-cbe00518-3f14-4cdb-90cc-ecf631359f6c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 943 time: 0.0782125
Dec 22 13:43:47.439898 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0d5b04c1-31e4-4afb-84a4-a481116a50bd req-4250faaa-719a-408a-bd73-8424fa9e4fd3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428877
Dec 22 13:43:48.629525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6f3c3-b935-49ee-8dfb-20438cf3e4b0 req-1d226925-e5a5-4d73-9d69-14f6817a2b53 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:48.631146 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77b6f3c3-b935-49ee-8dfb-20438cf3e4b0 req-1d226925-e5a5-4d73-9d69-14f6817a2b53 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 943 time: 0.0814552
Dec 22 13:43:48.677938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-77b6f3c3-b935-49ee-8dfb-20438cf3e4b0 req-5dc886a8-2354-48aa-bacb-6e87e2b1bb2a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406559
Dec 22 13:43:48.830595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b2e746f9-7327-4086-9f97-c0953527f15c details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:43:48.964478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b2e746f9-7327-4086-9f97-c0953527f15c,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:48.978923 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'port_id': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'mac_address': 'fa:16:3e:58:34:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:43:49.033487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:49.053323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e746f9-7327-4086-9f97-c0953527f15c {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:43:49.068248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b2e746f9-7327-4086-9f97-c0953527f15c,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:49.133334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:49.135204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3c08eb61-dbbc-4d36-8771-2012bc814973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:49.203391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:49.206209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:49.337360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b2e746f9-7327-4086-9f97-c0953527f15c'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:43:49.867488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e1184-88b1-41e8-89e7-54d92a6b75d0 req-f90812ec-2855-411a-b789-a55eb680cdb9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:49.868916 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-632e1184-88b1-41e8-89e7-54d92a6b75d0 req-f90812ec-2855-411a-b789-a55eb680cdb9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 944 time: 0.0833244
Dec 22 13:43:49.913365 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-632e1184-88b1-41e8-89e7-54d92a6b75d0 req-1aa16969-a037-4a3a-9411-0d817d576043 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389094
Dec 22 13:43:50.845910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b2e746f9-7327-4086-9f97-c0953527f15c up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:43:50.966966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port b2e746f9-7327-4086-9f97-c0953527f15c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:43:50.972105 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b2e746f9-7327-4086-9f97-c0953527f15c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:43:50.973061 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:51.092782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:51.096537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a198f8-06bd-4b89-ab99-fe55a3016daf req-5b80f2e8-a38b-4801-9a24-936c7518cbdf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:51.098520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05a198f8-06bd-4b89-ab99-fe55a3016daf req-5b80f2e8-a38b-4801-9a24-936c7518cbdf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 944 time: 0.0826650
Dec 22 13:43:51.121252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:43:51.131036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b2e746f9-7327-4086-9f97-c0953527f15c,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:43:51.143404 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-05a198f8-06bd-4b89-ab99-fe55a3016daf req-c989891c-3db3-41d5-a16b-8749d6943338 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388718
Dec 22 13:43:51.201447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:51.204508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:51.251029 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'code': 200}
Dec 22 13:43:51.294009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:51.297337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:51.589687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5ed8-9bf4-4db7-8a20-d0e671bcad7f req-f1b245d5-32ff-4364-af21-4b9735b81339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:51.591188 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4ccd5ed8-9bf4-4db7-8a20-d0e671bcad7f req-f1b245d5-32ff-4364-af21-4b9735b81339 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0703673
Dec 22 13:43:51.632083 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4ccd5ed8-9bf4-4db7-8a20-d0e671bcad7f req-131ff583-ee01-4547-9f04-07729808e687 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348547
Dec 22 13:43:52.333374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968451b-35e0-4031-b9df-2d86b6c0da25 req-24bc05fd-3f5e-4080-b773-4874a194d1c4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:52.334824 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3968451b-35e0-4031-b9df-2d86b6c0da25 req-24bc05fd-3f5e-4080-b773-4874a194d1c4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0832787
Dec 22 13:43:52.378479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3968451b-35e0-4031-b9df-2d86b6c0da25 req-1e6a2563-bacb-47a7-8e43-7d594a45a0a2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380416
Dec 22 13:43:53.560584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da65f2-650c-4b5c-b2c9-83c5491d95d7 req-ac2f72f6-35ec-4682-873f-a896d06ad185 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:53.561943 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92da65f2-650c-4b5c-b2c9-83c5491d95d7 req-ac2f72f6-35ec-4682-873f-a896d06ad185 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0798948
Dec 22 13:43:53.605077 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92da65f2-650c-4b5c-b2c9-83c5491d95d7 req-14d6ad45-e434-4920-8a01-2bc65b019439 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366871
Dec 22 13:43:53.790286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d5da9-e698-42f3-aff0-f8812f281ee3 req-b57616b3-98a9-4650-b419-cd66042704db tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:53.791774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-500d5da9-e698-42f3-aff0-f8812f281ee3 req-b57616b3-98a9-4650-b419-cd66042704db tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0836349
Dec 22 13:43:53.835846 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-500d5da9-e698-42f3-aff0-f8812f281ee3 req-ee5755a3-a3e9-44b7-af16-ec058999651d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384309
Dec 22 13:43:53.858227 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40984) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:53.926261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27661a1c-401d-49bb-bbe5-b11af2243242 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:53.928478 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-27661a1c-401d-49bb-bbe5-b11af2243242 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1093 time: 0.0693033
Dec 22 13:43:53.931327 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40988) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:53.936226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:43:53.942727 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:43:53.946543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:floatingip and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:43:53.949328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:43:53.954890 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:43:54.029924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:54.163260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:54.308212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.8 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/5298fe43-3fa4-4a01-be8d-997e2cca1b2d) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:43:54.567962 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:54.669873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:54.674521 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:54.740706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:43:54.744384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:43:54.747110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:43:54.782722 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=5298fe43-3fa4-4a01-be8d-997e2cca1b2d,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:54.791193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:55.169402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:55.312965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:55.526558 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:55.594055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:55.597640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:43:55.709789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=5298fe43-3fa4-4a01-be8d-997e2cca1b2d,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:43:55.712750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:43:55.719476 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:55.888510 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 45c12f60-d0c9-4791-9b53-74efd9b3d529 associated. External IP: 172.26.3.8, port: b2e746f9-7327-4086-9f97-c0953527f15c.
Dec 22 13:43:56.365913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router a79d4fba-f818-48ca-b6a2-691691478f84 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:43:56.540557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:43:56.550294 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Sync routers for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:43:56.560207 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:56.560819 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ecad60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:56.681246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:43:56.738187 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:56.741734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.8093977
Dec 22 13:43:56.742677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:43:56.793771 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'status': 'completed', 'code': 200}
Dec 22 13:43:56.891281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-4a11584e-66b4-46fa-9f47-f8e6b8ee008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:56.892718 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-4a11584e-66b4-46fa-9f47-f8e6b8ee008f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0765514
Dec 22 13:43:56.932839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec805b-31f0-4611-a80e-fa9fb608810b req-c1358583-20c7-40a9-97a8-1141cc899267 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:56.934346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecec805b-31f0-4611-a80e-fa9fb608810b req-c1358583-20c7-40a9-97a8-1141cc899267 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0932038
Dec 22 13:43:56.985718 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ecec805b-31f0-4611-a80e-fa9fb608810b req-ff5d997c-a017-4eca-a0ae-b7c7c7bb4647 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418117
Dec 22 13:43:57.016439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 40996) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:57.045546 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-c9aefe20-f90e-4970-892e-122f81685a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:57.047051 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-c9aefe20-f90e-4970-892e-122f81685a1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 898 time: 0.1481791
Dec 22 13:43:57.120942 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ecad60>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '45c12f60-d0c9-4791-9b53-74efd9b3d529', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'port_id': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'mac_address': 'fa:16:3e:58:34:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:55Z', 'updated_at': '2021-12-22T13:43:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:57.124964 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Checking router: a79d4fba-f818-48ca-b6a2-691691478f84 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:43:57.130267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1273b920-dc28-4635-9ce2-96588fdea2d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/45c12f60-d0c9-4791-9b53-74efd9b3d529 HTTP/1.1" status: 200  len: 989 time: 0.1110370
Dec 22 13:43:57.134469 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:43:57.135129 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299ecad60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:43:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:57.162783 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-a4300af9-61de-4959-8624-f00338ebd3d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 997 time: 0.1093645
Dec 22 13:43:57.225789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-c85a44c8-f8ca-4c4f-b69b-de65d599d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:57.227277 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-c85a44c8-f8ca-4c4f-b69b-de65d599d743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0586576
Dec 22 13:43:57.304898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-3d52c9b8-63b9-48c9-a85d-8db5021d6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:43:57.306408 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-3d52c9b8-63b9-48c9-a85d-8db5021d6245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726385
Dec 22 13:43:57.313863 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:43:57.439355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-ac1e66db-9be1-433b-99ef-cab116e83a7b service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263397
Dec 22 13:43:57.576448 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d5c914b6-c6d1-4f12-af3d-571caa714ae5 req-6149f506-4d24-44bf-8e60-eb53cb0435b6 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316173
Dec 22 13:43:57.657851 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299ecad60>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '45c12f60-d0c9-4791-9b53-74efd9b3d529', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'port_id': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'mac_address': 'fa:16:3e:58:34:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:55Z', 'updated_at': '2021-12-22T13:43:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:43:57.661947 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c87a85b-3436-431b-8f24-869bed275163 None None] The sync data for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv is: [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '45c12f60-d0c9-4791-9b53-74efd9b3d529', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.8', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'port_id': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'mac_address': 'fa:16:3e:58:34:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:43:55Z', 'updated_at': '2021-12-22T13:43:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:43:57.860151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e3a709-0197-4038-9c5b-8099f5e8ea72 None None] New status for floating IP 45c12f60-d0c9-4791-9b53-74efd9b3d529: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:43:58.133255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41000) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:43:58.243176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-53414fa9-9868-4c03-9ee4-2939303e03f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/45c12f60-d0c9-4791-9b53-74efd9b3d529 HTTP/1.1" status: 200  len: 991 time: 0.1087470
Dec 22 13:44:02.064477 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:44:02.898400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:05.132096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-05172d89-8869-4439-b3f3-48e8aab6cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:07.578121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-961efe32-9425-4822-83bf-23875466f424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:08.708088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:08.742821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:10.275660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:16.900527 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-31432a2a-a045-4a51-97f4-369244f5253b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0786898
Dec 22 13:44:17.042286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-805826b4-c871-4bbc-ab76-25020bf54dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:17.043972 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-805826b4-c871-4bbc-ab76-25020bf54dda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0712070
Dec 22 13:44:17.187628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-491ce7be-bde3-4c27-8bde-d5caab288e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:17.189064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-491ce7be-bde3-4c27-8bde-d5caab288e45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 898 time: 0.1267467
Dec 22 13:44:17.295973 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-722aa5bf-4c82-4a99-b7a6-e335fe416ff5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 999 time: 0.0998809
Dec 22 13:44:17.361324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-2e8aaf29-a549-4b56-89a2-da2604c120d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:17.362717 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-2e8aaf29-a549-4b56-89a2-da2604c120d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0604303
Dec 22 13:44:17.437805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-f71c0022-c046-4d75-a1b4-a50e1c53f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:17.439228 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-f71c0022-c046-4d75-a1b4-a50e1c53f4cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0694244
Dec 22 13:44:17.686312 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-d771bc9b-c40c-4b04-9d2a-52a49f8083e6 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2400844
Dec 22 13:44:17.818722 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6288076e-5148-4c4b-97b5-09dd9a0112ba req-277133a6-6fd5-464c-928d-280d1427a1cb service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249175
Dec 22 13:44:29.987512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3b46-847c-4935-8209-6c6be57a682a req-2cce5c7b-d057-4d32-ac22-c02e459a43b3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:29.989043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-38fa3b46-847c-4935-8209-6c6be57a682a req-2cce5c7b-d057-4d32-ac22-c02e459a43b3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0812016
Dec 22 13:44:30.015714 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-04722f0e-9f48-44b5-97b0-67d4a4926599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:30.017228 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-04722f0e-9f48-44b5-97b0-67d4a4926599 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0733933
Dec 22 13:44:30.035261 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-38fa3b46-847c-4935-8209-6c6be57a682a req-7db212b8-dd0d-45ce-ae59-8f5be0db7b82 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401359
Dec 22 13:44:30.154826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-fea75e69-dc28-4b77-9024-c184a11a7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:30.156470 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-fea75e69-dc28-4b77-9024-c184a11a7da2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 898 time: 0.1316903
Dec 22 13:44:30.263148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-09d0117b-1b69-43fa-8864-60fb01aa992f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 999 time: 0.1000226
Dec 22 13:44:30.332799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-aa895158-3256-4fbe-8c47-27b004de5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:30.334217 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-aa895158-3256-4fbe-8c47-27b004de5d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0626979
Dec 22 13:44:30.410654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-821e331b-3fe2-48a7-990d-5e221a3de11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:30.412060 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-821e331b-3fe2-48a7-990d-5e221a3de11c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699527
Dec 22 13:44:30.543982 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-fef52c40-7d3d-4a20-bb30-a480001656ef service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232164
Dec 22 13:44:30.675935 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-8fc87ebc-9ae7-4385-8fec-9785943f654d req-6f655723-e4e9-4311-ac86-b9c340277e79 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251268
Dec 22 13:44:31.224921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe310b-15f7-4a13-81d0-7b2fef89f139 req-0aa1836e-ce6e-46ef-9ab1-a0731fc67294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:31.226383 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6afe310b-15f7-4a13-81d0-7b2fef89f139 req-0aa1836e-ce6e-46ef-9ab1-a0731fc67294 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0824921
Dec 22 13:44:31.269273 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6afe310b-15f7-4a13-81d0-7b2fef89f139 req-237da1cc-406b-4ea7-851c-d7e441759331 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372598
Dec 22 13:44:32.453873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b148d4-4599-411f-a11d-289c4eb453e7 req-52661276-1894-4e5d-b95f-268823c6ceeb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:32.455348 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0b148d4-4599-411f-a11d-289c4eb453e7 req-52661276-1894-4e5d-b95f-268823c6ceeb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0791161
Dec 22 13:44:32.502892 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0b148d4-4599-411f-a11d-289c4eb453e7 req-f1a54c4b-794a-422f-8309-13fef7094e2d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419605
Dec 22 13:44:32.890963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:33.686186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669fcca-31b3-4ca9-aa66-02dca79441d9 req-387c9a29-3e27-452f-a4d9-c8a8f6cba501 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:33.687683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f669fcca-31b3-4ca9-aa66-02dca79441d9 req-387c9a29-3e27-452f-a4d9-c8a8f6cba501 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0808721
Dec 22 13:44:33.732814 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f669fcca-31b3-4ca9-aa66-02dca79441d9 req-cbc7d8f8-3ccf-498d-8c19-7caa969e773e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381975
Dec 22 13:44:34.923387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769d3cb-39df-4f9a-a967-57c37a8695db req-4338650c-19fb-47ff-ac55-1b24d879c756 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:34.924836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d769d3cb-39df-4f9a-a967-57c37a8695db req-4338650c-19fb-47ff-ac55-1b24d879c756 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0841806
Dec 22 13:44:34.968208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d769d3cb-39df-4f9a-a967-57c37a8695db req-f9950e8f-8c43-45d5-a1ba-56c774483527 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377524
Dec 22 13:44:35.114084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-19ee9a56-5334-4f00-887a-b890c027dbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:36.151070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bdc5-c548-4422-afc2-0d5494d3bfcc req-4fee9422-6815-4bcf-a689-3e4bfe0d9f3e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:36.152754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2a5bdc5-c548-4422-afc2-0d5494d3bfcc req-4fee9422-6815-4bcf-a689-3e4bfe0d9f3e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0795691
Dec 22 13:44:36.196301 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2a5bdc5-c548-4422-afc2-0d5494d3bfcc req-9566226e-6d43-4f12-ae1b-48aaf2e50e76 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376239
Dec 22 13:44:37.390040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1523b2-b642-4e05-8639-98f89adb96db req-042cb931-33aa-4c3b-9579-ccea6dea37ba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:37.391523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad1523b2-b642-4e05-8639-98f89adb96db req-042cb931-33aa-4c3b-9579-ccea6dea37ba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0855689
Dec 22 13:44:37.436050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ad1523b2-b642-4e05-8639-98f89adb96db req-706906fd-f20a-41f5-82aa-81d96b5e589f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388858
Dec 22 13:44:37.519958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba33f9c9-bed2-4e0c-9d55-e9c1e9c8655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:38.623586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c9912-3ef7-4195-a178-9985555b2b65 req-93b6bdea-5b7e-4d19-a26e-c5fcb17ba6da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:38.625119 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-056c9912-3ef7-4195-a178-9985555b2b65 req-93b6bdea-5b7e-4d19-a26e-c5fcb17ba6da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0796068
Dec 22 13:44:38.671240 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-056c9912-3ef7-4195-a178-9985555b2b65 req-6a630fed-412d-4dc6-9922-5d6e142187b5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403051
Dec 22 13:44:38.719948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:38.759746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:39.064232 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:44:39.857799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61480b5-956e-4df4-a758-796e7a25da21 req-9a041120-236c-4a69-b7e9-817f0b6572df tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:39.859267 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e61480b5-956e-4df4-a758-796e7a25da21 req-9a041120-236c-4a69-b7e9-817f0b6572df tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0843465
Dec 22 13:44:39.903128 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e61480b5-956e-4df4-a758-796e7a25da21 req-69d391e0-b1b4-4f0d-9778-6f354ffc622e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381732
Dec 22 13:44:40.291593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:44:41.088310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0fe10-ff28-4861-91eb-920a190ee88d req-9141d971-5641-47f0-b2b4-cf6dd4b96266 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:41.089766 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ad0fe10-ff28-4861-91eb-920a190ee88d req-9141d971-5641-47f0-b2b4-cf6dd4b96266 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0798392
Dec 22 13:44:41.253312 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2ad0fe10-ff28-4861-91eb-920a190ee88d req-7d44306c-2c9f-462d-85c2-808d4ace1a13 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1575458
Dec 22 13:44:42.439603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418bd83-0da0-493e-b58a-d15d7d95a0d9 req-9e0031c6-6c80-4cd0-9ae9-4e3a25e7ec13 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:42.441047 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8418bd83-0da0-493e-b58a-d15d7d95a0d9 req-9e0031c6-6c80-4cd0-9ae9-4e3a25e7ec13 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0833230
Dec 22 13:44:42.484607 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8418bd83-0da0-493e-b58a-d15d7d95a0d9 req-94aba988-756d-48b8-a954-852f500599db tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380032
Dec 22 13:44:43.669809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040111e9-9e37-40bb-adbb-4b6dcff9f96f req-1ed53d6f-e569-4567-9025-9a18e6f173c3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:43.671169 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-040111e9-9e37-40bb-adbb-4b6dcff9f96f req-1ed53d6f-e569-4567-9025-9a18e6f173c3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0823884
Dec 22 13:44:43.715368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-040111e9-9e37-40bb-adbb-4b6dcff9f96f req-09966c1a-e0d6-4460-87d5-3225609957fb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382001
Dec 22 13:44:44.913047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a22fe-b8d6-4eab-8b5d-5847954e79f9 req-24e6ce5f-6019-460b-a5f8-9d97c5d2d7bb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:44.914483 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c85a22fe-b8d6-4eab-8b5d-5847954e79f9 req-24e6ce5f-6019-460b-a5f8-9d97c5d2d7bb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0805199
Dec 22 13:44:44.967382 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c85a22fe-b8d6-4eab-8b5d-5847954e79f9 req-a0564b59-57cd-42e4-bc62-40d3eb7c996f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469501
Dec 22 13:44:46.157337 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd0c58-57d6-4a19-9020-e1e41fcfbeeb req-c5247d75-06b3-4259-807d-68feb489150b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:46.158792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-03bd0c58-57d6-4a19-9020-e1e41fcfbeeb req-c5247d75-06b3-4259-807d-68feb489150b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0843499
Dec 22 13:44:46.201612 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-03bd0c58-57d6-4a19-9020-e1e41fcfbeeb req-4ba151c5-b417-400e-8e2f-02fc98bd4ba5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371430
Dec 22 13:44:47.384688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4a5da-b57b-4ee7-ad4b-9cb8dfdbf776 req-49e9a5ae-9951-41e7-b2f0-be1fb7687610 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:44:47.386145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-94a4a5da-b57b-4ee7-ad4b-9cb8dfdbf776 req-49e9a5ae-9951-41e7-b2f0-be1fb7687610 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0809579
Dec 22 13:44:47.433283 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-94a4a5da-b57b-4ee7-ad4b-9cb8dfdbf776 req-c0ec8f4c-4731-43f1-b7ff-50ac1ae0cefb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413442
Dec 22 13:44:47.456828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41050) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:44:47.565482 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6cbe9467-e9e6-455b-a496-de8ced6325a0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/45c12f60-d0c9-4791-9b53-74efd9b3d529 HTTP/1.1" status: 200  len: 991 time: 0.1073666
Dec 22 13:45:02.891102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:05.112801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3787629f-163d-48a6-b2d5-a2a3428b2d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:07.507191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ba422f05-2921-4139-84a4-23d46f2eee05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:08.753129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:08.781314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:10.295931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:16.064348 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:45:18.195106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41068) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:18.394986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 5298fe43-3fa4-4a01-be8d-997e2cca1b2d {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:45:18.395334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:18.564856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:18.565095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:18.684943 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 5298fe43-3fa4-4a01-be8d-997e2cca1b2d owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:45:18.889000 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-9ae6f993-ae26-441a-bb37-f9dfea5c79d0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692964
Dec 22 13:45:18.889728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:18.894450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e059db6-0bcb-4f51-beac-f3303b93bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:18.943380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=5298fe43-3fa4-4a01-be8d-997e2cca1b2d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:18.981419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.981809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.982191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.982565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.982966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.983334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.983726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.984094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.984458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.984839 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.985171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:18.985559 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:19.020700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:19.034114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-bd1ed921-9aaf-46c9-ab3a-79de9ff86eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:19.035624 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-bd1ed921-9aaf-46c9-ab3a-79de9ff86eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0779696
Dec 22 13:45:19.049077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:19.049415 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 45c12f60-d0c9-4791-9b53-74efd9b3d529 disassociated (deleted). External IP: 172.26.3.8, port: b2e746f9-7327-4086-9f97-c0953527f15c.
Dec 22 13:45:19.183995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-90a901ea-d2e3-43d3-af16-5fc5628d658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:19.185429 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-90a901ea-d2e3-43d3-af16-5fc5628d658f service neutron] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 898 time: 0.1313887
Dec 22 13:45:19.259699 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-98c4d2da-b0f8-45bf-b52e-9cb48416509c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 217 time: 0.0671484
Dec 22 13:45:19.325514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-6cdb3669-89dd-42d7-9559-a473f3fb0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:19.327056 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-6cdb3669-89dd-42d7-9559-a473f3fb0971 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0606270
Dec 22 13:45:19.404880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-1d72027e-536a-41d0-9b42-dc96de4e9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:19.406401 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-1d72027e-536a-41d0-9b42-dc96de4e9025 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722859
Dec 22 13:45:19.518654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router a79d4fba-f818-48ca-b6a2-691691478f84 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:45:19.539702 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-9f82d56c-168a-452c-aeb1-de98f2c1e029 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265249
Dec 22 13:45:19.717939 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:45:19.729635 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Sync routers for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:45:19.734298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:19.740467 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:19.741157 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923b940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:19.792723 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/floatingips/45c12f60-d0c9-4791-9b53-74efd9b3d529 HTTP/1.1" status: 204  len: 168 time: 1.5964568
Dec 22 13:45:19.793442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:45:19.794043 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-89afd2e0-c133-4392-8b1a-550848fb0621 req-9926afc3-f4d1-4b53-b856-3f07f99daba0 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465212
Dec 22 13:45:19.856081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'status': 'completed', 'code': 200}
Dec 22 13:45:19.928253 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:20.002198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-5f9330c7-21e1-49fb-b407-36aa6b730aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:20.003731 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-5f9330c7-21e1-49fb-b407-36aa6b730aa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 1098 time: 0.0772076
Dec 22 13:45:20.140080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-6f1c0bf3-ad83-4295-ad9c-aefbc8778de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:20.141551 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-6f1c0bf3-ad83-4295-ad9c-aefbc8778de1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 200  len: 898 time: 0.1312904
Dec 22 13:45:20.221663 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-723df42a-ec89-4f23-b8b1-24a7d2d53e93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 200  len: 217 time: 0.0692899
Dec 22 13:45:20.263344 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923b940>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:20.269025 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Checking router: a79d4fba-f818-48ca-b6a2-691691478f84 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:45:20.281414 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:20.282092 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923b940>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:20.293376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-76da75ea-5259-4b70-b207-faed8fdf890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:20.295377 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-76da75ea-5259-4b70-b207-faed8fdf890d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 200  len: 835 time: 0.0659702
Dec 22 13:45:20.368319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272b40-4d26-450d-8975-7733e50a0651 req-9dc14c9d-1205-41a5-aad5-ea257e7d612d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:20.369321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2c272b40-4d26-450d-8975-7733e50a0651 req-9dc14c9d-1205-41a5-aad5-ea257e7d612d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:45:20.378079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-49351a0d-55e2-4d5d-b2a1-0ccf74fde711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:20.379619 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-49351a0d-55e2-4d5d-b2a1-0ccf74fde711 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=239c6541-2677-4d9e-aed2-90357f3e3702&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0775445
Dec 22 13:45:20.421301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-2c272b40-4d26-450d-8975-7733e50a0651 req-9dc14c9d-1205-41a5-aad5-ea257e7d612d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:45:20.422461 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2c272b40-4d26-450d-8975-7733e50a0651 req-9dc14c9d-1205-41a5-aad5-ea257e7d612d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.1412768
Dec 22 13:45:20.475854 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2c272b40-4d26-450d-8975-7733e50a0651 req-ac7a1a36-3d30-49e1-9dbc-05bf05c51559 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469298
Dec 22 13:45:20.499996 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:20.520857 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-837562d7-3e3f-4637-97ce-360132aead83 service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341381
Dec 22 13:45:20.655899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4b9f68d5-b586-410b-8c19-2fcc0924a575 req-0073e457-3d4c-449e-bf2d-3e73ec451b1f service neutron] 10.222.0.46 "GET /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270449
Dec 22 13:45:20.811648 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923b940>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:20.816421 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cb60de-5d36-4cf3-8913-3e86601075da None None] The sync data for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv is: [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:43:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88956da8-76f6-4e44-9ac6-ef7e30701b42', 'name': '', 'network_id': '239c6541-2677-4d9e-aed2-90357f3e3702', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:56:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:37Z', 'updated_at': '2021-12-22T13:43:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:45:21.034664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d57828-c8a0-470a-b8b0-a611782407bd None None] New status for floating IP 45c12f60-d0c9-4791-9b53-74efd9b3d529: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:45:21.664412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ecb8-d2f1-4daa-959a-2b1d6eb4a4b3 req-7881eab8-8e3d-4b24-8204-66f6694c2f1d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:21.665840 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a42ecb8-d2f1-4daa-959a-2b1d6eb4a4b3 req-7881eab8-8e3d-4b24-8204-66f6694c2f1d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0821788
Dec 22 13:45:21.710238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a42ecb8-d2f1-4daa-959a-2b1d6eb4a4b3 req-10594c59-893b-4f0f-b034-1ef38aa2e784 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385087
Dec 22 13:45:21.833229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-5679fa5e-a2cc-4809-9dcd-4c3173f1c99a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:21.833836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-5679fa5e-a2cc-4809-9dcd-4c3173f1c99a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:45:21.845986 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-5679fa5e-a2cc-4809-9dcd-4c3173f1c99a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:45:21.847073 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-5679fa5e-a2cc-4809-9dcd-4c3173f1c99a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 945 time: 0.0969818
Dec 22 13:45:21.916273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port b2e746f9-7327-4086-9f97-c0953527f15c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:45:21.916618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:22.162162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port b2e746f9-7327-4086-9f97-c0953527f15c, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b2e746f9-7327-4086-9f97-c0953527f15c,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:22.162427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:22.286713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for b2e746f9-7327-4086-9f97-c0953527f15c owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:45:22.472779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:22.478370 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5805fa9b-79ed-4ad3-ba9c-7c24b5313ec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:22.526646 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=b2e746f9-7327-4086-9f97-c0953527f15c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:22.560207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.560600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.560985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.561390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.561742 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.562117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.562484 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.562874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.563244 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.563708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.564222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.564589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:22.572421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:22.612446 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] No DVR routers for this DVR port b2e746f9-7327-4086-9f97-c0953527f15c on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:45:22.614720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:22.617281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'name': 'network-vif-deleted', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:45:22.708055 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-00f5a1fd-6bb0-4e8c-b783-13c622c2e2c5 req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "DELETE /v2.0/ports/b2e746f9-7327-4086-9f97-c0953527f15c HTTP/1.1" status: 204  len: 173 time: 0.8558285
Dec 22 13:45:22.721112 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f735cbc-1c4a-4226-8e5c-5a3d16d155da', 'name': 'network-vif-deleted', 'tag': 'b2e746f9-7327-4086-9f97-c0953527f15c', 'status': 'completed', 'code': 200}
Dec 22 13:45:22.866244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a26e81c4-7c7c-4edc-8507-2217be0896ac req-1e4dd4cb-0a6b-4bd0-8c33-f60c87139134 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f735cbc-1c4a-4226-8e5c-5a3d16d155da HTTP/1.1" status: 200  len: 210 time: 0.0478921
Dec 22 13:45:23.966294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41088) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:24.530495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:25.009206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 88956da8-76f6-4e44-9ac6-ef7e30701b42 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:45:25.009901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:25.198755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 88956da8-76f6-4e44-9ac6-ef7e30701b42, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88956da8-76f6-4e44-9ac6-ef7e30701b42,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:25.199130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:25.327160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 88956da8-76f6-4e44-9ac6-ef7e30701b42 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:45:25.695542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:25.699223 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:25.743470 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=88956da8-76f6-4e44-9ac6-ef7e30701b42,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:25.746522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:26.035352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:26.516091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router a79d4fba-f818-48ca-b6a2-691691478f84 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:45:26.690246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:45:26.700029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Sync routers for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:45:26.702420 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/a79d4fba-f818-48ca-b6a2-691691478f84/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7350280
Dec 22 13:45:26.705825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41092) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:26.709922 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:26.710516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f6edc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:26.773986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting subnet 1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:45:26.777130 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:26.838436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:26.883668 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:26.928718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.050204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.054789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1b8453ad-3db6-4456-90ee-75d401560392 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:27.090684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Subnet': ['ID=1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:27.093750 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:27.097208 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.104164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa7492-9ac9-4ea2-863f-38e9c7083920 None None] Network 239c6541-2677-4d9e-aed2-90357f3e3702 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:45:27.107412 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/subnets/1d0eb8d3-0dfb-4ec3-bc40-d80cdc4684fe HTTP/1.1" status: 204  len: 168 time: 0.4004984
Dec 22 13:45:27.109904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41096) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:27.183926 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f6edc0>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:45:25Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:27.187957 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Checking router: a79d4fba-f818-48ca-b6a2-691691478f84 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:45:27.197103 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Routers {'a79d4fba-f818-48ca-b6a2-691691478f84'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:27.197745 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298f6edc0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a79d4fba-f818-48ca-b6a2-691691478f84'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:27.304033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b2e746f9-7327-4086-9f97-c0953527f15c no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:45:27.311992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.345490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: b2e746f9-7327-4086-9f97-c0953527f15c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:45:27.345849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b2e746f9-7327-4086-9f97-c0953527f15c not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:45:27.375393 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] Set router a79d4fba-f818-48ca-b6a2-691691478f84 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:27.463353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] DHCP port deletion for 239c6541-2677-4d9e-aed2-90357f3e3702 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:45:27.467958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Deleting port aee6831e-c3fc-4641-8b1f-e692d1c221e9 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:45:27.468558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.516154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.587517 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:45:27.587859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.691445 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298f6edc0>, [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:45:25Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:27.695604 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cc935-e8a6-4db5-94c8-82b801c2fa6f None None] The sync data for ids ['a79d4fba-f818-48ca-b6a2-691691478f84'] in dv-neutron-822662-1-hyperv is: [{'id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1454888892', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:43:32Z', 'updated_at': '2021-12-22T13:45:25Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '6b64ab96-d36e-49b1-bb8f-fa9655cb6dca', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79d4fba-f818-48ca-b6a2-691691478f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:43:33Z', 'updated_at': '2021-12-22T13:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:45:27.701357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] For port aee6831e-c3fc-4641-8b1f-e692d1c221e9, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aee6831e-c3fc-4641-8b1f-e692d1c221e9,segment=NetworkSegment(c29838f4-aa89-4496-9eae-3f797d34c0b3),segment_id=c29838f4-aa89-4496-9eae-3f797d34c0b3)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:27.701688 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.771087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:27.771455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:27.832779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Calling delete_port for aee6831e-c3fc-4641-8b1f-e692d1c221e9 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:45:27.998547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.002391 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:28.019836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:45:28.046836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Pushing event deleted for resources: {'Port': ['ID=aee6831e-c3fc-4641-8b1f-e692d1c221e9,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:28.056716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] No DVR routers for this DVR port aee6831e-c3fc-4641-8b1f-e692d1c221e9 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:45:28.058791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.059159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.059495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.059825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.060150 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.060475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.060796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.061115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.061439 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.061740 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.062059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.062383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:28.066173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:28.261317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.266197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2692ba8e-e9bc-4cd9-ae06-43cf1b7fa6f5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:28.313674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=6b64ab96-d36e-49b1-bb8f-fa9655cb6dca,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:28.316652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:28.402894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.573373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.575530 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.655185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.655718 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Fanout notify agent at l3_agent the message router_deleted on router a79d4fba-f818-48ca-b6a2-691691478f84 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:45:28.671537 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.672626 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/routers/a79d4fba-f818-48ca-b6a2-691691478f84 HTTP/1.1" status: 204  len: 168 time: 1.5611112
Dec 22 13:45:28.682790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41100) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:28.793252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.928770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.952637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298309fa0>,) {'filters': {'network_id': ['239c6541-2677-4d9e-aed2-90357f3e3702']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:28.964135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298309fa0>, 'c29838f4-aa89-4496-9eae-3f797d34c0b3') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:28.964428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298309fa0>, 'c29838f4-aa89-4496-9eae-3f797d34c0b3') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:28.975922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.991700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:28.997444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:45:28.997825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:45:29.011895 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:45:29.158583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.162004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7e07e009-9b58-40cb-abad-2a3e0184af02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:29.176287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.187372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Network': ['ID=239c6541-2677-4d9e-aed2-90357f3e3702,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:29.190562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:29.250817 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-93b06138-b71f-4599-ae7f-016e7674af8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/networks/239c6541-2677-4d9e-aed2-90357f3e3702 HTTP/1.1" status: 204  len: 168 time: 0.5736568
Dec 22 13:45:29.253645 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41104) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:29.320842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.350171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.431784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aee6831e-c3fc-4641-8b1f-e692d1c221e9 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:45:29.466284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: aee6831e-c3fc-4641-8b1f-e692d1c221e9 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:45:29.466566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aee6831e-c3fc-4641-8b1f-e692d1c221e9 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:45:29.467026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88956da8-76f6-4e44-9ac6-ef7e30701b42 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:45:29.502052 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 88956da8-76f6-4e44-9ac6-ef7e30701b42 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:45:29.502395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88956da8-76f6-4e44-9ac6-ef7e30701b42 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:45:29.502809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:45:29.518614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.522626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ba6d6afe-3377-4edb-9d52-3ecb78f20bc4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:29.535722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:45:29.536086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6b64ab96-d36e-49b1-bb8f-fa9655cb6dca not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:45:29.538978 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b25a8e2-7a9a-4899-95be-6c190e8cf8cc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:29.541603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:29.602697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:29.603884 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/security-groups/0b25a8e2-7a9a-4899-95be-6c190e8cf8cc HTTP/1.1" status: 204  len: 168 time: 0.3493173
Dec 22 13:45:29.919773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41112) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:29.925856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-696190494', 'description': 'tempest-secgroup-smoke-696190494 description', 'project_id': 'ff29e401282447d28eafbb95c77f25f5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:29.931926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:29.935995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:29.939526 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:29.945157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:29.998439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.019400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:30.023256 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:30.026348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:30.031993 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:30.100390 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.135132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.138799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee93299c-a5bd-41f0-b287-daf05460e523 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:30.180550 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a963678-d853-4e49-bc5f-de379d8841ae,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:30.183283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:30.238194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.239446 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-07ad2199-26b7-4fde-8b37-4c9f73ed3c52 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3186870
Dec 22 13:45:30.242218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41116) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:30.247257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:30.253377 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:30.257106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:30.259944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:30.265516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:30.336640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.395226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.449704 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.451543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-19a8f37e-359d-4c5c-8dad-2b9225b007d1 tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:30.473074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324f6f7d-3fb8-4334-acce-265b632ede08,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:30.475427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:30.529636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.530789 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2876749
Dec 22 13:45:30.534173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41120) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:30.539275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:30.545437 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:30.549265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:30.552047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:30.557865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:30.667528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.729875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.803986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.810039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d5fe0dff-ce41-46c7-8b8f-b5bb4139a6dc tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:30.829355 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d3a30d-a8c1-4801-ac31-a6ff9907da1d,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:30.832258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:30.912287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:30.913498 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3783901
Dec 22 13:45:30.916219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41124) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:30.925004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:30.927087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:30.930925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:30.933760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:30.940319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:31.009878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.071990 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.141114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.143619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9a9d2e0b-9d06-4cf2-96f9-cabe6a4b653d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:31.166232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c1b5b7-cee1-4505-a5ee-b89cb51655bf,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:31.168845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:31.215417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.216640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2995689
Dec 22 13:45:31.219311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41128) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:31.224141 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:31.229852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:31.233616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:31.237017 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:31.242534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:31.354113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.419167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.478238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.480199 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-df769053-c657-4a92-ab38-2bda704fff93 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:31.502501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527d0d11-da08-4049-b9b5-13e81c2c1e8c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:31.505012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:31.552603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.553760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3b17fee0-f597-4eca-b607-8fb176fdbfb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3335657
Dec 22 13:45:31.556431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41132) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:31.561280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:31.567783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:31.571743 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:31.574732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:31.580819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:31.638227 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:45:31.645175 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.708068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.746854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.748701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-732db07e-3de8-4f1e-8c2e-abcc61772abf tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:31.770618 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e22e389-6167-4b0a-8a2d-f63e4f9092e8,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:31.773021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:31.832706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.833871 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-be57d848-fe70-43ed-8d70-c9f592b78023 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2765408
Dec 22 13:45:31.836604 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41136) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:31.842548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3a963678-d853-4e49-bc5f-de379d8841ae', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:31.848491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:31.852289 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:31.855190 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:31.861417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:31.925355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:45:31.932164 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:31.997595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.077760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.083230 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-296e2c6c-8873-4842-9c79-add96d613356 tempest-SecGroupIPv6Test-637436872 tempest-SecGroupIPv6Test-637436872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:32.105346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad31853-5a83-4270-aa5e-04e14d75393f,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:32.109740 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:32.175736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.176913 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5df68b68-599e-49bc-817f-1a6243c32cea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3391886
Dec 22 13:45:32.179768 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41140) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:32.185177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'network': {'name': 'tempest-network-smoke--297365103', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:32.190250 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:32.194458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:network and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:32.197319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:32.203376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:32.266744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:45:32.270564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.297930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:45:32.307211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.307548 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Added segment 3431a3b4-a59c-4cfd-8d84-a867050ee9e0 of type vlan for network f9cf21c1-a9e0-4549-a9d4-c69e27da1384
Dec 22 13:45:32.333028 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.397880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.403555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:32.404122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.409587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0cd8f6fc-2c37-4465-b68f-f075ab044fb6 tempest-TagsExtTest-1958072230 tempest-TagsExtTest-1958072230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:32.620242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Network': ['ID=f9cf21c1-a9e0-4549-a9d4-c69e27da1384,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:32.623467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:32.631145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:45:32.673238 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-505858f8-3209-432b-8bbc-1ce7a26661ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4924567
Dec 22 13:45:32.676548 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41144) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:32.681785 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'admin_state_up': True, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:32.689958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:32.694414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:router and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:32.698634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:32.707651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:32.781549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.782594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.797006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:32.872846 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:33.220399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:33.607067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:33.636991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:33.774219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.99 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/85576f13-2b08-4037-8886-dc0e270d1024) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:45:33.917378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:33.998103 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:34.002242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-61a405bd-4452-4f2c-9e86-a664f91073c8 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:34.062139 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:34.065488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:34.069043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:45:34.104909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=85576f13-2b08-4037-8886-dc0e270d1024,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:34.113870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:34.539589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:35.010257 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:35.146118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-851755a5-540a-4502-be87-7581d4c705c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:35.266017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 2199823a-56bc-4385-af15-35bd828c953c is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:45:35.449092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:45:35.459570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Sync routers for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:45:35.468419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:35.469045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529882ed00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:35.586419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:35.590682 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.9100573
Dec 22 13:45:35.590864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41148) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:35.634807 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d2e6dc4-1cd2-463a-9151-2b7177932f3f tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff29e401282447d28eafbb95c77f25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0427637
Dec 22 13:45:35.637385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41152) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:35.648955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:35.767138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c098b-a3ef-48c8-947f-118eb0814f67 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:35.769107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-773c098b-a3ef-48c8-947f-118eb0814f67 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1308024
Dec 22 13:45:35.771927 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41156) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:35.811639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-77f49cb0-7bd9-49dc-bca6-836c399d85e7 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0385690
Dec 22 13:45:35.814588 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41160) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:35.819987 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-671507524', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:35.928917 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:35.932570 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:subnet and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:35.933244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529882ed00>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:34Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:35.935507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:35.937197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Checking router: 2199823a-56bc-4385-af15-35bd828c953c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:45:35.937552 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Updating router 2199823a-56bc-4385-af15-35bd828c953c port 85576f13-2b08-4037-8886-dc0e270d1024 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:45:35.942164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:35.993675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.015580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:45:36.019790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.290050 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.295092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-48c70713-21d3-4197-babd-a4e0bb1716bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:36.323597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.336292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Transition to ACTIVE for port object 85576f13-2b08-4037-8886-dc0e270d1024 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:36.378113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Subnet': ['ID=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:36.381817 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:36.382651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Checking segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:45:36.383059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network hostable DHCP agents. Network: f9cf21c1-a9e0-4549-a9d4-c69e27da1384, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:45:36.398318 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.403436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:36.472291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:45:36.477427 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Attempting to bind port 85576f13-2b08-4037-8886-dc0e270d1024 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:45:36.477815 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Attempting to bind port 85576f13-2b08-4037-8886-dc0e270d1024 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:45:36.478187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Attempting to bind port 85576f13-2b08-4037-8886-dc0e270d1024 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:45:36.487090 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674711b-1287-425d-9875-260736c85f2b None None] Pushing event updated for resources: {'Port': ['ID=85576f13-2b08-4037-8886-dc0e270d1024,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:36.489515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:45:36.489902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:45:36.490317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.490712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:45:36.491235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Bound port: 85576f13-2b08-4037-8886-dc0e270d1024, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:45:36.491616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.519364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3674711b-1287-425d-9875-260736c85f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:36.564652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, f9cf21c1-a9e0-4549-a9d4-c69e27da1384) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:36.569110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:36.574061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.574315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] For port 85576f13-2b08-4037-8886-dc0e270d1024, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:45:36.574315 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] For port 85576f13-2b08-4037-8886-dc0e270d1024, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=85576f13-2b08-4037-8886-dc0e270d1024,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:45:36.575550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeebf91-1215-4218-b7f8-67b23ce76437 None None] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:45:36.645514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:36.658389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:36.658572 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-eea3b13d-2e9d-4a33-bac0-b608869a02cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8401971
Dec 22 13:45:36.658835 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41164) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:36.764079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:36.764733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529882ed00>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:36.833335 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674711b-1287-425d-9875-260736c85f2b None None] Pushing event updated for resources: {'Port': ['ID=85576f13-2b08-4037-8886-dc0e270d1024,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:36.844804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3674711b-1287-425d-9875-260736c85f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:37.078776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:45:37.080164 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:37.105558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:37.494203 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Allocated IP 172.20.0.2 (f9cf21c1-a9e0-4549-a9d4-c69e27da1384/5cd8bb12-9dab-4e56-a9ad-e630636bc1f9/0035d4a2-b83f-4efe-b8a5-698ab8b156bd) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:45:37.507526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:37.588149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89b1ec63-be2a-4260-a0f9-81dc30416ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:37.628528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529882ed00>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:34Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:37.644787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbaf2a-df26-47c5-b777-fb396d936926 None None] The sync data for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv is: [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:34Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:45:37.732056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:37.742902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Transition to ACTIVE for port object 0035d4a2-b83f-4efe-b8a5-698ab8b156bd will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:37.763006 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Transition to ACTIVE for port object 0035d4a2-b83f-4efe-b8a5-698ab8b156bd will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:37.844843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:37.850533 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3674711b-1287-425d-9875-260736c85f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:37.930175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.1 (f9cf21c1-a9e0-4549-a9d4-c69e27da1384/5cd8bb12-9dab-4e56-a9ad-e630636bc1f9/bc8e17ee-1013-4f41-978d-d83cfb09672a) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:45:37.935655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:37.936584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:37.940223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:45:37.989883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Pushing event updated for resources: {'Port': ['ID=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:37.993541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:38.053621 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Attempting to bind port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:45:38.054005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Attempting to bind port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:45:38.054407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Attempting to bind port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd on network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:45:38.060300 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:45:38.060693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Checking segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:45:38.061108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.061518 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Bound using segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:45:38.062001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Bound port: 0035d4a2-b83f-4efe-b8a5-698ab8b156bd, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:45:38.062387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.118645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.138281 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object bc8e17ee-1013-4f41-978d-d83cfb09672a will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:38.159110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] For port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:45:38.162752 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] For port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:45:38.278679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.283192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9f242954-dfed-4429-8bfa-915f6e0c209c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:38.307567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.311785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:38.357982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:38.360269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:38.365494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:45:38.397482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:38.408596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:38.426692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Pushing event updated for resources: {'Port': ['ID=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:38.430551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:38.445123 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.666126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.725149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:38.826697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.218349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.267586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.293778 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d2d495fb-ab6c-49d0-93f0-87f7914bf674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:39.384349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:39.386717 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.390335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:39.491050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 85576f13-2b08-4037-8886-dc0e270d1024 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:39.538725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:39.539912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:39.621466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 85576f13-2b08-4037-8886-dc0e270d1024 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:39.628291 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 85576f13-2b08-4037-8886-dc0e270d1024 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:39.628742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.734136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 2199823a-56bc-4385-af15-35bd828c953c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:45:39.754569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.772441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 85576f13-2b08-4037-8886-dc0e270d1024, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=85576f13-2b08-4037-8886-dc0e270d1024,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:39.855630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:39.856916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0035d4a2-b83f-4efe-b8a5-698ab8b156bd up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:39.883228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:39.913748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1aaa0-e71c-41b0-8302-f3b4e7989070 None None] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:45:39.922296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:45:39.933116 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Sync routers for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:45:39.943267 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:39.946065 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/2199823a-56bc-4385-af15-35bd828c953c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2839055
Dec 22 13:45:39.947595 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:40.108297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-90c567ac-f104-439c-9675-829ae3fc97c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:45:40.131448 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:40.156809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=85576f13-2b08-4037-8886-dc0e270d1024,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:40.168866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:40.201205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e2db5c6a-ec9d-44c5-b98b-212606f34463 None None] Provisioning for port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:40.204239 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-90c567ac-f104-439c-9675-829ae3fc97c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:45:40.206134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-90c567ac-f104-439c-9675-829ae3fc97c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-696190494&fields=id&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 267 time: 0.1422968
Dec 22 13:45:40.218644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:40.229154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:40.230190 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.398265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-db16e937-f382-4edc-98d8-02ae03b292dd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:40.398511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.398949 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-db16e937-f382-4edc-98d8-02ae03b292dd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:45:40.421490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.453249 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efd0>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 2, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:40.458404 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Checking router: 2199823a-56bc-4385-af15-35bd828c953c for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:45:40.458761 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Updating router 2199823a-56bc-4385-af15-35bd828c953c port bc8e17ee-1013-4f41-978d-d83cfb09672a binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:45:40.458907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:40.472564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-db16e937-f382-4edc-98d8-02ae03b292dd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:45:40.477423 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-db16e937-f382-4edc-98d8-02ae03b292dd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 796 time: 0.2592189
Dec 22 13:45:40.489145 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-830bcadd-56a0-42bf-a9ee-650d15c902e7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/quotas/ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 375 time: 0.0093594
Dec 22 13:45:40.512691 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.581567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.583675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:40.591309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-4bf92ee4-8459-4204-9736-f94340fd3e0a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:45:40.658336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:40.662379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:40.689853 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-4bf92ee4-8459-4204-9736-f94340fd3e0a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:45:40.691440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-4bf92ee4-8459-4204-9736-f94340fd3e0a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1962142
Dec 22 13:45:40.772294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-7c459b08-9251-4538-967b-365f9c96492d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:45:40.773432 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-7c459b08-9251-4538-967b-365f9c96492d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0631051
Dec 22 13:45:40.804376 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Provisioning for port bc8e17ee-1013-4f41-978d-d83cfb09672a completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:40.810767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Provisioning complete for port bc8e17ee-1013-4f41-978d-d83cfb09672a triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:40.811414 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.874226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Port bc8e17ee-1013-4f41-978d-d83cfb09672a cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:45:40.885784 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Provisioning complete for port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:40.886173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cb04dd35-bf39-49f2-9fe3-fe11e92dffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.906331 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:40.922683 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Transition to ACTIVE for port object bc8e17ee-1013-4f41-978d-d83cfb09672a will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:40.937162 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-3e80a47f-703a-4906-b224-d3909cb9032d service neutron] 10.222.0.16 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570685
Dec 22 13:45:41.004252 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:41.016599 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:41.093070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-6044c112-b48c-4a80-8048-bb0ae684f0fd service neutron] 10.222.0.16 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477501
Dec 22 13:45:41.156987 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Pushing event updated for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:41.165193 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.165547 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.165889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.166217 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.166543 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.166888 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.167230 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.167781 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.168364 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.168756 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.169229 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.169417 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:45:41.180999 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:41.311059 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Attempting to bind port bc8e17ee-1013-4f41-978d-d83cfb09672a on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:45:41.311436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Attempting to bind port bc8e17ee-1013-4f41-978d-d83cfb09672a by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:45:41.315943 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Attempting to bind port bc8e17ee-1013-4f41-978d-d83cfb09672a on network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:45:41.322990 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:45:41.323384 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Checking segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:45:41.323782 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:41.324353 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Bound using segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:45:41.331669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Bound port: bc8e17ee-1013-4f41-978d-d83cfb09672a, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:45:41.331669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:41.430108 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6a794748-bf2d-4116-bd43-75e3c85f2941 req-fbb11f15-68cc-43e0-b508-a51c1996aa19 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 210 time: 0.0517533
Dec 22 13:45:41.436843 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] For port bc8e17ee-1013-4f41-978d-d83cfb09672a, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:45:41.442471 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] For port bc8e17ee-1013-4f41-978d-d83cfb09672a, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=bc8e17ee-1013-4f41-978d-d83cfb09672a,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:45:41.478985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 85576f13-2b08-4037-8886-dc0e270d1024 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:41.520160 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:41.524415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-4e658171-d21a-4f34-bad8-46bdab4aa205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:41.568081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 85576f13-2b08-4037-8886-dc0e270d1024 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:41.568455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:41.616427 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:41.616427 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efd0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:41.700395 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Pushing event updated for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:41.709874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5217fec2-a6ea-47a7-a6a3-edcdac5f9098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:41.730191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0035d4a2-b83f-4efe-b8a5-698ab8b156bd up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:41.816866 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:41.832770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:41.833292 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:42.138926 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e1efd0>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:41Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:42.143454 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6e29c9-ef23-4ff1-82ee-899c12f0e10e None None] The sync data for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv is: [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:41Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:45:42.601162 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-be84c4ad-81d3-419c-83b8-52c0609771c2 req-88fd6cb4-5625-4bd7-816b-98d7cca4c725 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 210 time: 0.0427184
Dec 22 13:45:43.462993 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bc8e17ee-1013-4f41-978d-d83cfb09672a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:43.627447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port bc8e17ee-1013-4f41-978d-d83cfb09672a completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:43.636359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port bc8e17ee-1013-4f41-978d-d83cfb09672a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:43.636359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:43.659523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-fd6c2327-9ef0-4b92-8da2-6129f12288d7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:43.661008 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-fd6c2327-9ef0-4b92-8da2-6129f12288d7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 796 time: 0.1532738
Dec 22 13:45:43.713249 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-3a787907-02f6-4a50-85b7-c6e80c1bd154 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 379 time: 0.0425982
Dec 22 13:45:43.722959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'port': {'device_id': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'admin_state_up': True, 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'security_groups': ['3a963678-d853-4e49-bc5f-de379d8841ae']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:43.765998 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1ae2bb1a-3ae3-456c-98ea-88f186f3aa7b req-8d18b444-087e-406b-8fbe-23009b682524 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 210 time: 0.0511420
Dec 22 13:45:43.781301 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:43.815517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port bc8e17ee-1013-4f41-978d-d83cfb09672a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=bc8e17ee-1013-4f41-978d-d83cfb09672a,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:43.863460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:43.872949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:43.907169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:43.909543 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:43.940837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:45:43.944540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:43.976009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:43.979022 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:44.239038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.3 (f9cf21c1-a9e0-4549-a9d4-c69e27da1384/5cd8bb12-9dab-4e56-a9ad-e630636bc1f9/3b3cd1a1-42a5-49de-8c68-6071122e74aa) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:45:44.427126 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:44.442678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 3b3cd1a1-42a5-49de-8c68-6071122e74aa will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:44.552568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:44.557888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-34d4b1a3-e627-4486-9c93-98cec8b2400f tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:44.627300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:44.630215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:44.634067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:45:44.665182 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:44.671808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:44.702335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:44.703056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:44.805837 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0869293
Dec 22 13:45:44.820877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Request body: {'port': {'device_id': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:44.913632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-09274ee4-8e19-4a35-93b3-b6b970eb9d78 None None] Provisioning for port 3b3cd1a1-42a5-49de-8c68-6071122e74aa completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:44.919340 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-09274ee4-8e19-4a35-93b3-b6b970eb9d78 None None] Provisioning complete for port 3b3cd1a1-42a5-49de-8c68-6071122e74aa triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:44.930278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-09274ee4-8e19-4a35-93b3-b6b970eb9d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:44.940583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:44.951069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e456c-e34b-4ff3-869a-0bc473a47270 req-ae9d35da-1f35-4074-af0a-743706963a82 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:44.952541 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b0e456c-e34b-4ff3-869a-0bc473a47270 req-ae9d35da-1f35-4074-af0a-743706963a82 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 931 time: 0.0836480
Dec 22 13:45:44.984818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-09274ee4-8e19-4a35-93b3-b6b970eb9d78 None None] Port 3b3cd1a1-42a5-49de-8c68-6071122e74aa cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:45:44.999915 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5b0e456c-e34b-4ff3-869a-0bc473a47270 req-f741b234-5f8f-457d-babf-eae22ffab766 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400391
Dec 22 13:45:45.288850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:45:45.296158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.310565 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Transition to ACTIVE for port object 3b3cd1a1-42a5-49de-8c68-6071122e74aa will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:45:45.380624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.384338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d50c80a8-6e0f-4ac4-9f8b-a46c1843bb97 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:45.446091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bc8e17ee-1013-4f41-978d-d83cfb09672a up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:45.524387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port bc8e17ee-1013-4f41-978d-d83cfb09672a triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:45.525037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.551455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:45.554074 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:45.632079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Attempting to bind port 3b3cd1a1-42a5-49de-8c68-6071122e74aa on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:45:45.632650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Attempting to bind port 3b3cd1a1-42a5-49de-8c68-6071122e74aa by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:45:45.632979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Attempting to bind port 3b3cd1a1-42a5-49de-8c68-6071122e74aa on network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:45:45.638471 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Port 3b3cd1a1-42a5-49de-8c68-6071122e74aa on network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:45:45.638756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Attempting to bind port 3b3cd1a1-42a5-49de-8c68-6071122e74aa on network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:45:45.645022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:45:45.645347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Checking segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:45:45.645798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Bound using segment: {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:45:45.646214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Bound port: 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3431a3b4-a59c-4cfd-8d84-a867050ee9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:45:45.646670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.739896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:45:45.742614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:45:45.798823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.802619 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:45.860519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:45.861482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:45.862830 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] 10.222.0.46 "PUT /v2.0/ports/3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 1093 time: 1.0463409
Dec 22 13:45:45.863367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:45:45.883305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:45.886481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:45.916826 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'status': 'completed', 'code': 200}
Dec 22 13:45:46.026834 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-fde91681-e7a1-4416-bbd8-204dbe1922ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.028331 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-fde91681-e7a1-4416-bbd8-204dbe1922ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1096 time: 0.0903208
Dec 22 13:45:46.170339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-fb52f660-3ef7-4d07-84dd-fd28e5f67ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.171803 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-fb52f660-3ef7-4d07-84dd-fd28e5f67ee0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff29e401282447d28eafbb95c77f25f5&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1362553
Dec 22 13:45:46.189870 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6483b0-9db2-4bc3-9cdf-1931f92c6f44 req-bb10ce9d-f91b-41b1-861a-8baf9695d6f2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.191355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b6483b0-9db2-4bc3-9cdf-1931f92c6f44 req-bb10ce9d-f91b-41b1-861a-8baf9695d6f2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 943 time: 0.0846412
Dec 22 13:45:46.237857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9b6483b0-9db2-4bc3-9cdf-1931f92c6f44 req-1807ce40-0326-4ad3-8f31-794418046be5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407987
Dec 22 13:45:46.422445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-3118926a-7872-4e55-99dc-38c786b168da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.424405 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f938d977-6751-4a46-ba84-33a73cd9e8dc req-3118926a-7872-4e55-99dc-38c786b168da service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2467651
Dec 22 13:45:46.526960 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-568b2100-f760-4ce2-ab39-5dd7961be3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.528383 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-568b2100-f760-4ce2-ab39-5dd7961be3c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1096 time: 0.0698111
Dec 22 13:45:46.597568 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-f371ed41-ee8a-480f-b6c9-8e2ca12b0228 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 217 time: 0.0622106
Dec 22 13:45:46.660990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-2cc19c83-eef5-4c80-8728-c46d44fe312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.662428 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-2cc19c83-eef5-4c80-8728-c46d44fe312a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0587802
Dec 22 13:45:46.741716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-3f42caed-7554-4d63-8b02-75b7259d4044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:46.743203 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-3f42caed-7554-4d63-8b02-75b7259d4044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744054
Dec 22 13:45:46.880995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-c1eb90d8-cfe3-4bf2-85eb-4c7efd475866 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304293
Dec 22 13:45:47.014668 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3ad8356f-a8f2-450e-aef3-48599f29914d req-a419a0ae-36b2-4780-b713-07ec73dc0088 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270289
Dec 22 13:45:47.427347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac356b01-a382-4bca-9e49-fdb840ce1e2e req-527b5cf0-c87e-48e5-93ad-87c9b9642f7a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:47.428836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ac356b01-a382-4bca-9e49-fdb840ce1e2e req-527b5cf0-c87e-48e5-93ad-87c9b9642f7a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 943 time: 0.0809245
Dec 22 13:45:47.471641 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ac356b01-a382-4bca-9e49-fdb840ce1e2e req-138f48fc-5927-4797-af71-aede75f4713b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371974
Dec 22 13:45:48.668756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f96d19-3eec-4745-8559-b7f0d441548a req-67f000bf-1047-4bdd-bed6-df45832d2f51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:48.670300 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4f96d19-3eec-4745-8559-b7f0d441548a req-67f000bf-1047-4bdd-bed6-df45832d2f51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 943 time: 0.0878391
Dec 22 13:45:48.715601 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4f96d19-3eec-4745-8559-b7f0d441548a req-16e3e9f9-dee2-4125-ac4d-8b0d95d722b7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393729
Dec 22 13:45:49.377656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:45:49.513125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:49.526367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'mac_address': 'fa:16:3e:c9:7f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:45:49.582492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:49.602216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:45:49.617820 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:49.694750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:49.697508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:49.804992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:49.808225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:49.899253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3a7e-222c-4dd7-b4c5-fa660b7ed6dd req-870fd4ea-827d-42c9-ba9a-c5b1fab23f47 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:49.900948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['3b3cd1a1-42a5-49de-8c68-6071122e74aa'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:45:49.901105 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98ee3a7e-222c-4dd7-b4c5-fa660b7ed6dd req-870fd4ea-827d-42c9-ba9a-c5b1fab23f47 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 944 time: 0.0804875
Dec 22 13:45:49.948673 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-98ee3a7e-222c-4dd7-b4c5-fa660b7ed6dd req-11bffa5a-b3f7-42b2-a7f9-76865b0f3980 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419872
Dec 22 13:45:51.134854 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d131719-ce86-45ef-97fc-a82abb49bcf5 req-c42e148b-8826-45d7-83b6-fe6b0962a905 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:51.136310 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d131719-ce86-45ef-97fc-a82abb49bcf5 req-c42e148b-8826-45d7-83b6-fe6b0962a905 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 944 time: 0.0826454
Dec 22 13:45:51.180427 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1d131719-ce86-45ef-97fc-a82abb49bcf5 req-c0cedbc0-29c4-411b-880c-a84f8b8683c4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379488
Dec 22 13:45:51.388942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:45:51.528878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 3b3cd1a1-42a5-49de-8c68-6071122e74aa completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:45:51.534373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 3b3cd1a1-42a5-49de-8c68-6071122e74aa triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:45:51.534756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:51.648870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:51.675831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:45:51.686409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:45:51.720902 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'code': 200}
Dec 22 13:45:51.820269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:51.822133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:51.886574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:51.889447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:52.166532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c332b1-c996-4e7f-93eb-0e400e28b419 req-f3ec6933-d34a-4b7a-861e-4f9c485104dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:52.167986 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-19c332b1-c996-4e7f-93eb-0e400e28b419 req-f3ec6933-d34a-4b7a-861e-4f9c485104dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0695629
Dec 22 13:45:52.208431 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-19c332b1-c996-4e7f-93eb-0e400e28b419 req-8cdc964c-03a7-4813-a86d-adee6c16bb62 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338972
Dec 22 13:45:52.366570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757991a-4e9e-4e10-8ccd-48c033f35c8e req-9f25c6b5-946a-4ace-8957-5fa92af3915e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:52.368105 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7757991a-4e9e-4e10-8ccd-48c033f35c8e req-9f25c6b5-946a-4ace-8957-5fa92af3915e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0830688
Dec 22 13:45:52.412794 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7757991a-4e9e-4e10-8ccd-48c033f35c8e req-107830cf-c72f-4ac3-9111-cc51343853ba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387640
Dec 22 13:45:53.062542 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:45:53.597012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334a70b-67a2-4f4d-83f7-7390d9c3e306 req-7eebf0ad-62e5-46b6-8906-9c6593e3d762 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:53.598448 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e334a70b-67a2-4f4d-83f7-7390d9c3e306 req-7eebf0ad-62e5-46b6-8906-9c6593e3d762 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0799601
Dec 22 13:45:53.641780 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e334a70b-67a2-4f4d-83f7-7390d9c3e306 req-8a954976-518f-4604-9fa7-7a00108c3557 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374439
Dec 22 13:45:53.832591 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a144-f713-4eb9-a43c-fe3e3f8ac1df req-686b6ab9-4e90-474c-b31a-5719e8e02674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:53.834019 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9e70a144-f713-4eb9-a43c-fe3e3f8ac1df req-686b6ab9-4e90-474c-b31a-5719e8e02674 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0843737
Dec 22 13:45:53.878025 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9e70a144-f713-4eb9-a43c-fe3e3f8ac1df req-f692a31c-69f6-4565-a3c4-2864babf3a5c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383582
Dec 22 13:45:53.900459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41226) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:53.973048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1c775b-fe8e-4c0d-b93f-e839412abcca tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:53.974529 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d1c775b-fe8e-4c0d-b93f-e839412abcca tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1093 time: 0.0731523
Dec 22 13:45:53.977292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41230) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:53.982117 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:45:53.988538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:45:53.992366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:floatingip and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:45:53.995191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:45:54.001345 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:45:54.112374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:54.248454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:54.379326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.63 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/6587084d-07a6-440a-830b-a7d9fdc313ec) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:45:54.528659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:54.620756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:54.625211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:54.682789 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:45:54.685577 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:45:54.689266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:45:54.731775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=6587084d-07a6-440a-830b-a7d9fdc313ec,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:54.736068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:55.227217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:55.354080 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:55.557098 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:55.666360 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:55.669903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-38eb5f1f-88a1-4404-b738-9bf0c710877f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:45:55.775798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=6587084d-07a6-440a-830b-a7d9fdc313ec,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:45:55.779881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:45:55.788625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:56.031586 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP e5625022-4fd2-4368-94ea-614af66bb325 associated. External IP: 172.26.3.63, port: 3b3cd1a1-42a5-49de-8c68-6071122e74aa.
Dec 22 13:45:56.384300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 2199823a-56bc-4385-af15-35bd828c953c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:45:56.561544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:45:56.571412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Sync routers for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:45:56.581259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:56.581966 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529361ad90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:56.654925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:45:56.712531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7342467
Dec 22 13:45:56.713301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:45:56.762608 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:56.766191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'status': 'completed', 'code': 200}
Dec 22 13:45:56.867386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086327f-b588-41b7-a7da-95d12085aa65 req-bfdc8858-5254-49b0-b953-4298d3909b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:56.868785 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-bfdc8858-5254-49b0-b953-4298d3909b0e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0796843
Dec 22 13:45:56.887020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7779875-a396-45c3-af6b-03c58e7e6f44 req-bf8ca78e-105c-4234-9fa2-a90d2f0575b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:56.888491 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7779875-a396-45c3-af6b-03c58e7e6f44 req-bf8ca78e-105c-4234-9fa2-a90d2f0575b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0803056
Dec 22 13:45:56.939472 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e7779875-a396-45c3-af6b-03c58e7e6f44 req-9c5a5380-7e15-4722-8ac6-850fcc3b4e28 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440025
Dec 22 13:45:56.986165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41238) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:57.172129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529361ad90>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'e5625022-4fd2-4368-94ea-614af66bb325', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.63', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '2199823a-56bc-4385-af15-35bd828c953c', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'mac_address': 'fa:16:3e:c9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:45:55Z', 'updated_at': '2021-12-22T13:45:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:57.174744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086327f-b588-41b7-a7da-95d12085aa65 req-52e3929d-2d2c-48cc-bfe3-4ea550dfe6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:57.176236 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-52e3929d-2d2c-48cc-bfe3-4ea550dfe6d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.3004498
Dec 22 13:45:57.176354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Checking router: 2199823a-56bc-4385-af15-35bd828c953c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:45:57.185008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:45:57.185643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529361ad90>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:45:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:57.217562 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a6b2e801-14a5-473f-bc6b-ad4a493c572e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/e5625022-4fd2-4368-94ea-614af66bb325 HTTP/1.1" status: 200  len: 990 time: 0.2301497
Dec 22 13:45:57.287358 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-abe4eed3-2919-4c63-b0b6-67da0dc4c7c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 998 time: 0.1042082
Dec 22 13:45:57.352952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086327f-b588-41b7-a7da-95d12085aa65 req-10ae0aa7-fd1d-4754-a57b-9a7336857050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:57.354436 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-10ae0aa7-fd1d-4754-a57b-9a7336857050 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0614352
Dec 22 13:45:57.371134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:45:57.429852 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086327f-b588-41b7-a7da-95d12085aa65 req-da81dc38-c4c3-4320-88c3-5630d0f979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:45:57.431328 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-da81dc38-c4c3-4320-88c3-5630d0f979dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703032
Dec 22 13:45:57.568611 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-87c4d61d-c98e-4e58-951b-f4e99aca4b33 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310108
Dec 22 13:45:57.700165 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d086327f-b588-41b7-a7da-95d12085aa65 req-12750bb6-4649-4e2d-b0e4-e02177eef654 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254392
Dec 22 13:45:57.762571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529361ad90>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'e5625022-4fd2-4368-94ea-614af66bb325', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.63', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '2199823a-56bc-4385-af15-35bd828c953c', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'mac_address': 'fa:16:3e:c9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:45:55Z', 'updated_at': '2021-12-22T13:45:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:45:57.767584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a793ef61-dfac-42cf-8d28-fe81f928afe6 None None] The sync data for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv is: [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'e5625022-4fd2-4368-94ea-614af66bb325', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.63', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '2199823a-56bc-4385-af15-35bd828c953c', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'mac_address': 'fa:16:3e:c9:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:45:55Z', 'updated_at': '2021-12-22T13:45:55Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:45:57.975537 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f9771c-e24e-4a0f-acaa-8ef2e5ada271 None None] New status for floating IP e5625022-4fd2-4368-94ea-614af66bb325: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:45:58.222057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41242) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:45:58.330830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-06c27945-1b67-4522-85a1-3ecbb5fb0448 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/e5625022-4fd2-4368-94ea-614af66bb325 HTTP/1.1" status: 200  len: 992 time: 0.1073847
Dec 22 13:46:02.870765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:05.129375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e99bad3d-be4c-4371-be63-cd95225ab0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:07.518437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d507a8a3-883c-4429-99eb-ca4c9f79baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:08.733614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:08.761905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:10.295267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:20.884618 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-7650c3b0-4f86-4b5b-a4c4-dd3d7b7e65fe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682480
Dec 22 13:46:21.034332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d75cf-a577-49e9-b335-6abb026153e3 req-a4c9bc34-c677-4a78-94c5-93f89bc593be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:21.035991 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-a4c9bc34-c677-4a78-94c5-93f89bc593be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0789208
Dec 22 13:46:21.187265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d75cf-a577-49e9-b335-6abb026153e3 req-33adb42c-43c4-43c1-b07a-5a1d8d664e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:21.188725 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-33adb42c-43c4-43c1-b07a-5a1d8d664e5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.1269481
Dec 22 13:46:21.292760 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-86ac8cf1-1db7-4e30-a700-a354930092de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 1000 time: 0.0981102
Dec 22 13:46:21.358378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d75cf-a577-49e9-b335-6abb026153e3 req-74664fb6-6443-45f7-87f3-3c57ff1551cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:21.359838 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-74664fb6-6443-45f7-87f3-3c57ff1551cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0605791
Dec 22 13:46:21.434350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d75cf-a577-49e9-b335-6abb026153e3 req-033c7b3b-2f49-45c8-94b4-6876bdf894ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:21.435856 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-033c7b3b-2f49-45c8-94b4-6876bdf894ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696354
Dec 22 13:46:21.571416 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-0713eea4-c33c-40b9-b301-297f61b24010 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264203
Dec 22 13:46:21.707762 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-715d75cf-a577-49e9-b335-6abb026153e3 req-f1a3991b-94ef-4a35-b0c6-fa1b6d5231a7 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295311
Dec 22 13:46:29.939077 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b80ba7-2f88-411e-8c28-2b79afb33ef0 req-07845f22-195e-4062-b846-c16a8da425cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:29.940645 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30b80ba7-2f88-411e-8c28-2b79afb33ef0 req-07845f22-195e-4062-b846-c16a8da425cf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0862825
Dec 22 13:46:29.988011 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-30b80ba7-2f88-411e-8c28-2b79afb33ef0 req-003c4a10-85c3-40d4-b459-004480881684 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403242
Dec 22 13:46:30.059276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41264) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:46:30.060652 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:46:30.167070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-b1b0a431-163b-4c9f-b879-45acb67eeaad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1064322
Dec 22 13:46:31.182534 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b8be5-a430-42fc-b7ec-7153487215f7 req-62b9e258-670a-4414-9f56-e5e1ae49afd3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:31.184030 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c7b8be5-a430-42fc-b7ec-7153487215f7 req-62b9e258-670a-4414-9f56-e5e1ae49afd3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0855677
Dec 22 13:46:31.232071 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4c7b8be5-a430-42fc-b7ec-7153487215f7 req-bf558652-566c-451f-be7b-bf11717e9249 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422273
Dec 22 13:46:32.320378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-a7c7f4a9-b143-41ed-8c3b-dc3542b750b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:32.321933 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-a7c7f4a9-b143-41ed-8c3b-dc3542b750b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0763588
Dec 22 13:46:32.423565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05af90b-0e65-418e-bf7e-d3a8c4c2df7d req-ef5a64da-f9e7-4384-ae3c-b5b492664561 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:32.425152 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e05af90b-0e65-418e-bf7e-d3a8c4c2df7d req-ef5a64da-f9e7-4384-ae3c-b5b492664561 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0803740
Dec 22 13:46:32.477045 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e05af90b-0e65-418e-bf7e-d3a8c4c2df7d req-eea1fa36-b76d-4082-99ce-48ee297d9de8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454831
Dec 22 13:46:32.577401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-5f64265c-8944-4e64-8978-aa2c3a8936c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:32.579683 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-5f64265c-8944-4e64-8978-aa2c3a8936c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.2515581
Dec 22 13:46:32.684651 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-235ef1f7-6ba4-4c23-9d7f-02a48a1e4def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 1000 time: 0.0977066
Dec 22 13:46:32.746146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-a3eaa1ca-c9ad-4415-8922-9ddf5cb47f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:32.747598 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-a3eaa1ca-c9ad-4415-8922-9ddf5cb47f9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0568216
Dec 22 13:46:32.825913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-fe85c766-511c-4750-acda-33575ad0fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:32.827398 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-fe85c766-511c-4750-acda-33575ad0fd6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729401
Dec 22 13:46:32.910274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:32.962624 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-4ce9339c-169a-452a-a8a3-a5d4c4818ccb service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281855
Dec 22 13:46:33.095646 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-217e071b-0d74-43f5-95f3-d9f33f9f89c2 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267502
Dec 22 13:46:33.662320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c7a5d-696e-4d57-8c78-3eae3c62f91d req-e6e68e60-1e0c-4fa7-8db7-d69520660fa1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:33.663833 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-819c7a5d-696e-4d57-8c78-3eae3c62f91d req-e6e68e60-1e0c-4fa7-8db7-d69520660fa1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0808499
Dec 22 13:46:33.708551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-819c7a5d-696e-4d57-8c78-3eae3c62f91d req-9337e663-4ad9-4e43-9a90-93a6d913ec9d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390582
Dec 22 13:46:34.896565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69aa2c-6c6a-4439-98d2-d4b2a4b0343a req-46bc062b-add0-4cc2-9801-9621b789aeea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:34.898161 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee69aa2c-6c6a-4439-98d2-d4b2a4b0343a req-46bc062b-add0-4cc2-9801-9621b789aeea tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0848923
Dec 22 13:46:34.944442 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee69aa2c-6c6a-4439-98d2-d4b2a4b0343a req-ea9caa06-5da9-44dd-8d6e-281f8c7da560 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403171
Dec 22 13:46:35.172750 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-56c59980-3563-4ee3-b79f-25dc6a1ea2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:36.127186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d7ddc-9fe0-4564-9f83-4a5d83765c12 req-a5beff18-1f65-488d-b5ee-418dca37cda1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:36.128644 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb8d7ddc-9fe0-4564-9f83-4a5d83765c12 req-a5beff18-1f65-488d-b5ee-418dca37cda1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0792637
Dec 22 13:46:36.173134 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb8d7ddc-9fe0-4564-9f83-4a5d83765c12 req-c6e9fd08-2dc8-4893-b99c-92c0b7799448 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379112
Dec 22 13:46:37.362197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79398d1-107e-45c9-9d7c-0b8a8cfc37a6 req-8c181681-65b2-49e2-abeb-4daccd284cde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:37.363662 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a79398d1-107e-45c9-9d7c-0b8a8cfc37a6 req-8c181681-65b2-49e2-abeb-4daccd284cde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0854299
Dec 22 13:46:37.408948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a79398d1-107e-45c9-9d7c-0b8a8cfc37a6 req-063a4186-9ada-4ca4-b8c9-62d9e7ff5fe1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390673
Dec 22 13:46:37.545525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-638d35d6-6760-4892-9af9-c6e7d343ad51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:38.592713 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19844b89-b785-4229-b5f3-a7a34274ef36 req-57e12bcb-8048-491e-b4b8-96b534b9f75e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:38.594067 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19844b89-b785-4229-b5f3-a7a34274ef36 req-57e12bcb-8048-491e-b4b8-96b534b9f75e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0789227
Dec 22 13:46:38.639910 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19844b89-b785-4229-b5f3-a7a34274ef36 req-985c8714-0dbb-4ec2-b5d7-4745be0722b9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402853
Dec 22 13:46:38.728490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:38.774104 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:39.825267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed2712-34bf-48c3-a4ae-38d736527725 req-343d0680-315c-4f5c-b20d-c58ca8f5cfaa tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:39.826744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-feed2712-34bf-48c3-a4ae-38d736527725 req-343d0680-315c-4f5c-b20d-c58ca8f5cfaa tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0797706
Dec 22 13:46:39.869998 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-feed2712-34bf-48c3-a4ae-38d736527725 req-cc97ecf2-c865-491d-9140-438d1972d32d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376935
Dec 22 13:46:40.332766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:41.074183 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0bcc-adb6-4d35-b3af-ccbb03cccefa req-17bc3c8a-bb3f-42d4-bfe0-8ae272010b6c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:41.075701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-098f0bcc-adb6-4d35-b3af-ccbb03cccefa req-17bc3c8a-bb3f-42d4-bfe0-8ae272010b6c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0948579
Dec 22 13:46:41.124995 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-098f0bcc-adb6-4d35-b3af-ccbb03cccefa req-60c81a02-0326-4edd-85eb-f39da30ea037 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434990
Dec 22 13:46:42.311494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99c7c7-1bfe-4c09-a17e-65ffcc51a2bb req-f8e6a8e4-b431-4e2a-b158-b9cad2c85dde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:42.312947 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a99c7c7-1bfe-4c09-a17e-65ffcc51a2bb req-f8e6a8e4-b431-4e2a-b158-b9cad2c85dde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0802193
Dec 22 13:46:42.356232 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7a99c7c7-1bfe-4c09-a17e-65ffcc51a2bb req-5c382777-0f5b-49a3-bb43-83610a22104c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377359
Dec 22 13:46:43.546191 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931af5a-c76d-4c3b-a827-3009691c5e63 req-6b8b4aab-9a31-43c8-96ac-19c3f9d8fc17 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:43.547680 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4931af5a-c76d-4c3b-a827-3009691c5e63 req-6b8b4aab-9a31-43c8-96ac-19c3f9d8fc17 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0856590
Dec 22 13:46:43.591418 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4931af5a-c76d-4c3b-a827-3009691c5e63 req-78d84008-e7c1-4188-9250-9f88f12b77b6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374260
Dec 22 13:46:44.773328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424be38-522d-49a6-954d-52284a04ba13 req-9597aca0-9d72-45da-895f-8ca9db1f8045 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:44.775050 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3424be38-522d-49a6-954d-52284a04ba13 req-9597aca0-9d72-45da-895f-8ca9db1f8045 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0784702
Dec 22 13:46:44.821795 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3424be38-522d-49a6-954d-52284a04ba13 req-836c2029-f868-478d-a12a-03dd4498371f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411842
Dec 22 13:46:46.005733 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bcc19-f043-4db2-be24-0f67c24d32ee req-fa020b1b-8f5c-4853-9ff2-91bd852d9e5f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:46.008008 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-629bcc19-f043-4db2-be24-0f67c24d32ee req-fa020b1b-8f5c-4853-9ff2-91bd852d9e5f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0809574
Dec 22 13:46:46.051094 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-629bcc19-f043-4db2-be24-0f67c24d32ee req-cd4011d8-27fd-4c82-8869-52da086bd8de tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375044
Dec 22 13:46:47.241097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa390acc-0112-41a1-85ca-855da6d019a8 req-fc5e50c1-4a8c-4db0-845c-9e32078b4490 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:47.242558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa390acc-0112-41a1-85ca-855da6d019a8 req-fc5e50c1-4a8c-4db0-845c-9e32078b4490 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0841374
Dec 22 13:46:47.395985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-aa390acc-0112-41a1-85ca-855da6d019a8 req-1c22d91b-ed0c-4c46-8bf0-5677dcb49c9f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1476724
Dec 22 13:46:48.582398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3c2b4-390e-4fd1-9a81-f8501b9dd7fc req-037a0d7a-5c5f-40d2-9826-30ac6cf0b3c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:48.583880 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97c3c2b4-390e-4fd1-9a81-f8501b9dd7fc req-037a0d7a-5c5f-40d2-9826-30ac6cf0b3c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0799747
Dec 22 13:46:48.628356 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97c3c2b4-390e-4fd1-9a81-f8501b9dd7fc req-bea1a497-1439-4266-bb40-75d42061b650 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379484
Dec 22 13:46:49.814807 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc028772-8b6a-471e-abb8-26c16235fe9c req-015bf03a-52e2-4776-bf86-03016fec9b5f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:49.816272 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc028772-8b6a-471e-abb8-26c16235fe9c req-015bf03a-52e2-4776-bf86-03016fec9b5f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0828514
Dec 22 13:46:49.860218 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bc028772-8b6a-471e-abb8-26c16235fe9c req-ea05cf8d-a697-4968-8b14-302ac53fcf8d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378573
Dec 22 13:46:50.040312 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-644b7f35-1e28-451c-9c9a-981618020870 service neutron] 10.222.0.46 "GET /v2.0/ports/3b3cd1a1-42a5-49de-8c68-6071122e74aa/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0738661
Dec 22 13:46:50.608325 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-6f1fd2d4-db42-4349-a374-427dded27b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:50.609675 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-6f1fd2d4-db42-4349-a374-427dded27b6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 1098 time: 0.0754204
Dec 22 13:46:50.698832 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-1fcc720a-c56c-48b4-a0e7-5d81f7c95eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:50.700283 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-1fcc720a-c56c-48b4-a0e7-5d81f7c95eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0691667
Dec 22 13:46:50.830432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-f59bd820-3510-41a8-b31d-5bba79741cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:50.831869 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-f59bd820-3510-41a8-b31d-5bba79741cf0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.1247795
Dec 22 13:46:50.935850 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-28e36c2c-c323-49f4-aa42-1eca0a631aae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 1000 time: 0.0976722
Dec 22 13:46:50.999801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-00b5d0e9-e9a8-4c75-923e-f6fb8c43cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:51.001323 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-00b5d0e9-e9a8-4c75-923e-f6fb8c43cb2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0594018
Dec 22 13:46:51.051320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25700-ed85-4790-a372-6d601cf923e0 req-0ffd2375-d491-454f-99e2-6ef67b96a640 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:51.052819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35e25700-ed85-4790-a372-6d601cf923e0 req-0ffd2375-d491-454f-99e2-6ef67b96a640 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0847220
Dec 22 13:46:51.080223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-49ddb497-53b9-4d52-8ead-720d82452949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:51.081690 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-49ddb497-53b9-4d52-8ead-720d82452949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744429
Dec 22 13:46:51.097630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35e25700-ed85-4790-a372-6d601cf923e0 req-5ab2298c-3518-496e-8f79-de4fc2b638e4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383253
Dec 22 13:46:51.212748 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-d21dcd2f-3403-4780-bdff-82704dbfb8ca service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244602
Dec 22 13:46:51.342951 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-011c755d-06d9-49dd-97d2-123a9c0baf1c req-0f523b60-2c01-4c64-874b-3e850dd52399 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238389
Dec 22 13:46:52.282358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c1596-5aba-496a-b2f5-13bd0ebef080 req-4fd51e9c-be39-44b9-8c6f-dffd0cc9c496 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:52.283830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc7c1596-5aba-496a-b2f5-13bd0ebef080 req-4fd51e9c-be39-44b9-8c6f-dffd0cc9c496 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0809891
Dec 22 13:46:52.329128 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dc7c1596-5aba-496a-b2f5-13bd0ebef080 req-27ff37ba-29e9-44fd-ae30-0f8a5533b215 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389986
Dec 22 13:46:53.522586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6bcfb-d2e4-4c5a-b9b8-a2b2fc962bee req-a44356a4-ffd9-4dde-ad87-4f27d18e9f9a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:53.524891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bd6bcfb-d2e4-4c5a-b9b8-a2b2fc962bee req-a44356a4-ffd9-4dde-ad87-4f27d18e9f9a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0854051
Dec 22 13:46:53.567640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bd6bcfb-d2e4-4c5a-b9b8-a2b2fc962bee req-ade752da-437c-48e2-92f5-1f069769de10 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370228
Dec 22 13:46:53.644107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:46:53.647667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:46:53.852762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:53.897534 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:46:53.909154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:46:53.921173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:46:53.925387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'port_id': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'mac_address': 'fa:16:3e:c9:7f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:46:53.958215 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'code': 200}
Dec 22 13:46:53.983432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:53.996946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:54.000426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0bf9e702-f935-450f-9ee4-1940ded687ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:46:54.035577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:46:54.090374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d43f2-c9db-4d14-a29a-a5a12e0c8cba req-7d4dba35-e9a6-4c15-8d87-0367f3bded7a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.091872 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f1d43f2-c9db-4d14-a29a-a5a12e0c8cba req-7d4dba35-e9a6-4c15-8d87-0367f3bded7a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 943 time: 0.0800922
Dec 22 13:46:54.123739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:46:54.128102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 13:46:54.128507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a324955e-2b44-4892-8581-9b489414945a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 13:46:54.133073 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.138975 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:46:54.139908 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f1d43f2-c9db-4d14-a29a-a5a12e0c8cba req-46e2f469-7a5b-45ac-b2fd-19857dc4edac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397234
Dec 22 13:46:54.141556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:46:54.278276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2402281a-c2ec-4e21-b886-beee2d4afe58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.278994 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2402281a-c2ec-4e21-b886-beee2d4afe58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:46:54.332212 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69585-ee6b-4713-b616-7ebec5fc88e2 req-0b6b7618-5ea6-4d8f-9567-0550360194eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.333666 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6fb69585-ee6b-4713-b616-7ebec5fc88e2 req-0b6b7618-5ea6-4d8f-9567-0550360194eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 943 time: 0.0847254
Dec 22 13:46:54.356608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2402281a-c2ec-4e21-b886-beee2d4afe58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:46:54.357759 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2402281a-c2ec-4e21-b886-beee2d4afe58 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10&tenant_id=ff29e401282447d28eafbb95c77f25f5&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 943 time: 0.1634641
Dec 22 13:46:54.378355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6fb69585-ee6b-4713-b616-7ebec5fc88e2 req-d48b49ed-5ddb-4394-a4d0-e9ce7edce9ec tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380476
Dec 22 13:46:54.518980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-c8bf18f7-b840-4317-b790-be3a4cdb23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.520416 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-c8bf18f7-b840-4317-b790-be3a4cdb23b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1096 time: 0.0705159
Dec 22 13:46:54.683767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:54.701853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:46:54.717331 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:46:54.771952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-0381987c-ecd6-45da-9fff-fe86ee3378a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.773935 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-0381987c-ecd6-45da-9fff-fe86ee3378a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.2475176
Dec 22 13:46:54.779601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:54.782316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:46:54.853436 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['3b3cd1a1-42a5-49de-8c68-6071122e74aa'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:46:54.875706 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-a1242f51-1374-4343-b8e9-0341b1262b11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 999 time: 0.0956185
Dec 22 13:46:54.904398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:46:54.907604 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:46:54.943617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-c19d5ba8-49e7-4af0-ac55-615364d9bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:54.945159 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-c19d5ba8-49e7-4af0-ac55-615364d9bed3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0627954
Dec 22 13:46:55.028150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2b6572e5-cbda-43ef-a9be-d81d0780275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:55.030138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-2b6572e5-cbda-43ef-a9be-d81d0780275c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0791612
Dec 22 13:46:55.174213 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-ed9ee913-a9e1-4ca3-82f9-cb0efc061955 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370974
Dec 22 13:46:55.308426 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-95d03f96-b087-4bfb-9a08-b625adfc1a66 req-189bc455-fc97-429c-bea6-8f118b30a82e service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277847
Dec 22 13:46:55.577279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b2e3d-8d45-47bc-b0f7-063015ce3dff req-2d95a194-5fdf-419f-9609-0076d8f2cd92 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:55.578683 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f1b2e3d-8d45-47bc-b0f7-063015ce3dff req-2d95a194-5fdf-419f-9609-0076d8f2cd92 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 944 time: 0.0852096
Dec 22 13:46:55.626192 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1f1b2e3d-8d45-47bc-b0f7-063015ce3dff req-54b9e3a7-853b-494e-8c7f-6610b4ea5032 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417905
Dec 22 13:46:55.677125 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:46:55.743614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 3b3cd1a1-42a5-49de-8c68-6071122e74aa triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:46:55.744289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:55.859314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:55.891447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:46:55.954821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:46:55.956812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:46:55.989765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:46:56.057336 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'code': 200}
Dec 22 13:46:56.076515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:46:56.079492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:46:56.813661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf96659-fffd-4073-8a72-a153c620082d req-76a9ed1b-4572-47b0-99bc-299894ab4877 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:46:56.815110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8bf96659-fffd-4073-8a72-a153c620082d req-76a9ed1b-4572-47b0-99bc-299894ab4877 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0787365
Dec 22 13:46:56.859130 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8bf96659-fffd-4073-8a72-a153c620082d req-cc587cff-82ad-4f5c-8afc-68774c9138fc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384908
Dec 22 13:46:56.882277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41348) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:46:56.990262 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-71b9b193-b687-4d95-a67f-f8c3b027aade tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/e5625022-4fd2-4368-94ea-614af66bb325 HTTP/1.1" status: 200  len: 992 time: 0.1067214
Dec 22 13:47:02.911066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:05.145267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-58222d10-937a-497b-a83f-3e16d5ce6096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:07.059690 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:47:07.491334 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b9b35bc7-df88-4d03-b7a8-1432908f8fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:08.743343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:08.790643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:10.316317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:22.882681 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-77fabaa3-1849-4010-848a-f1f0445711ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0743043
Dec 22 13:47:23.024797 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-8b18a833-ac34-427a-8e51-fa90d4460f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:23.026255 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-8b18a833-ac34-427a-8e51-fa90d4460f97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0713995
Dec 22 13:47:23.169461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-f78c287f-b00b-4195-a215-05aea45f4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:23.170807 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-f78c287f-b00b-4195-a215-05aea45f4383 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.1260576
Dec 22 13:47:23.276136 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-94599ed3-6abc-4727-8981-c54822d64c5c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 1000 time: 0.0978737
Dec 22 13:47:23.339137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-f6677616-5d57-4601-acea-d57e3efdd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:23.340543 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-f6677616-5d57-4601-acea-d57e3efdd046 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0573823
Dec 22 13:47:23.418376 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-3bb43405-b8bd-4f21-914a-1e8926339b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:23.419885 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-3bb43405-b8bd-4f21-914a-1e8926339b92 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727196
Dec 22 13:47:23.551714 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-3a3c4005-7b28-41d5-8abf-0585ed499610 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250370
Dec 22 13:47:23.683708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9f5e0c12-4b9b-455d-9736-20a58d85f967 req-742718aa-410d-49fa-840f-72685cffdd4e service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238129
Dec 22 13:47:26.644032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41366) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:26.861512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 6587084d-07a6-440a-830b-a7d9fdc313ec {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:47:26.861848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:27.036525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:27.036869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:27.167088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 6587084d-07a6-440a-830b-a7d9fdc313ec owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:47:27.502341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:27.506247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f62fca0b-a9a9-40b5-aeba-342114011755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:27.553944 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=6587084d-07a6-440a-830b-a7d9fdc313ec,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:27.586025 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.586347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.587364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.587737 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.588112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.588483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.588851 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.589221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.589586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.589950 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.590312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.590679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:27.598346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:27.656892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:27.657579 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP e5625022-4fd2-4368-94ea-614af66bb325 disassociated (deleted). External IP: 172.26.3.63, port: 3b3cd1a1-42a5-49de-8c68-6071122e74aa.
Dec 22 13:47:28.089906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 2199823a-56bc-4385-af15-35bd828c953c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:47:28.273044 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:47:28.284344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Sync routers for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:47:28.294508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:28.295307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c90a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:28.391236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:28.453197 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5625022-4fd2-4368-94ea-614af66bb325 HTTP/1.1" status: 204  len: 168 time: 1.8057673
Dec 22 13:47:28.453197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:47:28.481447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:28.582250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'status': 'completed', 'code': 200}
Dec 22 13:47:28.676647 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-ed44e2d4-6be9-41a3-8b82-3b7ee8490509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:28.678029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-ed44e2d4-6be9-41a3-8b82-3b7ee8490509 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 1098 time: 0.0727448
Dec 22 13:47:28.822156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c90a30>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:28.826417 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Checking router: 2199823a-56bc-4385-af15-35bd828c953c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:47:28.835018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:28.835772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c90a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:28.946757 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-d6f032fb-641d-46c1-a90c-492d6b0d94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:28.949160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-d6f032fb-641d-46c1-a90c-492d6b0d94a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 200  len: 897 time: 0.2651930
Dec 22 13:47:29.022984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-cab0ae2b-3ce6-4f95-b368-9a0ac4e7d942 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 200  len: 217 time: 0.0656846
Dec 22 13:47:29.029269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:29.049215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ff93-8c3e-4a03-abd8-e93965010b34 req-8c6d3daf-bdc4-4376-8cb4-1789617f374b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:29.050646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-b5c2ff93-8c3e-4a03-abd8-e93965010b34 req-8c6d3daf-bdc4-4376-8cb4-1789617f374b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:47:29.089258 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-b51ab413-db0d-4184-a504-f11d338d7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:29.090720 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-b51ab413-db0d-4184-a504-f11d338d7d65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 200  len: 834 time: 0.0617082
Dec 22 13:47:29.125228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-b5c2ff93-8c3e-4a03-abd8-e93965010b34 req-8c6d3daf-bdc4-4376-8cb4-1789617f374b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:47:29.126438 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b5c2ff93-8c3e-4a03-abd8-e93965010b34 req-8c6d3daf-bdc4-4376-8cb4-1789617f374b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.1603179
Dec 22 13:47:29.177678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-bf21b32c-76ca-4c70-b8c0-99a5da7264ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:29.178950 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-bf21b32c-76ca-4c70-b8c0-99a5da7264ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f9cf21c1-a9e0-4549-a9d4-c69e27da1384&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0784452
Dec 22 13:47:29.184308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b5c2ff93-8c3e-4a03-abd8-e93965010b34 req-4231ae99-6600-4717-aee6-15d867cabb88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513554
Dec 22 13:47:29.318542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-30ba45bf-f72a-4298-a17b-b5d8fb9efd90 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327436
Dec 22 13:47:29.356035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c90a30>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:29.360096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5197e-4a66-4dfd-a775-be0d4663e912 None None] The sync data for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv is: [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:45:38Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'bc8e17ee-1013-4f41-978d-d83cfb09672a', 'name': '', 'network_id': 'f9cf21c1-a9e0-4549-a9d4-c69e27da1384', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:64:70:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:37Z', 'updated_at': '2021-12-22T13:45:43Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '5cd8bb12-9dab-4e56-a9ad-e630636bc1f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:47:29.457299 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-989b3301-6a1f-4677-85f5-ffca5ff29264 req-0ca17098-29e8-4032-ac4b-413be5b3f5b3 service neutron] 10.222.0.46 "GET /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317804
Dec 22 13:47:29.583104 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab65b01c-e3c6-4e67-beb2-e56a43fec229 None None] New status for floating IP e5625022-4fd2-4368-94ea-614af66bb325: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:47:30.379848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc685-de2b-452f-b5dd-840dbb36ad3c req-04678939-588e-447a-ab6d-4a2d28c18971 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:30.381299 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3e5fc685-de2b-452f-b5dd-840dbb36ad3c req-04678939-588e-447a-ab6d-4a2d28c18971 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0826490
Dec 22 13:47:30.425319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3e5fc685-de2b-452f-b5dd-840dbb36ad3c req-9459ef6f-35dd-40a7-b98f-58f22b76c005 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a963678-d853-4e49-bc5f-de379d8841ae&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384035
Dec 22 13:47:30.658100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-391781df-d829-4ff7-8f7e-efe94f78c861 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:30.659456 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-391781df-d829-4ff7-8f7e-efe94f78c861 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 945 time: 0.0797541
Dec 22 13:47:30.735347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:47:30.735684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:30.994667 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 3b3cd1a1-42a5-49de-8c68-6071122e74aa, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b3cd1a1-42a5-49de-8c68-6071122e74aa,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:30.995061 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:31.121404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 3b3cd1a1-42a5-49de-8c68-6071122e74aa owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:47:31.333524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:31.339633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:31.385109 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=3b3cd1a1-42a5-49de-8c68-6071122e74aa,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:31.424508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.424888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.425261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.425628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.425993 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.426355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.426737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.427096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.427456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.427810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.428171 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.428523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:31.436413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:31.474583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] No DVR routers for this DVR port 3b3cd1a1-42a5-49de-8c68-6071122e74aa on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:47:31.477505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:31.480483 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-deleted', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:47:31.525746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78a1a10-1649-47b1-82b0-61ce46a3ec10', 'name': 'network-vif-deleted', 'tag': '3b3cd1a1-42a5-49de-8c68-6071122e74aa', 'status': 'completed', 'code': 200}
Dec 22 13:47:31.551414 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-adf39288-3a96-44a4-a3ca-4661eb2506d9 req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "DELETE /v2.0/ports/3b3cd1a1-42a5-49de-8c68-6071122e74aa HTTP/1.1" status: 204  len: 173 time: 0.8853714
Dec 22 13:47:31.574533 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-156a4531-5a96-44a6-8b37-13b79ecca1b2 req-977bd722-8b38-4057-adc9-790528d070b9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78a1a10-1649-47b1-82b0-61ce46a3ec10 HTTP/1.1" status: 200  len: 210 time: 0.0433214
Dec 22 13:47:32.671570 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41386) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:32.936625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:33.349104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:33.702295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port bc8e17ee-1013-4f41-978d-d83cfb09672a {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:47:33.702986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:33.887775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port bc8e17ee-1013-4f41-978d-d83cfb09672a, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=bc8e17ee-1013-4f41-978d-d83cfb09672a,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:33.888134 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:34.010039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for bc8e17ee-1013-4f41-978d-d83cfb09672a owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:47:34.253336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:34.257136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-03f5f78b-8067-49dd-b5be-3a0f3bc2a4af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:34.304892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=bc8e17ee-1013-4f41-978d-d83cfb09672a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:34.308469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:34.695319 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.059291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router 2199823a-56bc-4385-af15-35bd828c953c has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:47:35.159253 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-373c6b8a-aaac-443a-a25b-72b67f1eb9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.239622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:47:35.250942 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Sync routers for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:47:35.254660 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/2199823a-56bc-4385-af15-35bd828c953c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5796053
Dec 22 13:47:35.255159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41390) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:35.261343 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:35.261964 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b5910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:35.321381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting subnet 5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:47:35.324138 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.382035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.448255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:35.474640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.642219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.646144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f1510f7-7f36-4b04-b7bc-e0a2adfcc381 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:35.686761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd8bb12-9dab-4e56-a9ad-e630636bc1f9,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:35.689834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:35.690957 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:35.697322 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-988eb441-9528-483f-b57d-ace64103a976 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/subnets/5cd8bb12-9dab-4e56-a9ad-e630636bc1f9 HTTP/1.1" status: 204  len: 168 time: 0.4411845
Dec 22 13:47:35.697728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20965138-5cd2-434c-b350-63653a70bfcb None None] Network f9cf21c1-a9e0-4549-a9d4-c69e27da1384 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:47:35.699883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41394) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:35.777091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:47:35.830786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 3b3cd1a1-42a5-49de-8c68-6071122e74aa {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:47:35.831156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 3b3cd1a1-42a5-49de-8c68-6071122e74aa not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:47:35.880128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.004679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b5910>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:47:34Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:36.008864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Checking router: 2199823a-56bc-4385-af15-35bd828c953c for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:47:36.017266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Routers {'2199823a-56bc-4385-af15-35bd828c953c'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:36.017892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52981b5910>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['2199823a-56bc-4385-af15-35bd828c953c'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:36.066303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.077676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] DHCP port deletion for f9cf21c1-a9e0-4549-a9d4-c69e27da1384 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:47:36.090004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Deleting port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:47:36.090386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.136541 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 85576f13-2b08-4037-8886-dc0e270d1024 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:47:36.136934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.310212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] Set router 2199823a-56bc-4385-af15-35bd828c953c gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:36.449328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 85576f13-2b08-4037-8886-dc0e270d1024, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=85576f13-2b08-4037-8886-dc0e270d1024,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:36.449675 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.565946 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] For port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,segment=NetworkSegment(3431a3b4-a59c-4cfd-8d84-a867050ee9e0),segment_id=3431a3b4-a59c-4cfd-8d84-a867050ee9e0)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:36.566278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.577664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 85576f13-2b08-4037-8886-dc0e270d1024 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:47:36.759643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Calling delete_port for 0035d4a2-b83f-4efe-b8a5-698ab8b156bd owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:47:36.813311 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.818309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2ce9db81-7065-490f-af8f-a1bf3c647655 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:36.861720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=85576f13-2b08-4037-8886-dc0e270d1024,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:36.864899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:36.901411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52981b5910>, [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:47:34Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:36.905369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68e2b59-8af4-40ff-af9a-88f51e2fb4e3 None None] The sync data for ids ['2199823a-56bc-4385-af15-35bd828c953c'] in dv-neutron-822662-1-hyperv is: [{'id': '2199823a-56bc-4385-af15-35bd828c953c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-699432230', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99'}], 'enable_snat': True}, 'gw_port_id': '85576f13-2b08-4037-8886-dc0e270d1024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:45:32Z', 'updated_at': '2021-12-22T13:47:34Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '85576f13-2b08-4037-8886-dc0e270d1024', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2199823a-56bc-4385-af15-35bd828c953c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:45:33Z', 'updated_at': '2021-12-22T13:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:47:36.959303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.962722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:36.966581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3674711b-1287-425d-9875-260736c85f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:37.007567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Pushing event deleted for resources: {'Port': ['ID=0035d4a2-b83f-4efe-b8a5-698ab8b156bd,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:37.011798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:37.014218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] No DVR routers for this DVR port 0035d4a2-b83f-4efe-b8a5-698ab8b156bd on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:47:37.138358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.140749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.239402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.241466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Fanout notify agent at l3_agent the message router_deleted on router 2199823a-56bc-4385-af15-35bd828c953c {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:47:37.256555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.261308 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/routers/2199823a-56bc-4385-af15-35bd828c953c HTTP/1.1" status: 204  len: 168 time: 1.5569983
Dec 22 13:47:37.261620 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41398) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:37.387201 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.508516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1000713d-a6db-49af-b74f-e1545bf947b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.528961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.556418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298dc2130>,) {'filters': {'network_id': ['f9cf21c1-a9e0-4549-a9d4-c69e27da1384']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:37.563171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0035d4a2-b83f-4efe-b8a5-698ab8b156bd no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:47:37.572861 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298dc2130>, '3431a3b4-a59c-4cfd-8d84-a867050ee9e0') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:37.573157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298dc2130>, '3431a3b4-a59c-4cfd-8d84-a867050ee9e0') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:37.585272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.598668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 0035d4a2-b83f-4efe-b8a5-698ab8b156bd {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:47:37.599048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 0035d4a2-b83f-4efe-b8a5-698ab8b156bd not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:47:37.599726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bc8e17ee-1013-4f41-978d-d83cfb09672a no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:47:37.603539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.609603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:47:37.609985 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:47:37.624222 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:47:37.636257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: bc8e17ee-1013-4f41-978d-d83cfb09672a {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:47:37.636618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device bc8e17ee-1013-4f41-978d-d83cfb09672a not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:47:37.802103 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.806002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:37.820116 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.832162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Network': ['ID=f9cf21c1-a9e0-4549-a9d4-c69e27da1384,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:37.835297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:37.885888 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-e3d14596-0e81-4977-a8e2-726e28c098f6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/networks/f9cf21c1-a9e0-4549-a9d4-c69e27da1384 HTTP/1.1" status: 204  len: 168 time: 0.6228740
Dec 22 13:47:37.888751 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41402) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:37.961328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:37.990457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.116190 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.120585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ccfc040f-d49c-4e2a-afb7-59acd8278e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:38.136589 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a963678-d853-4e49-bc5f-de379d8841ae,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:38.139306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:38.206725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.207807 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-066595e8-d7ab-4859-85cd-b6ce281e9f86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/security-groups/3a963678-d853-4e49-bc5f-de379d8841ae HTTP/1.1" status: 204  len: 168 time: 0.3180730
Dec 22 13:47:38.639219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41410) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:38.644564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666372595', 'description': 'tempest-secgroup-smoke-1666372595 description', 'project_id': 'ff29e401282447d28eafbb95c77f25f5'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:38.651409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:38.655460 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:38.658284 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:38.665635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:38.756574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.777296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:38.781184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:38.784039 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:38.789620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:38.799010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.861213 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.919402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.987574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:38.991582 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3651f808-cae9-46e5-aa9e-24ed11aef85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:39.033346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfd0128-199c-4a57-b27f-a3cf19243496,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:39.035951 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:39.119502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.120736 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.4805193
Dec 22 13:47:39.123675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41414) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:39.128886 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:39.135133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:39.140447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:39.141831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:39.147710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:39.225542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.287138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.372939 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.374795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b4358f98-6ded-4115-9a26-9722760aae5e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:39.396526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15addb8-4086-4e38-94c6-ccef16aae5f2,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:39.399697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:39.454472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 85576f13-2b08-4037-8886-dc0e270d1024 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:47:39.464964 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.466672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-4c14dd2b-148e-441d-be5a-79338d3e0a05 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3415604
Dec 22 13:47:39.468883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41418) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:39.474031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:39.480875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:39.484675 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:39.487587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:39.489096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 85576f13-2b08-4037-8886-dc0e270d1024 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:47:39.489457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 85576f13-2b08-4037-8886-dc0e270d1024 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:47:39.493463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:39.562594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.736185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.801491 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.803326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0d97e8e8-1a0b-4183-9e07-e95e164634d9 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:39.826299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee67c33c-bbd2-4f28-86e9-400061a26b24,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:39.830552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:39.910115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:39.911333 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5c4c37bb-f327-4519-8e0d-e26807b4864b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4414251
Dec 22 13:47:39.914028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41422) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:39.919162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:39.925058 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:39.928974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:39.932064 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:39.937606 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:40.031753 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.094611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.184442 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.190226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5292dc56-420b-4d41-90c3-e6cf83de9edc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:40.209930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1656efa1-045d-40a0-bf7e-fe90c17291a3,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:40.212438 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:40.287851 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.288978 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3738806
Dec 22 13:47:40.293081 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41426) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:40.298349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:40.304595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:40.309022 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:40.311899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:40.315857 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.319164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:40.396253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.459497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.538440 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.546339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-aa9145c8-b723-49df-9eea-d7599dc2dd35 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:40.569610 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4edb13-0fdd-4099-b11c-5a26a17a5ac8,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:40.572028 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:40.652844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.654146 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-25cb8258-52c7-4f75-ba21-5fa143dc9933 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3601065
Dec 22 13:47:40.656805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41430) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:40.661838 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:40.668399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:40.672204 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:40.675114 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:40.681492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:40.767678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:47:40.775320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.838836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.915990 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:40.917849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9c53559c-c5a4-4a5d-b5ce-3b5c9a619c07 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:40.937666 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abf574b-deaf-4137-8e1d-96d6a447c348,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:40.941791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:41.018723 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.019918 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-d4747f73-b0a9-4de3-b5b8-cb3a8c027e40 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3621912
Dec 22 13:47:41.022872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41434) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:41.028341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '3cfd0128-199c-4a57-b27f-a3cf19243496', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:41.034151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:41.037943 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:41.041418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:41.046992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:41.135895 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:47:41.142559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.208253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.287480 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.289354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d05a64c1-0c50-40fc-bc20-cf37f8812b2a tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:41.312540 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd4753d-e394-4c79-8b1a-5cc7664fec73,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:41.316968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:41.396199 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.397579 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-63797b3f-5e6b-40a4-b5ea-52d88da9726f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3737872
Dec 22 13:47:41.401097 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41438) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:41.406607 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'network': {'name': 'tempest-network-smoke--1853999021', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'port_security_enabled': True}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:41.411654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:41.415780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:network and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:41.418563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:41.424769 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:41.507067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:47:41.510973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.541366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:47:41.549669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.549991 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Added segment dca407a9-3d95-4941-b08e-1c26db04b902 of type vlan for network bf6502eb-e9ad-41e2-b9f2-95c1838af455
Dec 22 13:47:41.575529 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.739972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.746177 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:41.746754 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.752113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-25debe9e-ab67-4231-9f94-7fd6c561c8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:41.856701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Network': ['ID=bf6502eb-e9ad-41e2-b9f2-95c1838af455,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:41.859445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:41.867951 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:47:41.905572 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-9edca794-0512-4998-b07c-5afe016a1e7e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5034063
Dec 22 13:47:41.908336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41442) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:41.913454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'admin_state_up': True, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:41.921215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:41.924981 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:router and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:41.927809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:41.935336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:41.996239 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:41.997488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:42.012936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:42.384659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:42.755228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:42.785521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:42.922217 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.121 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/e9f75ec4-80d6-4f99-9a13-c4d0488130bc) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:47:43.066147 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:43.176497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:43.181278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6dbfb8ac-8912-4dc3-9d2f-05efe0dbebc5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:43.358014 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:47:43.360681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:43.364301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:47:43.409524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:43.413850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:43.865208 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:44.058707 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:47:44.204686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:44.495664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router f8632742-d11d-41d3-b26c-8d8b6c2e3716 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:47:44.671621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:47:44.682709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Sync routers for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:47:44.692308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:44.696039 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ff03d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:44.799363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:44.800561 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.8912926
Dec 22 13:47:44.803649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41446) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:44.869174 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:44.890179 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f612844e-21a8-41f4-99a2-aa1834eb579b tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff29e401282447d28eafbb95c77f25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0852644
Dec 22 13:47:44.892829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41452) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:45.153636 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510dbc7c-6275-413f-824e-084d0c02593c tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:45.154488 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ff03d0>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:43Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:45.155069 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-510dbc7c-6275-413f-824e-084d0c02593c tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2613041
Dec 22 13:47:45.157818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41456) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:45.159004 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Checking router: f8632742-d11d-41d3-b26c-8d8b6c2e3716 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:47:45.159541 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Updating router f8632742-d11d-41d3-b26c-8d8b6c2e3716 port e9f75ec4-80d6-4f99-9a13-c4d0488130bc binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:47:45.196569 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0c197ad5-b0e1-4916-819d-60d53d1dca51 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0375605
Dec 22 13:47:45.200503 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41460) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:45.205904 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032323437', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:45.210916 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.315773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:45.320093 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:subnet and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:47:45.322816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:47:45.328354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:45.410349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:47:45.413818 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.534516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.545719 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Transition to ACTIVE for port object e9f75ec4-80d6-4f99-9a13-c4d0488130bc will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:45.635997 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.639663 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:45.704966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.709803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-18a654a9-a0f4-4ba2-bf49-96d1dda10dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:45.714877 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Attempting to bind port e9f75ec4-80d6-4f99-9a13-c4d0488130bc on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:47:45.715237 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Attempting to bind port e9f75ec4-80d6-4f99-9a13-c4d0488130bc by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:47:45.715594 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Attempting to bind port e9f75ec4-80d6-4f99-9a13-c4d0488130bc on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:47:45.717507 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Pushing event updated for resources: {'Port': ['ID=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:45.727160 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.731094 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:47:45.733654 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:47:45.734019 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:47:45.734415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.734791 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:47:45.735283 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Bound port: e9f75ec4-80d6-4f99-9a13-c4d0488130bc, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:47:45.735649 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.763357 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:45.794955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Subnet': ['ID=8f201a1f-9d1f-40c5-9afc-d7c7997c2313,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:45.797137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Checking segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:47:45.797492 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network hostable DHCP agents. Network: bf6502eb-e9ad-41e2-b9f2-95c1838af455, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:47:45.801926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:45.810874 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] For port e9f75ec4-80d6-4f99-9a13-c4d0488130bc, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:47:45.813754 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] For port e9f75ec4-80d6-4f99-9a13-c4d0488130bc, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:47:45.902045 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:45.905791 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-e2fff7f4-8c4d-4c03-b98e-c79643fa2583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:45.915952 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:47:45.982072 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:45.982674 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ff03d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:46.004660 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, bf6502eb-e9ad-41e2-b9f2-95c1838af455) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:46.008848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:46.009443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.013305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f285c92-ca82-4f15-89be-959e63929df6 None None] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:47:46.063889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Pushing event updated for resources: {'Port': ['ID=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:46.066978 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:46.090915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-3f173155-f5ce-4d06-a4f0-382620535c3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8893359
Dec 22 13:47:46.094179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41464) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:47:46.175337 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:46.235637 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:47:46.236755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.405950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Allocated IP 172.20.0.2 (bf6502eb-e9ad-41e2-b9f2-95c1838af455/8f201a1f-9d1f-40c5-9afc-d7c7997c2313/87f38331-0bd8-49a6-9c90-c21d453153c1) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:47:46.516635 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ff03d0>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:43Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:46.520500 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ae0c8b-decc-4f5c-8014-b39d629f3bf8 None None] The sync data for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv is: [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:43Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:47:46.630588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.642189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Transition to ACTIVE for port object 87f38331-0bd8-49a6-9c90-c21d453153c1 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:46.662080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Transition to ACTIVE for port object 87f38331-0bd8-49a6-9c90-c21d453153c1 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:46.736392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.741811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:46.818577 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:47:46.822119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:46.826002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:47:46.848729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.860282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Pushing event updated for resources: {'Port': ['ID=87f38331-0bd8-49a6-9c90-c21d453153c1,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:46.870806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:46.929176 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Attempting to bind port 87f38331-0bd8-49a6-9c90-c21d453153c1 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:47:46.930321 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Attempting to bind port 87f38331-0bd8-49a6-9c90-c21d453153c1 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:47:46.931129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Attempting to bind port 87f38331-0bd8-49a6-9c90-c21d453153c1 on network bf6502eb-e9ad-41e2-b9f2-95c1838af455 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:47:46.937767 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:47:46.938271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Checking segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:47:46.938758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:46.939266 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Bound using segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:47:46.939833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Bound port: 87f38331-0bd8-49a6-9c90-c21d453153c1, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:47:46.940305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:47.053869 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] For port 87f38331-0bd8-49a6-9c90-c21d453153c1, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:47:47.058149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] For port 87f38331-0bd8-49a6-9c90-c21d453153c1, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87f38331-0bd8-49a6-9c90-c21d453153c1,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:47:47.134170 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:47.138034 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:47.218712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Pushing event updated for resources: {'Port': ['ID=87f38331-0bd8-49a6-9c90-c21d453153c1,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:47.221831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:47.453349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.1 (bf6502eb-e9ad-41e2-b9f2-95c1838af455/8f201a1f-9d1f-40c5-9afc-d7c7997c2313/d2c9e262-0e6f-44d6-b09d-6410f7ea7240) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:47:47.592262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87f38331-0bd8-49a6-9c90-c21d453153c1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:47.653367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:47.664149 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object d2c9e262-0e6f-44d6-b09d-6410f7ea7240 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:47.750377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 87f38331-0bd8-49a6-9c90-c21d453153c1 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:47.755674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e9f75ec4-80d6-4f99-9a13-c4d0488130bc up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:47.796573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:47.801616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0cbeb95a-9ed0-4c34-8af0-dbc3d80dc013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:47.873920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:47:47.877153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:47.881314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:47:47.883429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port e9f75ec4-80d6-4f99-9a13-c4d0488130bc completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:47.889451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e9f75ec4-80d6-4f99-9a13-c4d0488130bc triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:47.889849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:47.914600 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:47.921210 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:47.947338 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.059630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.075407 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port e9f75ec4-80d6-4f99-9a13-c4d0488130bc, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:48.144847 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.147129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:48.154759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.219978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:48.223521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:48.609401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.691667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3414b69-8684-4611-a7bf-3513efee6d5c None None] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:47:48.693372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.723332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:48.816030 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.819768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:48.823223 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:48.925669 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Provisioning for port 87f38331-0bd8-49a6-9c90-c21d453153c1 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:48.934447 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Provisioning complete for port 87f38331-0bd8-49a6-9c90-c21d453153c1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:48.934766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:48.969668 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:47:48.971436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:49.075459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.109127 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] For port 87f38331-0bd8-49a6-9c90-c21d453153c1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87f38331-0bd8-49a6-9c90-c21d453153c1,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:49.164785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.169041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:49.246453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Pushing event updated for resources: {'Port': ['ID=87f38331-0bd8-49a6-9c90-c21d453153c1,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:49.249761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:49.286582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Provisioning complete for port 87f38331-0bd8-49a6-9c90-c21d453153c1 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:49.287087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.314790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router f8632742-d11d-41d3-b26c-8d8b6c2e3716 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:47:49.484665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Provisioning for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:49.490156 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Provisioning complete for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:49.490547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.515143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:47:49.531209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Sync routers for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:47:49.537672 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/f8632742-d11d-41d3-b26c-8d8b6c2e3716/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4424720
Dec 22 13:47:49.555751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87f38331-0bd8-49a6-9c90-c21d453153c1 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:49.629908 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2e2f7-400d-4620-9a6e-ef116e9af69d None None] Port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:47:49.633790 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:49.634442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298be4610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:49.708685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-4da86e96-30a4-44d6-a32b-720fc7e4187d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666372595&fields=id&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 267 time: 0.0404098
Dec 22 13:47:49.803733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 87f38331-0bd8-49a6-9c90-c21d453153c1 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:49.804117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.861395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-43409f69-3740-4b28-9762-85983dee9e10 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:49.862078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-43409f69-3740-4b28-9762-85983dee9e10 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:47:49.866441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e3b41f92-ec99-4f21-88d5-19ca2789689b None None] Provisioning complete for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:49.866822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e3b41f92-ec99-4f21-88d5-19ca2789689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:49.930326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:49.938349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-43409f69-3740-4b28-9762-85983dee9e10 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:47:49.939661 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-43409f69-3740-4b28-9762-85983dee9e10 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 797 time: 0.2241600
Dec 22 13:47:49.955110 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-fcd12f93-a586-4fdd-bf06-25e6aa5ddaef tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/quotas/ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 375 time: 0.0101631
Dec 22 13:47:49.992537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e3b41f92-ec99-4f21-88d5-19ca2789689b None None] Port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:47:50.169384 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-cc8d1fce-885c-41fc-935b-25eaae08b353 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:47:50.203049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e9f75ec4-80d6-4f99-9a13-c4d0488130bc up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:50.252912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-cc8d1fce-885c-41fc-935b-25eaae08b353 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:47:50.254254 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-cc8d1fce-885c-41fc-935b-25eaae08b353 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2940979
Dec 22 13:47:50.320004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-ad4508d3-b002-41d9-bb69-d1ef253669ac service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:47:50.321539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-ad4508d3-b002-41d9-bb69-d1ef253669ac service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0543923
Dec 22 13:47:50.396175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port e9f75ec4-80d6-4f99-9a13-c4d0488130bc triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:50.396801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:50.455600 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-504da6f1-8599-4a77-9093-96388e7f78a2 service neutron] 10.222.0.16 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279225
Dec 22 13:47:50.470982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298be4610>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 2, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:50.506037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Checking router: f8632742-d11d-41d3-b26c-8d8b6c2e3716 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:47:50.506359 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Updating router f8632742-d11d-41d3-b26c-8d8b6c2e3716 port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:47:50.578484 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:50.598371 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-12bccdd8-dcde-4c65-a8f2-f18d9898f93d service neutron] 10.222.0.16 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364083
Dec 22 13:47:50.850592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a5aa4300-c44c-482a-82bc-422f2a17baa9 req-2ccbedaf-b8b3-4093-8b6a-edffe3e54b7c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 210 time: 0.0432580
Dec 22 13:47:50.935088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:50.947432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Transition to ACTIVE for port object d2c9e262-0e6f-44d6-b09d-6410f7ea7240 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:51.009562 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:51.014195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:51.142429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Pushing event updated for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:51.180727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:51.233368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Attempting to bind port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:47:51.234016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Attempting to bind port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:47:51.234133 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Attempting to bind port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 on network bf6502eb-e9ad-41e2-b9f2-95c1838af455 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:47:51.239808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:47:51.240187 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Checking segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:47:51.240655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:51.241098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Bound using segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:47:51.241540 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Bound port: d2c9e262-0e6f-44d6-b09d-6410f7ea7240, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:47:51.241955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:51.344531 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] For port d2c9e262-0e6f-44d6-b09d-6410f7ea7240, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:47:51.348227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] For port d2c9e262-0e6f-44d6-b09d-6410f7ea7240, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:47:51.424680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:51.428403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:51.505158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:47:51.505808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298be4610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:51.574297 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Pushing event updated for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:51.585317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:51.696744 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:47:52.007675 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e5991d4-b438-4d66-a7ba-aba7dfdab898 req-79c5840b-e364-44bb-9711-ba516f503412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 210 time: 0.0430088
Dec 22 13:47:52.122355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298be4610>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:51Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:47:52.126313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d8e46b-297a-4ef5-8c97-9c4e5312677f None None] The sync data for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv is: [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:51Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:47:52.992591 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-71f717d2-a480-4e57-a1a4-271b5904a166 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:52.994359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-71f717d2-a480-4e57-a1a4-271b5904a166 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:47:53.006681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-71f717d2-a480-4e57-a1a4-271b5904a166 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:47:53.010243 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-71f717d2-a480-4e57-a1a4-271b5904a166 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 797 time: 0.1743836
Dec 22 13:47:53.059443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-4a790bf6-f122-4adc-900c-c58644e5e8e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:47:53.139151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-4a790bf6-f122-4adc-900c-c58644e5e8e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:47:53.140456 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-4a790bf6-f122-4adc-900c-c58644e5e8e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 380 time: 0.1241879
Dec 22 13:47:53.152130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'port': {'device_id': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'admin_state_up': True, 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'security_groups': ['3cfd0128-199c-4a57-b27f-a3cf19243496']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:53.178657 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a64874ac-b97e-4038-b760-ebe82870ebf4 req-57e0cda0-f866-4b1b-ab49-dcc89071776d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 210 time: 0.0528135
Dec 22 13:47:53.298488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:47:53.307944 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:47:53.387038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:47:53.390508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.531823 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2c9e262-0e6f-44d6-b09d-6410f7ea7240 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:53.559212 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.10 (bf6502eb-e9ad-41e2-b9f2-95c1838af455/8f201a1f-9d1f-40c5-9afc-d7c7997c2313/13af0532-c030-4aa2-8244-4728d4922de5) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:47:53.682193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:53.687314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:53.687698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.764184 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.781193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 13af0532-c030-4aa2-8244-4728d4922de5 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:53.806812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.838055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port d2c9e262-0e6f-44d6-b09d-6410f7ea7240, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:47:53.901587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.907772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-570fb27b-aa9d-4bea-add1-798e8dd07684 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:53.932922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:53.934766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:53.978997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:47:53.982027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:47:53.986075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:47:54.007643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:54.011220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:54.024202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:54.033195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:54.057179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:54.057794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:54.142200 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9961424
Dec 22 13:47:54.154363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Request body: {'port': {'device_id': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:47:54.271687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:54.284026 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-07be25fc-5129-49c0-b321-00d38cd15c0c None None] Provisioning for port 13af0532-c030-4aa2-8244-4728d4922de5 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:47:54.287326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-07be25fc-5129-49c0-b321-00d38cd15c0c None None] Provisioning complete for port 13af0532-c030-4aa2-8244-4728d4922de5 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:54.287984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-07be25fc-5129-49c0-b321-00d38cd15c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:54.355463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-07be25fc-5129-49c0-b321-00d38cd15c0c None None] Port 13af0532-c030-4aa2-8244-4728d4922de5 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:47:54.377705 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1918-e312-4871-9047-bf6e611f7da0 req-13035cec-893c-4b28-88ef-f794a06ff891 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:54.379186 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db9f1918-e312-4871-9047-bf6e611f7da0 req-13035cec-893c-4b28-88ef-f794a06ff891 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 932 time: 0.0848658
Dec 22 13:47:54.425416 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db9f1918-e312-4871-9047-bf6e611f7da0 req-931f6978-daca-43a3-82fa-67ce85471d48 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404153
Dec 22 13:47:54.630532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13af0532-c030-4aa2-8244-4728d4922de5 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:47:54.638322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:54.653179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Transition to ACTIVE for port object 13af0532-c030-4aa2-8244-4728d4922de5 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:47:54.755712 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:54.760008 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2f762628-beef-4eca-ba70-02302be3bf57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:55.025621 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Pushing event updated for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:55.051486 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:55.129545 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Attempting to bind port 13af0532-c030-4aa2-8244-4728d4922de5 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:47:55.129799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Attempting to bind port 13af0532-c030-4aa2-8244-4728d4922de5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:47:55.130128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Attempting to bind port 13af0532-c030-4aa2-8244-4728d4922de5 on network bf6502eb-e9ad-41e2-b9f2-95c1838af455 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:47:55.135222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Port 13af0532-c030-4aa2-8244-4728d4922de5 on network bf6502eb-e9ad-41e2-b9f2-95c1838af455 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:47:55.135539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Attempting to bind port 13af0532-c030-4aa2-8244-4728d4922de5 on network bf6502eb-e9ad-41e2-b9f2-95c1838af455 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:47:55.140523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:47:55.140859 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Checking segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:47:55.141242 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Bound using segment: {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:47:55.141662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Bound port: 13af0532-c030-4aa2-8244-4728d4922de5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dca407a9-3d95-4941-b08e-1c26db04b902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:47:55.142012 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:55.229470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:47:55.232634 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=13af0532-c030-4aa2-8244-4728d4922de5,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:47:55.339335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:55.343318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-4812be89-e791-4cab-88c7-e766d494d565 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:47:55.406782 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.407419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:55.408789 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] 10.222.0.46 "PUT /v2.0/ports/13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 1094 time: 1.2586722
Dec 22 13:47:55.409317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:47:55.428928 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Pushing event updated for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:47:55.432749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:47:55.468319 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5', 'status': 'completed', 'code': 200}
Dec 22 13:47:55.541398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2c9e262-0e6f-44d6-b09d-6410f7ea7240 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:47:55.575672 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-bd7c2f58-6e2e-4b40-ae83-d95b8f62797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.577453 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-bd7c2f58-6e2e-4b40-ae83-d95b8f62797a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1097 time: 0.0868196
Dec 22 13:47:55.616992 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:47:55.617639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:47:55.652087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb099094-8822-4fb3-9fea-1a99b2c7d5f3 req-1435a91e-97ad-4e12-9ef6-d929dbbe2ff9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.653772 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb099094-8822-4fb3-9fea-1a99b2c7d5f3 req-1435a91e-97ad-4e12-9ef6-d929dbbe2ff9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 944 time: 0.0952222
Dec 22 13:47:55.700816 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fb099094-8822-4fb3-9fea-1a99b2c7d5f3 req-37ec2f4f-0374-4561-8fa1-a6affd3ad310 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409298
Dec 22 13:47:55.744263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-d1215eea-3ed2-4734-b4fe-5f41463e80b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.745958 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-d1215eea-3ed2-4734-b4fe-5f41463e80b8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff29e401282447d28eafbb95c77f25f5&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1610656
Dec 22 13:47:55.882585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-aa05affc-ef4d-41ea-99e7-9607e88da824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.884756 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0437980f-e9ce-4d10-8f71-08ade170df2a req-aa05affc-ef4d-41ea-99e7-9607e88da824 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1319785
Dec 22 13:47:55.995671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-284ed986-69f7-45f5-9d54-070c8e3e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:55.997111 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-284ed986-69f7-45f5-9d54-070c8e3e88e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1097 time: 0.0752051
Dec 22 13:47:56.064703 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-846c218d-212e-4e2e-8b5a-3b4a889ed0a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 217 time: 0.0600743
Dec 22 13:47:56.128222 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-dd1e1583-f640-4f74-9f7c-605413ee2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:56.129594 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-dd1e1583-f640-4f74-9f7c-605413ee2dd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0585320
Dec 22 13:47:56.202504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2539d798-9f45-468a-95a1-b3daf3c4f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:56.203979 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-2539d798-9f45-468a-95a1-b3daf3c4f776 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682440
Dec 22 13:47:56.335245 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-aa432044-8503-48ae-82f5-f101d8eee331 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250136
Dec 22 13:47:56.466854 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a1a4beb4-d0c1-4a07-b8a8-5630772d06ea req-d2b6edd0-1179-46e8-bb4f-63564c1afe8c service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255236
Dec 22 13:47:56.888276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0854-4ba0-4111-a23c-fb57235397de req-e433669d-412f-4c03-a403-3a4639813c8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:56.889726 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3b0c0854-4ba0-4111-a23c-fb57235397de req-e433669d-412f-4c03-a403-3a4639813c8e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 944 time: 0.0786872
Dec 22 13:47:56.937027 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3b0c0854-4ba0-4111-a23c-fb57235397de req-10a92088-80e4-4f67-9bd7-01a08de1c081 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416770
Dec 22 13:47:58.274756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30eb17-346f-428f-a81d-7718af65018c req-6fc08be4-f44f-4a52-8f8e-118c2d9c6aa3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:58.276259 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6e30eb17-346f-428f-a81d-7718af65018c req-6fc08be4-f44f-4a52-8f8e-118c2d9c6aa3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 944 time: 0.0806174
Dec 22 13:47:58.319744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6e30eb17-346f-428f-a81d-7718af65018c req-712baca5-2c1d-400c-b97e-bb97325e8253 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380421
Dec 22 13:47:59.510026 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b187f6-88be-4119-829d-df9d7583c687 req-4a2253f3-9935-4146-ae79-6efbf5284b3b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:47:59.511507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1b187f6-88be-4119-829d-df9d7583c687 req-4a2253f3-9935-4146-ae79-6efbf5284b3b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 944 time: 0.0838487
Dec 22 13:47:59.554203 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1b187f6-88be-4119-829d-df9d7583c687 req-78ac1456-fada-4d89-a7c4-241941b0239b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371306
Dec 22 13:47:59.927978 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 13af0532-c030-4aa2-8244-4728d4922de5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:48:00.063800 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=13af0532-c030-4aa2-8244-4728d4922de5,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:48:00.076526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '13af0532-c030-4aa2-8244-4728d4922de5', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'port_id': '13af0532-c030-4aa2-8244-4728d4922de5', 'mac_address': 'fa:16:3e:2f:a4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:48:00.132954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:00.149313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13af0532-c030-4aa2-8244-4728d4922de5 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:48:00.163724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=13af0532-c030-4aa2-8244-4728d4922de5,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:48:00.247254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:00.249028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9ba6adfc-291e-4018-9f43-2fcab22234dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:48:00.314713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:48:00.321730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.322075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.322411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.322757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.323114 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.323442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.323765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.324086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.324403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.324721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.325035 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.325374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:48:00.329072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:48:00.485056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['13af0532-c030-4aa2-8244-4728d4922de5'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:48:00.743896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd66ea4-d3e2-437f-821d-dcc09f8f7c5d req-c24124f4-d7a0-4f94-9df4-f396f8495da1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:00.746101 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9dd66ea4-d3e2-437f-821d-dcc09f8f7c5d req-c24124f4-d7a0-4f94-9df4-f396f8495da1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 945 time: 0.0880461
Dec 22 13:48:00.800716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9dd66ea4-d3e2-437f-821d-dcc09f8f7c5d req-7e914d84-472b-409e-92ef-c102f1feca91 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454330
Dec 22 13:48:01.931746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 13af0532-c030-4aa2-8244-4728d4922de5 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:48:01.989331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e649d5b-accc-4bc0-807a-0bd37a706ae4 req-5e5bcff3-e9cf-49c5-91c3-3f88193cc8cb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:01.990739 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e649d5b-accc-4bc0-807a-0bd37a706ae4 req-5e5bcff3-e9cf-49c5-91c3-3f88193cc8cb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 945 time: 0.0851092
Dec 22 13:48:02.035159 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8e649d5b-accc-4bc0-807a-0bd37a706ae4 req-de2b3461-e5dd-4a38-a6c7-0b641c702250 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385120
Dec 22 13:48:02.058437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 13af0532-c030-4aa2-8244-4728d4922de5 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:48:02.063785 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 13af0532-c030-4aa2-8244-4728d4922de5 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:48:02.064173 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:02.184947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:02.211129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:48:02.220624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=13af0532-c030-4aa2-8244-4728d4922de5,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:48:02.255873 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5', 'code': 200}
Dec 22 13:48:02.292636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:02.295161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:48:02.360363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:48:02.363349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:48:02.615733 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253d136-0b8a-4a56-9dcc-d3fc7dfa005a req-f214c04e-8ef4-495c-bc96-b04a70b4f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:02.617100 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f253d136-0b8a-4a56-9dcc-d3fc7dfa005a req-f214c04e-8ef4-495c-bc96-b04a70b4f3b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0733726
Dec 22 13:48:02.657409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f253d136-0b8a-4a56-9dcc-d3fc7dfa005a req-fb0113cc-4937-4e3d-bb3a-dba105abe987 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341039
Dec 22 13:48:02.918231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:03.230567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad3ffd-c238-4d5d-bb61-903d4387b7bd req-e2ddc3ca-9ca7-47ea-a15b-8575ad950352 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:03.232041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8ad3ffd-c238-4d5d-bb61-903d4387b7bd req-e2ddc3ca-9ca7-47ea-a15b-8575ad950352 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0799518
Dec 22 13:48:03.275628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f8ad3ffd-c238-4d5d-bb61-903d4387b7bd req-fe0a6394-3741-44e0-8dea-77fc140c9041 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379233
Dec 22 13:48:04.465095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d3cf-247e-4db0-889c-3f7bb8d9ef46 req-b2db5572-da5e-4f13-b8d8-a00733a78bde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:04.466549 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5166d3cf-247e-4db0-889c-3f7bb8d9ef46 req-b2db5572-da5e-4f13-b8d8-a00733a78bde tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0852308
Dec 22 13:48:04.509622 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5166d3cf-247e-4db0-889c-3f7bb8d9ef46 req-06dadaaa-f6e3-4863-b996-6e4b29039c81 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370102
Dec 22 13:48:04.687940 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe8a3b-b0f2-4cdf-8b43-959924860982 req-d58f9757-07ed-41e9-afd8-77053a2199e4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:04.689380 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97fe8a3b-b0f2-4cdf-8b43-959924860982 req-d58f9757-07ed-41e9-afd8-77053a2199e4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0779550
Dec 22 13:48:04.737176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97fe8a3b-b0f2-4cdf-8b43-959924860982 req-fdbb1fc4-9e93-4723-a4ca-1f262ad71c98 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422950
Dec 22 13:48:04.760304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41524) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:04.830465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39c1c3d-6200-42fb-bf1a-8b4fffe8ef9a tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:04.831919 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-b39c1c3d-6200-42fb-bf1a-8b4fffe8ef9a tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1094 time: 0.0706208
Dec 22 13:48:04.834693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41528) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:04.839942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '13af0532-c030-4aa2-8244-4728d4922de5', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:48:04.845926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:48:04.849750 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:floatingip and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:48:04.852608 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:48:04.858353 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:48:04.929215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:05.068654 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:05.140682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-35dd8d01-49d3-484b-8977-f95b0b7f7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:05.205189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.104 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/80a41cc4-6eb0-436f-a570-e1d7e81ee3fc) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:48:05.350683 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:05.438185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:05.442092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-823c57f8-3917-4dd7-9814-e23cf9f4a688 tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:48:05.504357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:48:05.507144 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:48:05.513500 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:48:05.653611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=80a41cc4-6eb0-436f-a570-e1d7e81ee3fc,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:48:05.658828 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:48:06.032087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:06.199048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:06.407094 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:06.472138 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:06.475722 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fc4539f-2269-4192-a8cd-55b1f735c2bd tempest-TestEncryptedCinderVolumes-880765469 tempest-TestEncryptedCinderVolumes-880765469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:48:06.582321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=80a41cc4-6eb0-436f-a570-e1d7e81ee3fc,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:48:06.586152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:48:06.593082 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:06.763003 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP b8557337-f641-4be5-bd2e-bf86ac53c153 associated. External IP: 172.26.3.104, port: 13af0532-c030-4aa2-8244-4728d4922de5.
Dec 22 13:48:07.114321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router f8632742-d11d-41d3-b26c-8d8b6c2e3716 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:48:07.421664 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:48:07.432051 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Sync routers for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:48:07.441904 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:48:07.442547 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ff3d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:47:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:48:07.492822 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3e0f6540-73b7-4a29-a874-53e6de557fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:07.522429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:07.582126 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7462223
Dec 22 13:48:07.582929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:48:07.625000 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:48:07.636633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5', 'status': 'completed', 'code': 200}
Dec 22 13:48:07.735439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54807e-62bb-4b3f-a528-54796b83abec req-a6233bdd-b057-4c2a-aa0a-17350a52828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:07.737247 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-a6233bdd-b057-4c2a-aa0a-17350a52828e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0795031
Dec 22 13:48:07.762484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1301a-6aa0-4c03-a333-017d71bca46f req-742c419a-d904-41b3-8ea8-9415dbeb7bf0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:07.763904 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53f1301a-6aa0-4c03-a333-017d71bca46f req-742c419a-d904-41b3-8ea8-9415dbeb7bf0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0812800
Dec 22 13:48:07.811547 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-53f1301a-6aa0-4c03-a333-017d71bca46f req-1429a53b-9ef8-4bf7-a838-719251dcdb0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415485
Dec 22 13:48:07.836404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41536) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:07.882454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54807e-62bb-4b3f-a528-54796b83abec req-c3f8bc87-caa9-4371-a7af-d38c119ab092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:07.884380 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-c3f8bc87-caa9-4371-a7af-d38c119ab092 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 898 time: 0.1390066
Dec 22 13:48:07.956603 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-12ff9df8-c552-4407-8ef7-e89034f24fbf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/b8557337-f641-4be5-bd2e-bf86ac53c153 HTTP/1.1" status: 200  len: 992 time: 0.1183195
Dec 22 13:48:07.985493 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ff3d30>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'b8557337-f641-4be5-bd2e-bf86ac53c153', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'port_id': '13af0532-c030-4aa2-8244-4728d4922de5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'mac_address': 'fa:16:3e:2f:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:48:05Z', 'updated_at': '2021-12-22T13:48:05Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:48:07.989272 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Checking router: f8632742-d11d-41d3-b26c-8d8b6c2e3716 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:48:07.995275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-f837e4de-afe7-4206-af27-3f6409e8ca46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 1000 time: 0.1046782
Dec 22 13:48:07.997509 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:48:07.998112 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298ff3d30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:48:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:48:08.057549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54807e-62bb-4b3f-a528-54796b83abec req-f64578f8-e7d4-4b30-bbf3-3c688ce10ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:08.059102 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-f64578f8-e7d4-4b30-bbf3-3c688ce10ea6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0577388
Dec 22 13:48:08.137871 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54807e-62bb-4b3f-a528-54796b83abec req-25966427-2f2e-4453-befe-41a45f7f8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:08.139257 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-25966427-2f2e-4453-befe-41a45f7f8ab7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737758
Dec 22 13:48:08.174439 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:48:08.274275 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-0fb08333-3708-4495-afca-39e2a9261d66 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272371
Dec 22 13:48:08.406516 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9a54807e-62bb-4b3f-a528-54796b83abec req-b111b93e-964b-4e96-bfb5-f1c5cccf5ff3 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258976
Dec 22 13:48:08.522064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298ff3d30>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'b8557337-f641-4be5-bd2e-bf86ac53c153', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'port_id': '13af0532-c030-4aa2-8244-4728d4922de5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'mac_address': 'fa:16:3e:2f:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:48:05Z', 'updated_at': '2021-12-22T13:48:05Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:48:08.526193 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e399cd33-06dc-4ff9-bb08-95545152d37c None None] The sync data for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv is: [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'b8557337-f641-4be5-bd2e-bf86ac53c153', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.104', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'port_id': '13af0532-c030-4aa2-8244-4728d4922de5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'mac_address': 'fa:16:3e:2f:a4:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:48:05Z', 'updated_at': '2021-12-22T13:48:05Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:48:08.721739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff1df6-6ac2-4045-9b85-b7431d210ac0 None None] New status for floating IP b8557337-f641-4be5-bd2e-bf86ac53c153: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:48:08.778223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:08.793387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:08.960491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41540) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:09.181346 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-14b4ccab-e3ec-49ae-8d5b-244b888f14f7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/b8557337-f641-4be5-bd2e-bf86ac53c153 HTTP/1.1" status: 200  len: 994 time: 0.2190523
Dec 22 13:48:10.327122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:21.057292 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:48:22.927269 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-f1c3c5bc-df67-466f-b47e-4f578e5aa511 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1070025
Dec 22 13:48:23.071538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e47c7-079b-4953-a70c-a7db64de281f req-dd824f81-950c-45a8-b1c3-24927545190e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:23.073038 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-dd824f81-950c-45a8-b1c3-24927545190e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0751407
Dec 22 13:48:23.219038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e47c7-079b-4953-a70c-a7db64de281f req-4ab9a506-d3cd-4fec-beff-1545f0b8209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:23.220460 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-4ab9a506-d3cd-4fec-beff-1545f0b8209f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 898 time: 0.1277778
Dec 22 13:48:23.322131 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-c91c8599-f3c9-4d61-9cca-5ab04b2cdec0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 1002 time: 0.0946908
Dec 22 13:48:23.387759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e47c7-079b-4953-a70c-a7db64de281f req-c312879a-9e73-421c-a880-c000e9264500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:23.389686 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-c312879a-9e73-421c-a880-c000e9264500 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0604632
Dec 22 13:48:23.468848 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e47c7-079b-4953-a70c-a7db64de281f req-1eb31010-0620-4904-85b9-55eb23d49959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:23.470268 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-1eb31010-0620-4904-85b9-55eb23d49959 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699029
Dec 22 13:48:23.724497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-2692f114-1b37-44ab-b1a7-1b5dfb28d6a8 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2442942
Dec 22 13:48:23.855846 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a96e47c7-079b-4953-a70c-a7db64de281f req-4d9b6942-92d7-445b-9863-537f3b2ed30a service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244068
Dec 22 13:48:32.951479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:35.162350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-98786fcc-87b4-427c-bd7e-33413c356920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:37.503388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bb8062fc-5de6-41b9-805e-6cd9262ed88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:38.737597 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:38.760278 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:40.339252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:48:41.003666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d8670-ef3d-4936-9a55-651f546b52bb req-d88e16b0-533c-48c1-bd8f-ecd61f3769db tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:41.005158 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-655d8670-ef3d-4936-9a55-651f546b52bb req-d88e16b0-533c-48c1-bd8f-ecd61f3769db tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.1275959
Dec 22 13:48:41.048773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-655d8670-ef3d-4936-9a55-651f546b52bb req-6d35d652-e824-49af-8d72-d73cf043a8fc tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379145
Dec 22 13:48:42.283617 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377f6b6-c901-4541-916a-2c727411503b req-548e9815-c076-46a1-9b9c-975f73d106eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:42.285140 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a377f6b6-c901-4541-916a-2c727411503b req-548e9815-c076-46a1-9b9c-975f73d106eb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.1244767
Dec 22 13:48:42.329111 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a377f6b6-c901-4541-916a-2c727411503b req-29f66d0a-8f0d-4e59-94cf-9c13a7863ba8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381956
Dec 22 13:48:43.535493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f441d-83cc-4bea-9249-2834bdc6dd6a req-beb204cc-d73a-4f8d-9d51-b97fe64667d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:43.545832 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e23f441d-83cc-4bea-9249-2834bdc6dd6a req-beb204cc-d73a-4f8d-9d51-b97fe64667d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0975657
Dec 22 13:48:43.581886 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e23f441d-83cc-4bea-9249-2834bdc6dd6a req-83ae944a-1f04-46bc-8914-d06b3b6b67a9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391686
Dec 22 13:48:44.762605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d8c85-cc9d-4322-9800-2e8cea2d7c29 req-c81bf84f-de14-4d6d-bfe4-1d28faf552e7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:44.764056 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f1d8c85-cc9d-4322-9800-2e8cea2d7c29 req-c81bf84f-de14-4d6d-bfe4-1d28faf552e7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0797405
Dec 22 13:48:44.807699 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f1d8c85-cc9d-4322-9800-2e8cea2d7c29 req-8d98f0c8-5ef9-4b88-af96-2ce73f9304a9 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370417
Dec 22 13:48:45.996477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1893780-56b7-47ec-b1e1-a3798fc229c1 req-dcc3509e-d9d6-4131-a88d-4048564ad291 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:45.997926 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d1893780-56b7-47ec-b1e1-a3798fc229c1 req-dcc3509e-d9d6-4131-a88d-4048564ad291 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0823576
Dec 22 13:48:46.041964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d1893780-56b7-47ec-b1e1-a3798fc229c1 req-556959a4-4b46-4d6b-9ab8-10a1afc1334b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380297
Dec 22 13:48:47.224453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163e13b-db10-467c-af18-e2fe49b47110 req-a48c342e-7e9f-43c9-97b8-c30a3a44767a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:47.225876 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e163e13b-db10-467c-af18-e2fe49b47110 req-a48c342e-7e9f-43c9-97b8-c30a3a44767a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0789557
Dec 22 13:48:47.276488 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e163e13b-db10-467c-af18-e2fe49b47110 req-56bed8f0-e70d-4599-832a-19b8ad2be47a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450492
Dec 22 13:48:48.458547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35ecec-62c7-4e19-8b30-f30a2535a129 req-79c94116-0a2c-411f-8194-baefc11b7bf3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:48.460006 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c35ecec-62c7-4e19-8b30-f30a2535a129 req-79c94116-0a2c-411f-8194-baefc11b7bf3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0787809
Dec 22 13:48:48.503613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8c35ecec-62c7-4e19-8b30-f30a2535a129 req-6f527322-3c8c-4080-ae5c-47034f2acf14 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380678
Dec 22 13:48:49.691020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc51ec-adea-4c96-b15c-0c65afbca385 req-15f20c72-9dbf-4832-818b-cf1a5972898a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:49.692468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bdc51ec-adea-4c96-b15c-0c65afbca385 req-15f20c72-9dbf-4832-818b-cf1a5972898a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0840621
Dec 22 13:48:49.735532 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4bdc51ec-adea-4c96-b15c-0c65afbca385 req-078627b3-6346-4937-90e8-bfeb45edffb3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374534
Dec 22 13:48:50.917904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f66f-cf77-4014-8e4a-79c2d9dd197c req-ee3ee8dc-471d-407a-934d-1c57dde9b7bb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:50.919374 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0017f66f-cf77-4014-8e4a-79c2d9dd197c req-ee3ee8dc-471d-407a-934d-1c57dde9b7bb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0788937
Dec 22 13:48:50.962835 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0017f66f-cf77-4014-8e4a-79c2d9dd197c req-3c6ca478-10ab-4476-bb3d-0571375427c4 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378733
Dec 22 13:48:52.151399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292083d-87be-41be-8176-19f5cf175b92 req-517b01c8-e7ad-47e9-aafc-f6ad3573fa3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:52.152836 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2292083d-87be-41be-8176-19f5cf175b92 req-517b01c8-e7ad-47e9-aafc-f6ad3573fa3a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0868700
Dec 22 13:48:52.197628 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2292083d-87be-41be-8176-19f5cf175b92 req-90bf9a0c-586d-497b-830e-1c6ee845bf2a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384090
Dec 22 13:48:52.221858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41582) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:52.331730 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9c985acf-e400-4432-a08b-c4b9d00cbc27 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/b8557337-f641-4be5-bd2e-bf86ac53c153 HTTP/1.1" status: 200  len: 994 time: 0.1085954
Dec 22 13:48:53.946828 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df73a78-6355-4bde-aeed-b82c7c163e99 req-d13790d0-46b1-4a46-b1bc-44f65b83bcb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:53.948306 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5df73a78-6355-4bde-aeed-b82c7c163e99 req-d13790d0-46b1-4a46-b1bc-44f65b83bcb8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0835152
Dec 22 13:48:53.993080 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5df73a78-6355-4bde-aeed-b82c7c163e99 req-4624d83d-04b8-4dfd-810d-303feba89ee3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381422
Dec 22 13:48:54.067617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-b3e1d5d2-a004-4b82-951e-7f2645616022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:54.068997 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-b3e1d5d2-a004-4b82-951e-7f2645616022 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0784004
Dec 22 13:48:54.199856 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-a2f51eae-0b31-4983-8109-12d947c43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:54.201288 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-a2f51eae-0b31-4983-8109-12d947c43c93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 898 time: 0.1260777
Dec 22 13:48:54.306506 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-007e1052-07b2-4e31-b2f6-b5adfff39fe0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 1002 time: 0.0983026
Dec 22 13:48:54.368572 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-43e06959-cb94-4e9e-ace6-b02f1e6cc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:54.369876 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-43e06959-cb94-4e9e-ace6-b02f1e6cc9b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0576837
Dec 22 13:48:54.444332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-2aec2045-04eb-47dc-bdde-69df2d0f69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:54.445799 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-2aec2045-04eb-47dc-bdde-69df2d0f69c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697720
Dec 22 13:48:54.577410 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-122812e0-1bf4-4339-a7b2-7d761ed93b7f service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250169
Dec 22 13:48:54.710699 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-408d6f4b-e977-43ba-a770-ab21db11a458 req-12c91263-e1c1-4526-91f6-6755ec5a492c service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261735
Dec 22 13:48:55.183187 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0c583-528f-459d-95de-abbcdec7244a req-82e5b6f9-014d-45e0-bddb-aaef72c57ae2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:55.184637 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81f0c583-528f-459d-95de-abbcdec7244a req-82e5b6f9-014d-45e0-bddb-aaef72c57ae2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0829594
Dec 22 13:48:55.230755 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-81f0c583-528f-459d-95de-abbcdec7244a req-ffdf4783-cff2-4467-a60d-7dedd8832047 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398352
Dec 22 13:48:56.421864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b28c6-254f-4972-a7b1-c440dc115d42 req-f1c25118-7742-4b9a-86d3-99ba5f0d9013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:48:56.423347 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a0b28c6-254f-4972-a7b1-c440dc115d42 req-f1c25118-7742-4b9a-86d3-99ba5f0d9013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0817814
Dec 22 13:48:56.470545 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a0b28c6-254f-4972-a7b1-c440dc115d42 req-39a9d25c-30fe-4176-bd63-efe455766bbf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415111
Dec 22 13:48:56.493074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41596) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:48:56.599575 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-81147678-9190-44c2-8790-d7a19549deff tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/b8557337-f641-4be5-bd2e-bf86ac53c153 HTTP/1.1" status: 200  len: 994 time: 0.1052496
Dec 22 13:48:58.056104 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:49:02.954757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:05.184355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fb3544f7-7c72-4049-82f7-cffdc676992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:07.497227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4faeca9a-7170-4971-adee-91198c1fdbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:08.771312 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:08.799805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:10.327229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:23.587656 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-25a107c1-623c-404e-8ffb-81903d5c13e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0729361
Dec 22 13:49:23.726836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9656-5141-4710-9842-6a371b3274b1 req-08e533b7-e1c4-4158-948e-21d94a7f385c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:23.728317 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-08e533b7-e1c4-4158-948e-21d94a7f385c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0716503
Dec 22 13:49:23.869455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9656-5141-4710-9842-6a371b3274b1 req-2bf7edab-d60a-476b-9696-950472cd27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:23.870788 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-2bf7edab-d60a-476b-9696-950472cd27ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 898 time: 0.1244121
Dec 22 13:49:23.974971 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-0699727c-33a7-4e71-89c6-b41a5bd6b66c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 1002 time: 0.0951779
Dec 22 13:49:24.039385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9656-5141-4710-9842-6a371b3274b1 req-44ecea5f-bbf0-4729-862f-0f1276d13367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:24.040757 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-44ecea5f-bbf0-4729-862f-0f1276d13367 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0600615
Dec 22 13:49:24.115250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9656-5141-4710-9842-6a371b3274b1 req-bd421ac6-e4c9-438c-96dc-920484e5dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:24.116675 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-bd421ac6-e4c9-438c-96dc-920484e5dc70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697250
Dec 22 13:49:24.362533 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-82ecbc73-9514-4490-85f9-497ca0e872c9 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383041
Dec 22 13:49:24.497875 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b12c9656-5141-4710-9842-6a371b3274b1 req-89e76c1b-5119-4afc-bbf7-0ea71b9275b2 service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241939
Dec 22 13:49:29.059042 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41624) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:29.375903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 80a41cc4-6eb0-436f-a570-e1d7e81ee3fc {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:49:29.376158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:29.543456 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:29.543777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:29.665636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 80a41cc4-6eb0-436f-a570-e1d7e81ee3fc owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:49:29.869128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:29.872677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-13171171-746d-4195-97fc-f964669dc8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:29.914064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=80a41cc4-6eb0-436f-a570-e1d7e81ee3fc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:29.948062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.948447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.948825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.949193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.949607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.949919 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.950281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.950639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.951029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.951388 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.951745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.952117 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:29.959221 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:30.021274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:30.021605 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP b8557337-f641-4be5-bd2e-bf86ac53c153 disassociated (deleted). External IP: 172.26.3.104, port: 13af0532-c030-4aa2-8244-4728d4922de5.
Dec 22 13:49:30.368754 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router f8632742-d11d-41d3-b26c-8d8b6c2e3716 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:49:30.549015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:49:30.560057 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Sync routers for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:49:30.565435 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:30.573993 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:30.574601 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:30.621210 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/floatingips/b8557337-f641-4be5-bd2e-bf86ac53c153 HTTP/1.1" status: 204  len: 168 time: 1.5610869
Dec 22 13:49:30.621877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:49:30.669384 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5', 'status': 'completed', 'code': 200}
Dec 22 13:49:30.765466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-5cde5062-731d-4272-817d-a3c71951f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:30.767940 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-5cde5062-731d-4272-817d-a3c71951f5b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 1099 time: 0.0725191
Dec 22 13:49:30.795011 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:30.903431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-5ccf717b-79a1-4a6c-9342-6e6224593059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:30.904845 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-5ccf717b-79a1-4a6c-9342-6e6224593059 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 200  len: 898 time: 0.1299279
Dec 22 13:49:30.976820 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-6b260509-e2e3-437b-b7fe-939af8101704 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 200  len: 217 time: 0.0652821
Dec 22 13:49:31.042403 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-be52a216-9560-47d8-b894-ed48cff4bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:31.043912 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-be52a216-9560-47d8-b894-ed48cff4bfa6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 200  len: 835 time: 0.0614352
Dec 22 13:49:31.125510 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb100>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:31.125756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-815915da-b66f-4f33-9b11-5f2c069f1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:31.127238 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-815915da-b66f-4f33-9b11-5f2c069f1e86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf6502eb-e9ad-41e2-b9f2-95c1838af455&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0767789
Dec 22 13:49:31.130820 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Checking router: f8632742-d11d-41d3-b26c-8d8b6c2e3716 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:49:31.139641 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:31.140337 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52994bb100>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:31.278531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-1b804b44-cabe-49a3-b569-547cd290278a service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372325
Dec 22 13:49:31.289424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d9c5a-b4f3-463e-a81f-b720dd302fcf req-6a582ac1-333d-47df-9e32-0966830e72d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:31.290393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-239d9c5a-b4f3-463e-a81f-b720dd302fcf req-6a582ac1-333d-47df-9e32-0966830e72d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:49:31.332839 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:31.343334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-239d9c5a-b4f3-463e-a81f-b720dd302fcf req-6a582ac1-333d-47df-9e32-0966830e72d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:49:31.344672 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-239d9c5a-b4f3-463e-a81f-b720dd302fcf req-6a582ac1-333d-47df-9e32-0966830e72d2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.1396604
Dec 22 13:49:31.423382 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6761c9b1-4e27-4195-96c9-425d9bb202c8 req-3a4d56f0-8f62-490e-95ed-2461d93b430e service neutron] 10.222.0.46 "GET /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1367254
Dec 22 13:49:31.518810 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-239d9c5a-b4f3-463e-a81f-b720dd302fcf req-52c0c298-2350-4e7e-a1ee-2f4a434837d1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670754
Dec 22 13:49:31.656917 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52994bb100>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:31.661289 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d9546-474d-48fc-914e-540d8ad639bb None None] The sync data for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv is: [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'd2c9e262-0e6f-44d6-b09d-6410f7ea7240', 'name': '', 'network_id': 'bf6502eb-e9ad-41e2-b9f2-95c1838af455', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:63:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:47Z', 'updated_at': '2021-12-22T13:47:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '8f201a1f-9d1f-40c5-9afc-d7c7997c2313', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:49:31.884464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56211c7-0c7e-421d-9f7b-cce706967b68 None None] New status for floating IP b8557337-f641-4be5-bd2e-bf86ac53c153: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:49:32.704296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b7c1b-37a7-490e-bb0f-fac96bcfaaf9 req-19c61ee4-e934-4aa0-a4d3-d3b895a1216b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:32.705763 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f16b7c1b-37a7-490e-bb0f-fac96bcfaaf9 req-19c61ee4-e934-4aa0-a4d3-d3b895a1216b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0804899
Dec 22 13:49:32.724967 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-07aad9a3-60d6-4260-8dcc-5db1fdcf53fe tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:32.725661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-07aad9a3-60d6-4260-8dcc-5db1fdcf53fe tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:49:32.739229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-07aad9a3-60d6-4260-8dcc-5db1fdcf53fe tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:49:32.740327 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-07aad9a3-60d6-4260-8dcc-5db1fdcf53fe tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 946 time: 0.0936882
Dec 22 13:49:32.751932 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f16b7c1b-37a7-490e-bb0f-fac96bcfaaf9 req-1bf0b4ba-8645-4ce0-9bd9-ec26a81ba5ce tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=3cfd0128-199c-4a57-b27f-a3cf19243496&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400012
Dec 22 13:49:32.814731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 13af0532-c030-4aa2-8244-4728d4922de5 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:49:32.815111 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:33.040299 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:33.066963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 13af0532-c030-4aa2-8244-4728d4922de5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=13af0532-c030-4aa2-8244-4728d4922de5,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:33.067238 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:33.187246 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 13af0532-c030-4aa2-8244-4728d4922de5 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:49:33.388140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:33.393900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-abbe3281-550e-4663-8c29-e8e8bdd9b586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:33.437462 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=13af0532-c030-4aa2-8244-4728d4922de5,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:33.472205 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.473232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.473620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.473997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.474372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.474743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.475137 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.475504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.475870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.476237 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.476601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.476962 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:33.484651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:33.640319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] No DVR routers for this DVR port 13af0532-c030-4aa2-8244-4728d4922de5 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:49:33.642620 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:33.646072 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'name': 'network-vif-deleted', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:49:33.690159 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aed87126-c20a-4d96-9081-698a9e266d0e', 'name': 'network-vif-deleted', 'tag': '13af0532-c030-4aa2-8244-4728d4922de5', 'status': 'completed', 'code': 200}
Dec 22 13:49:33.715433 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-096c3267-6c62-43bb-8674-5fd3b25d2682 req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "DELETE /v2.0/ports/13af0532-c030-4aa2-8244-4728d4922de5 HTTP/1.1" status: 204  len: 173 time: 0.9697814
Dec 22 13:49:33.909001 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-845f172a-576b-4d07-b0c9-2c9be314e933 req-9db8108a-17ea-4e14-ab37-25a5fbab01a0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=aed87126-c20a-4d96-9081-698a9e266d0e HTTP/1.1" status: 200  len: 210 time: 0.0470541
Dec 22 13:49:35.003045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41642) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:35.055709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:49:35.149089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d6ff988-37a0-41e5-b0e3-c3ab0e61b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:35.573235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:35.923118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port d2c9e262-0e6f-44d6-b09d-6410f7ea7240 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:49:35.923401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:36.106431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port d2c9e262-0e6f-44d6-b09d-6410f7ea7240, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:36.107188 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:36.228451 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for d2c9e262-0e6f-44d6-b09d-6410f7ea7240 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:49:36.400287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 13af0532-c030-4aa2-8244-4728d4922de5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:49:36.434704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 13af0532-c030-4aa2-8244-4728d4922de5 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:49:36.435091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 13af0532-c030-4aa2-8244-4728d4922de5 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:49:36.577237 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:36.581837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-26ed0f54-7d5f-4672-83e5-41a63ae10f3f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:36.626344 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=d2c9e262-0e6f-44d6-b09d-6410f7ea7240,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:36.667766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:36.899867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.262203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router f8632742-d11d-41d3-b26c-8d8b6c2e3716 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:49:37.445341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:49:37.454583 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Sync routers for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:49:37.458219 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/f8632742-d11d-41d3-b26c-8d8b6c2e3716/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4532707
Dec 22 13:49:37.461049 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41646) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:37.464854 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:37.465455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299f3d340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:37.509868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-535b8cab-d639-466f-8d1f-dd1c8cdefff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.532554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting subnet 8f201a1f-9d1f-40c5-9afc-d7c7997c2313 {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:49:37.537954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.593588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.676263 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.684976 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:37.817632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.822295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-525af92c-c034-42ec-b326-ddb1a6fe19c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:37.858717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Subnet': ['ID=8f201a1f-9d1f-40c5-9afc-d7c7997c2313,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:37.860681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:37.864236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:37.870977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff81f0aa-7963-4e15-9d41-f245bdbfb378 None None] Network bf6502eb-e9ad-41e2-b9f2-95c1838af455 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:49:37.871171 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c571cdd1-88d9-44c2-9b00-09acf784f951 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/subnets/8f201a1f-9d1f-40c5-9afc-d7c7997c2313 HTTP/1.1" status: 204  len: 168 time: 0.4063489
Dec 22 13:49:37.871171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41650) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:37.983700 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299f3d340>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:49:36Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:37.989895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Checking router: f8632742-d11d-41d3-b26c-8d8b6c2e3716 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:49:37.997415 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Routers {'f8632742-d11d-41d3-b26c-8d8b6c2e3716'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:37.998099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299f3d340>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:38.163761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] DHCP port deletion for bf6502eb-e9ad-41e2-b9f2-95c1838af455 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:49:38.167782 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Deleting port 87f38331-0bd8-49a6-9c90-c21d453153c1 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:49:38.168309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.184440 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] Set router f8632742-d11d-41d3-b26c-8d8b6c2e3716 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:38.185352 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.391849 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.392519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] For port 87f38331-0bd8-49a6-9c90-c21d453153c1, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87f38331-0bd8-49a6-9c90-c21d453153c1,segment=NetworkSegment(dca407a9-3d95-4941-b08e-1c26db04b902),segment_id=dca407a9-3d95-4941-b08e-1c26db04b902)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:38.392519 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.457787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port e9f75ec4-80d6-4f99-9a13-c4d0488130bc {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:49:38.458207 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.485692 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299f3d340>, [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:49:36Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:38.491984 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02035b-9a7f-4413-8103-0231f2853056 None None] The sync data for ids ['f8632742-d11d-41d3-b26c-8d8b6c2e3716'] in dv-neutron-822662-1-hyperv is: [{'id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2046079864', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:49:36Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': 'e9f75ec4-80d6-4f99-9a13-c4d0488130bc', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8632742-d11d-41d3-b26c-8d8b6c2e3716', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:47:42Z', 'updated_at': '2021-12-22T13:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:49:38.517188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Calling delete_port for 87f38331-0bd8-49a6-9c90-c21d453153c1 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:49:38.647510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port e9f75ec4-80d6-4f99-9a13-c4d0488130bc, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:38.647783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.670033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.676153 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:38.737642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Pushing event deleted for resources: {'Port': ['ID=87f38331-0bd8-49a6-9c90-c21d453153c1,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:38.747527 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] No DVR routers for this DVR port 87f38331-0bd8-49a6-9c90-c21d453153c1 on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:49:38.758556 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.758939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.759636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.759995 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.760324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.760654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.760984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.761357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.761625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.761950 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.762308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.762594 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:38.766310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:38.772236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for e9f75ec4-80d6-4f99-9a13-c4d0488130bc owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:49:38.840613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:38.851671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.026467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.032497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-858d91ff-731e-4335-8525-97f1900a6c15 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:39.081071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=e9f75ec4-80d6-4f99-9a13-c4d0488130bc,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:39.084505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:39.169896 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.342815 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.344961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.417140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.417813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Fanout notify agent at l3_agent the message router_deleted on router f8632742-d11d-41d3-b26c-8d8b6c2e3716 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:49:39.432382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.436181 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-56795efd-8676-453a-a39f-fe8532c74d57 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/routers/f8632742-d11d-41d3-b26c-8d8b6c2e3716 HTTP/1.1" status: 204  len: 168 time: 1.5614376
Dec 22 13:49:39.436181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41654) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:39.554067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.801455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.825968 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5298c956a0>,) {'filters': {'network_id': ['bf6502eb-e9ad-41e2-b9f2-95c1838af455']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:39.838013 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c956a0>, 'dca407a9-3d95-4941-b08e-1c26db04b902') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:39.838310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5298c956a0>, 'dca407a9-3d95-4941-b08e-1c26db04b902') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:39.849381 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.867682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.873637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:49:39.874022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:49:39.889215 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:49:39.934998 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87f38331-0bd8-49a6-9c90-c21d453153c1 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:49:39.972538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 87f38331-0bd8-49a6-9c90-c21d453153c1 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:49:39.974145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87f38331-0bd8-49a6-9c90-c21d453153c1 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:49:39.974145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2c9e262-0e6f-44d6-b09d-6410f7ea7240 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:49:40.006314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: d2c9e262-0e6f-44d6-b09d-6410f7ea7240 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:49:40.006675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device d2c9e262-0e6f-44d6-b09d-6410f7ea7240 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:49:40.051659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.056448 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.060681 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5927fccb-3e26-4c8b-8446-a5fc4035c991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:40.090124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Network': ['ID=bf6502eb-e9ad-41e2-b9f2-95c1838af455,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:40.093140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:40.155130 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ddfa5116-0c06-4517-b2f3-c4a575d537ed tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/networks/bf6502eb-e9ad-41e2-b9f2-95c1838af455 HTTP/1.1" status: 204  len: 168 time: 0.7179496
Dec 22 13:49:40.157694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41658) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:40.223519 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.254150 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.354903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.377215 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.381711 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-56ff2ad3-ff24-45bd-bf20-bd4003efeee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:40.396873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfd0128-199c-4a57-b27f-a3cf19243496,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:40.399430 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:40.445349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.446520 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-01184566-3c0a-4336-a5d3-e1bbc5497ae0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/security-groups/3cfd0128-199c-4a57-b27f-a3cf19243496 HTTP/1.1" status: 204  len: 168 time: 0.2879198
Dec 22 13:49:40.825569 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41666) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:40.830683 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324871294', 'description': 'tempest-secgroup-smoke-1324871294 description', 'project_id': 'ff29e401282447d28eafbb95c77f25f5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:40.837533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:40.841622 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:40.845903 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:40.850797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:40.943047 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:40.962947 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:40.966783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:40.969710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:40.975955 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:41.047357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.114393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.117983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1e590bd0-10c2-4d93-9d38-9c4bfb2ddb54 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:41.161154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327d6bff-711b-4297-aa9c-8b520ce5e28a,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:41.164419 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:41.217071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.218345 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2c0b7cea-57f0-4e4f-9c37-27fe51bffe9c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3917415
Dec 22 13:49:41.221224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41670) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:41.226255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:41.232283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:41.236177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:41.239088 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:41.244625 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:41.332987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.391573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.468257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.470068 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-feb2ac18-f064-4a9c-ac3c-1f4696387636 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:41.492487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aafae58-9278-4d67-87cb-325ced8cb983,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:41.496790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:41.517117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e9f75ec4-80d6-4f99-9a13-c4d0488130bc no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:49:41.566829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.568252 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3460577
Dec 22 13:49:41.571045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41674) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:41.579094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:41.582864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:41.586719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: e9f75ec4-80d6-4f99-9a13-c4d0488130bc {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:49:41.586898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:41.587101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device e9f75ec4-80d6-4f99-9a13-c4d0488130bc not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:49:41.589630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:41.595623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:41.686034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.748668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.822536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.824369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cb12a1d0-6f13-4c50-a0f6-cd137193bd88 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:41.846045 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e234bb24-7183-42eb-b896-200998fa59f9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:41.850528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:41.937014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:41.938122 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fe2ade3b-216b-471b-8e35-f84d194729b8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3661203
Dec 22 13:49:41.941431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41678) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:41.946568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:41.952491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:41.956280 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:41.959198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:41.964780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:42.036178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.096586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.177267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.182823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-532430b2-4482-4a95-8a47-3af1ac5ef157 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:42.201404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815c25c2-ad1d-41d7-8f37-ad2b26b8aa51,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:42.205639 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:42.286610 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.287851 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3452854
Dec 22 13:49:42.291797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41682) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:42.296793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:42.303845 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:42.307577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:42.310365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:42.315992 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:42.406030 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.468786 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.531265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.533074 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aed1f9d9-03d4-4969-a0a3-5b365c673a99 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:42.555111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7772e8b5-cdf4-44bb-befb-05cdf4aa9cc0,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:42.557431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:42.651533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.652716 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-228348c2-d39e-47fc-9868-764eeb59d85f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3600101
Dec 22 13:49:42.655378 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41686) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:42.660368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:42.666766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:42.670547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:42.673408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:42.679136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:42.760206 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:49:42.766777 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.837453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.914507 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:42.920730 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c6c749cf-9615-4423-86e9-03869776b169 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:42.940749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da47b020-4e67-4217-8232-4f870ad8781c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:42.943739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:43.046100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.047278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3909941
Dec 22 13:49:43.050324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41690) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:43.056241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'security_group_rule': {'security_group_id': '327d6bff-711b-4297-aa9c-8b520ce5e28a', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:43.062320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:43.066100 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:security_group_rule and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:43.069153 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:43.075400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:43.143649 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Project ff29e401282447d28eafbb95c77f25f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:49:43.151488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.228123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.291446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.299421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9587aeea-9d37-4721-b037-414854da1fd5 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:43.319809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1a0fe9-6345-4c61-bf94-90c16dd9ebf4,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:43.322536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:43.371532 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.372738 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6cecd94d-7742-45cd-94ce-0a14d6d19806 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3214517
Dec 22 13:49:43.375597 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41694) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:43.382105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'network': {'name': 'tempest-network-smoke--362745807', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'port_security_enabled': True}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:43.387331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:43.391976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:network and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:43.395132 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:43.401076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:43.474593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:49:43.480067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.509458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:49:43.519369 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.519891 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Added segment b80d7932-54ce-46ca-b675-21db30cfbb01 of type vlan for network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b
Dec 22 13:49:43.553700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.640158 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.645933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:43.646553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.650277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:43.754669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Network': ['ID=5e91ac0a-3ecc-4d39-8701-1c6d7147886b,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:43.757238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:43.764728 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:49:43.806830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-939883e6-e89b-4d4e-93fc-16ea65c112da tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4301269
Dec 22 13:49:43.809547 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41698) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:43.814791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'admin_state_up': True, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:43.822496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:43.826457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:router and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:43.829312 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:43.836171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:43.914553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.915642 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:43.929983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:44.233840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:44.691497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:44.721833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:44.856983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.178 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:49:45.001538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:45.091778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:45.095516 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-eab7756d-c01f-4a86-8788-7cd7eb9c91fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:45.156945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:49:45.159677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:45.163726 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:49:45.195974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:45.207290 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:45.626334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:46.075345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:46.354459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router c28bb4b7-7cb0-4b1d-9332-148a1233d304 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:49:46.532206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:49:46.542836 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Sync routers for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:49:46.552561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:46.567048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e43310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:46.651079 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:46.652191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.8416421
Dec 22 13:49:46.655298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41702) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:46.699165 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-72056715-dee2-409c-97ea-f1736da4c359 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=ff29e401282447d28eafbb95c77f25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0425751
Dec 22 13:49:46.701760 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41706) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:46.733226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:46.831252 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd52c1-1785-43df-842d-f82c62817481 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:46.832758 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2fdd52c1-1785-43df-842d-f82c62817481 tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1300373
Dec 22 13:49:46.835612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41710) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:46.875886 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-9ab50185-e957-4bc5-a61a-71550e4bc42f tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=a7aea378-e7c3-409c-9722-0e0df824aa90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391443
Dec 22 13:49:46.878375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41714) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:46.884224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775753983', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:46.991784 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:46.995513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:subnet and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:49:46.998277 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:49:47.003820 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:47.019146 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e43310>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:45Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:47.023337 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Checking router: c28bb4b7-7cb0-4b1d-9332-148a1233d304 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:49:47.023701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Updating router c28bb4b7-7cb0-4b1d-9332-148a1233d304 port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:49:47.076373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.080112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:49:47.083809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.366090 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.369907 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-80c0a377-d3ba-49f0-8fe6-c5efa736a7d9 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:47.407560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.419575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Transition to ACTIVE for port object 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:47.447477 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Subnet': ['ID=72694799-5548-4565-b01e-d815907191ff,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:47.450810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:47.456630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Checking segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:49:47.456987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network hostable DHCP agents. Network: 5e91ac0a-3ecc-4d39-8701-1c6d7147886b, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:49:47.491598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.496283 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:47.573326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Attempting to bind port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:49:47.573936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Attempting to bind port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:49:47.574050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Attempting to bind port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:49:47.576110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Pushing event updated for resources: {'Port': ['ID=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:47.577091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:49:47.579684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:47.582721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:49:47.583136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:49:47.583635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.584058 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:49:47.584545 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Bound port: 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:49:47.584967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.646185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 5e91ac0a-3ecc-4d39-8701-1c6d7147886b) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:47.651214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:47.651835 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.656293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6f718a-c59d-4016-973a-bff41608a6d4 None None] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:49:47.680383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] For port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:49:47.740049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] For port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:49:47.754971 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.8755255
Dec 22 13:49:47.757634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41718) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:49:47.811742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:47.820010 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:47.991764 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:47.992399 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299e43310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:48.049936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:49:48.050780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:48.073384 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Pushing event updated for resources: {'Port': ['ID=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:48.079960 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:48.310049 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:48.453132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Allocated IP 172.20.0.2 (5e91ac0a-3ecc-4d39-8701-1c6d7147886b/72694799-5548-4565-b01e-d815907191ff/4319f254-4f7d-444e-9034-1406b266ce1f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:49:48.606771 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:48.793363 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:48.806374 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Transition to ACTIVE for port object 4319f254-4f7d-444e-9034-1406b266ce1f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:48.820327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299e43310>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:45Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:48.830366 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0068be-13fb-49cc-aabf-f52e749c7c3c None None] The sync data for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv is: [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:45Z', 'revision_number': 3, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:49:48.833779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Transition to ACTIVE for port object 4319f254-4f7d-444e-9034-1406b266ce1f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:48.944886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:48.951812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4eb83973-471d-4c51-9a5f-58b6f25bcb58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:49.028558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:49:49.030279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.1 (5e91ac0a-3ecc-4d39-8701-1c6d7147886b/72694799-5548-4565-b01e-d815907191ff/88520e5d-2b92-404f-9745-237cac16c715) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:49:49.031454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:49.033905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:49:49.095756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Pushing event updated for resources: {'Port': ['ID=4319f254-4f7d-444e-9034-1406b266ce1f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:49.099380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:49.158640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Attempting to bind port 4319f254-4f7d-444e-9034-1406b266ce1f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:49:49.159057 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Attempting to bind port 4319f254-4f7d-444e-9034-1406b266ce1f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:49:49.159437 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Attempting to bind port 4319f254-4f7d-444e-9034-1406b266ce1f on network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:49:49.166567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:49:49.166991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Checking segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:49:49.167413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.167849 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Bound using segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:49:49.168333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Bound port: 4319f254-4f7d-444e-9034-1406b266ce1f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:49:49.169796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.245554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.262654 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 88520e5d-2b92-404f-9745-237cac16c715 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:49.268323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] For port 4319f254-4f7d-444e-9034-1406b266ce1f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:49:49.272372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] For port 4319f254-4f7d-444e-9034-1406b266ce1f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4319f254-4f7d-444e-9034-1406b266ce1f,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:49:49.372124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.376245 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:49.388689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.393913 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3509eaf-2e2d-443b-9f4a-8fa9f74c7d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:49.471396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Pushing event updated for resources: {'Port': ['ID=4319f254-4f7d-444e-9034-1406b266ce1f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:49.475649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:49:49.476988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:49.480160 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:49.484612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:49:49.517766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:49.527886 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:49.565362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.621135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:49.805672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:49.811403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:49.817472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.931966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.940896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:49.957606 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:50.017233 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:50.019454 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:50.089108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:50.092256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:50.471173 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:50.531124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:50.557627 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a1700f1d-095b-4cd8-b9c8-5c5ee2ab762e tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:50.649409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:50.652646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:50.655863 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:50.789663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:49:50.794549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:50.986575 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router c28bb4b7-7cb0-4b1d-9332-148a1233d304 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:49:51.085622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81f278-5a4b-45bb-97eb-aa9922063718 None None] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:49:51.172904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:49:51.183021 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Sync routers for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:49:51.186060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/c28bb4b7-7cb0-4b1d-9332-148a1233d304/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4274030
Dec 22 13:49:51.194058 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:51.194746 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529430>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:51.302216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-423df06e-489f-4b75-966d-deb728540399 None None] Provisioning for port 4319f254-4f7d-444e-9034-1406b266ce1f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:51.368292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-e4f11f40-7161-4024-a127-a89cb9628276 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:49:51.377237 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:51.451324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-e4f11f40-7161-4024-a127-a89cb9628276 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:49:51.452577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-e4f11f40-7161-4024-a127-a89cb9628276 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324871294&fields=id&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 267 time: 0.1256328
Dec 22 13:49:51.627346 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-c4cfb4ee-24c2-4781-b85e-375b8ea482f3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:51.628203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-c4cfb4ee-24c2-4781-b85e-375b8ea482f3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:49:51.677016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:51.749032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-c4cfb4ee-24c2-4781-b85e-375b8ea482f3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:49:51.749500 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529430>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:50Z', 'revision_number': 2, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:51.754034 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Checking router: c28bb4b7-7cb0-4b1d-9332-148a1233d304 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:49:51.754576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Updating router c28bb4b7-7cb0-4b1d-9332-148a1233d304 port 88520e5d-2b92-404f-9745-237cac16c715 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:49:51.757681 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-c4cfb4ee-24c2-4781-b85e-375b8ea482f3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 796 time: 0.2970192
Dec 22 13:49:51.761249 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:51.761755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:51.778195 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-b6cbed3c-01c0-4c28-8d68-e407fdcc26e7 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/quotas/ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 375 time: 0.0172846
Dec 22 13:49:51.815121 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:51.841329 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89a98d1c-ef90-4452-b66b-a243522dfea0 None None] Provisioning for port 88520e5d-2b92-404f-9745-237cac16c715 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:51.881831 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-d6101a79-5095-41e0-8cba-669ddc1c2185 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:49:51.891465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-89a98d1c-ef90-4452-b66b-a243522dfea0 None None] Provisioning complete for port 88520e5d-2b92-404f-9745-237cac16c715 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:51.891465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89a98d1c-ef90-4452-b66b-a243522dfea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:51.965769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-d6101a79-5095-41e0-8cba-669ddc1c2185 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:49:51.966897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-d6101a79-5095-41e0-8cba-669ddc1c2185 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1876178
Dec 22 13:49:51.972028 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-89a98d1c-ef90-4452-b66b-a243522dfea0 None None] Port 88520e5d-2b92-404f-9745-237cac16c715 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:49:51.976192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4319f254-4f7d-444e-9034-1406b266ce1f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:52.119611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-4d9f1f33-6c15-46b7-bb8f-9a8f9206f0a7 service neutron] 10.222.0.16 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368053
Dec 22 13:49:52.120222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4319f254-4f7d-444e-9034-1406b266ce1f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:52.125354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4319f254-4f7d-444e-9034-1406b266ce1f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:52.125813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.193976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-bf9f351f-a967-47c8-8ed4-106a110c87ba None None] Provisioning complete for port 88520e5d-2b92-404f-9745-237cac16c715 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:52.194694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bf9f351f-a967-47c8-8ed4-106a110c87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.208099 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.220686 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Transition to ACTIVE for port object 88520e5d-2b92-404f-9745-237cac16c715 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:52.282248 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f351f-a967-47c8-8ed4-106a110c87ba None None] Port 88520e5d-2b92-404f-9745-237cac16c715 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:49:52.298460 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.307515 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:52.310970 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.345279 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4319f254-4f7d-444e-9034-1406b266ce1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4319f254-4f7d-444e-9034-1406b266ce1f,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:52.397373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-1982948f-538c-4401-8776-09494cb63c19 service neutron] 10.222.0.16 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720249
Dec 22 13:49:52.418806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.422344 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-2a37827f-3e8f-4f07-8b06-61d827e13598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:52.441969 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Pushing event updated for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:52.483550 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.483895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.484237 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.484571 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.484903 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.485231 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.485555 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.485880 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.486201 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.486516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.486835 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.487191 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:49:52.492600 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:52.510247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4319f254-4f7d-444e-9034-1406b266ce1f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:52.513570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:52.551998 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Attempting to bind port 88520e5d-2b92-404f-9745-237cac16c715 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:49:52.552470 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Attempting to bind port 88520e5d-2b92-404f-9745-237cac16c715 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:49:52.552885 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Attempting to bind port 88520e5d-2b92-404f-9745-237cac16c715 on network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:49:52.559833 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:49:52.560215 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Checking segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:49:52.560625 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.561023 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Bound using segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:49:52.561502 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Bound port: 88520e5d-2b92-404f-9745-237cac16c715, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:49:52.561884 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.658665 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] For port 88520e5d-2b92-404f-9745-237cac16c715, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:49:52.662429 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] For port 88520e5d-2b92-404f-9745-237cac16c715, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88520e5d-2b92-404f-9745-237cac16c715,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:49:52.719743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8306e5ab-9f37-4ad3-b4a6-658038080c82 req-41f96a28-9a8e-4269-9aae-f276b52251d1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 210 time: 0.0420237
Dec 22 13:49:52.749129 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:52.753576 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:52.825016 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:49:52.825660 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529430>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:49:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:52.906982 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Pushing event updated for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=4']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:52.912677 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-bf03fc98-5d5a-4808-8fd5-51501a066dc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:53.025495 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:49:53.338295 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529430>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:52Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:49:53.342240 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba1e1e9-9b74-4240-abcf-63c374ad0233 None None] The sync data for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv is: [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:52Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:49:53.651791 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88520e5d-2b92-404f-9745-237cac16c715 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:53.805760 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 88520e5d-2b92-404f-9745-237cac16c715 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:53.811491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88520e5d-2b92-404f-9745-237cac16c715 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:53.812269 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:53.890373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-13c7a484-27d3-47a3-b628-095792203cb1 req-0079bd3e-2af2-4aa2-874c-9f1574afd707 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 210 time: 0.0620642
Dec 22 13:49:53.943367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:53.978144 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 88520e5d-2b92-404f-9745-237cac16c715, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88520e5d-2b92-404f-9745-237cac16c715,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:49:54.080216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:54.081214 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4319f254-4f7d-444e-9034-1406b266ce1f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:54.109921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b23c538f-e2c9-4c0f-b2a9-6ae7ab24c907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:54.204213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:54.208808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:54.215051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4319f254-4f7d-444e-9034-1406b266ce1f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:54.215426 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:54.905976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-96b98fee-8e94-44c7-bbc9-7ac8100e3e41 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:54.907499 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-96b98fee-8e94-44c7-bbc9-7ac8100e3e41 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 796 time: 0.1512742
Dec 22 13:49:54.957286 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-e8f22b70-e99a-4f84-91c7-4b964d8e0ede tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff29e401282447d28eafbb95c77f25f5 HTTP/1.1" status: 200  len: 380 time: 0.0408134
Dec 22 13:49:54.966459 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'port': {'device_id': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'admin_state_up': True, 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'security_groups': ['327d6bff-711b-4297-aa9c-8b520ce5e28a']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:55.059188 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-42acbfd7-3be0-46f8-9dfe-bca53612b3ee req-b91de498-0be5-4f1c-9314-2218d3333bdb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 210 time: 0.0505812
Dec 22 13:49:55.106357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:49:55.116309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:49:55.205508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Made reservation on behalf of ff29e401282447d28eafbb95c77f25f5 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:49:55.209417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:55.373628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.20.0.5 (5e91ac0a-3ecc-4d39-8701-1c6d7147886b/72694799-5548-4565-b01e-d815907191ff/86504150-4556-4ff1-874a-3cb267078488) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:49:55.562649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:55.571456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88520e5d-2b92-404f-9745-237cac16c715 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:49:55.578693 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Transition to ACTIVE for port object 86504150-4556-4ff1-874a-3cb267078488 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:55.638613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 88520e5d-2b92-404f-9745-237cac16c715 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:55.638948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:55.697207 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:55.702934 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:55.775148 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:49:55.778261 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:49:55.782077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:49:55.813020 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:55.819910 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:55.859958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:55.860573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:55.949042 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9858794
Dec 22 13:49:55.961755 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Request body: {'port': {'device_id': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:49:56.078382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.119906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b62dfb7e-a2f9-4e47-8574-68978d2d95f3 None None] Provisioning for port 86504150-4556-4ff1-874a-3cb267078488 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:49:56.125386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-b62dfb7e-a2f9-4e47-8574-68978d2d95f3 None None] Provisioning complete for port 86504150-4556-4ff1-874a-3cb267078488 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:49:56.125762 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b62dfb7e-a2f9-4e47-8574-68978d2d95f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.183625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b62dfb7e-a2f9-4e47-8574-68978d2d95f3 None None] Port 86504150-4556-4ff1-874a-3cb267078488 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:49:56.248246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0243f94-f626-4c95-b4a1-8e79348d5854 req-2bfa7c92-fb3d-4a55-91f0-011b1681abba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:56.250336 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0243f94-f626-4c95-b4a1-8e79348d5854 req-2bfa7c92-fb3d-4a55-91f0-011b1681abba tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 931 time: 0.0823982
Dec 22 13:49:56.296971 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0243f94-f626-4c95-b4a1-8e79348d5854 req-ebeae71d-3358-4f01-a675-1d7d21214f12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391545
Dec 22 13:49:56.431959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86504150-4556-4ff1-874a-3cb267078488 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:49:56.439005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.453452 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Transition to ACTIVE for port object 86504150-4556-4ff1-874a-3cb267078488 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:49:56.507788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.512110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8ed983a-ec7e-4ed3-b597-3e6575a89593 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:56.667947 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Pushing event updated for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:56.678305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:56.751713 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Attempting to bind port 86504150-4556-4ff1-874a-3cb267078488 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:49:56.751996 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Attempting to bind port 86504150-4556-4ff1-874a-3cb267078488 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:49:56.752320 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Attempting to bind port 86504150-4556-4ff1-874a-3cb267078488 on network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:49:56.758567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Port 86504150-4556-4ff1-874a-3cb267078488 on network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:49:56.758913 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Attempting to bind port 86504150-4556-4ff1-874a-3cb267078488 on network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:49:56.764304 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:49:56.764645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Checking segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:49:56.765035 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Bound using segment: {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:49:56.765487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Bound port: 86504150-4556-4ff1-874a-3cb267078488, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80d7932-54ce-46ca-b675-21db30cfbb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:49:56.765833 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.859539 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:49:56.862263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=86504150-4556-4ff1-874a-3cb267078488,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:49:56.919359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:56.922950 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1a88e766-36fd-4c6f-8d1b-9c11bfe5fce7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:49:57.100192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.100802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:49:57.102180 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] 10.222.0.46 "PUT /v2.0/ports/86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 1093 time: 1.1454980
Dec 22 13:49:57.102694 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:49:57.122746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Pushing event updated for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:49:57.125799 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:49:57.159886 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488', 'status': 'completed', 'code': 200}
Dec 22 13:49:57.257765 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-e1245565-57a3-449a-ba8f-f0cf8a398a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.259413 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-e1245565-57a3-449a-ba8f-f0cf8a398a45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1096 time: 0.0791605
Dec 22 13:49:57.406512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-a42a474f-0ea9-44ad-853f-14c08730890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.407981 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-a42a474f-0ea9-44ad-853f-14c08730890d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ff29e401282447d28eafbb95c77f25f5&shared=False HTTP/1.1" status: 200  len: 897 time: 0.1413896
Dec 22 13:49:57.490176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1c57-bb81-45d8-a945-35a33b4134e0 req-49340875-53b1-4da1-8cce-7ac577d316c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.491668 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-076e1c57-bb81-45d8-a945-35a33b4134e0 req-49340875-53b1-4da1-8cce-7ac577d316c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 943 time: 0.0851729
Dec 22 13:49:57.537325 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-076e1c57-bb81-45d8-a945-35a33b4134e0 req-3c47121c-9510-419b-99f2-96a1eea099fd tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397873
Dec 22 13:49:57.547473 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-ca13945a-f07d-4654-9113-51690c27695e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.548899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9ef9cada-8c98-4449-b4ba-6c887266eb30 req-ca13945a-f07d-4654-9113-51690c27695e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1349111
Dec 22 13:49:57.657590 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-5c9b3f4f-949d-4664-942d-6afea954fa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.658979 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-5c9b3f4f-949d-4664-942d-6afea954fa52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1096 time: 0.0691977
Dec 22 13:49:57.729558 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-929c22d8-766d-42a2-85fa-5675fb703481 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 217 time: 0.0628450
Dec 22 13:49:57.791997 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-65d3d0c0-b690-46d7-9884-a537ce11ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.793373 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-65d3d0c0-b690-46d7-9884-a537ce11ac11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 200  len: 834 time: 0.0579011
Dec 22 13:49:57.869287 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-2516663e-bffd-433d-9842-10d7f560c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:57.870751 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-2516663e-bffd-433d-9842-10d7f560c9c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712879
Dec 22 13:49:58.006590 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-1ffa7cc7-a737-4b61-a3a4-f215f07119f9 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291974
Dec 22 13:49:58.140591 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-4a902b5b-bd5e-4d3b-8f70-fe82ee068592 req-5f4fc117-02e7-4ef0-8d9c-90d2acb25c54 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274943
Dec 22 13:49:58.723401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19922bbc-c63a-4513-a9f2-64dfca629ccf req-a3d9f75f-8595-46f1-a1b8-5762885ae202 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:58.724886 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19922bbc-c63a-4513-a9f2-64dfca629ccf req-a3d9f75f-8595-46f1-a1b8-5762885ae202 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 943 time: 0.0792482
Dec 22 13:49:58.768799 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-19922bbc-c63a-4513-a9f2-64dfca629ccf req-4e8d0861-24c4-45a1-9a43-dc45f249202b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382569
Dec 22 13:49:59.956488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f87ca-de20-4f80-924a-1718315fe568 req-bf7e23c4-8e83-4021-b729-1cc8e004cb5a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:49:59.957981 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-292f87ca-de20-4f80-924a-1718315fe568 req-bf7e23c4-8e83-4021-b729-1cc8e004cb5a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 943 time: 0.0836313
Dec 22 13:50:00.001760 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-292f87ca-de20-4f80-924a-1718315fe568 req-0740cc3a-1e0c-409a-965d-1d2842acd402 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380609
Dec 22 13:50:00.512336 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 86504150-4556-4ff1-874a-3cb267078488 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:50:00.659768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-3614d9cf-d9be-4476-ac3a-fb2587ebf356 req-294d5f70-4786-444d-b602-89bc6e1f3615 service neutron] (88166) timed out ('10.222.0.16', 37454) {{(pid=88166) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 13:50:00.679433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=86504150-4556-4ff1-874a-3cb267078488,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:00.692638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '86504150-4556-4ff1-874a-3cb267078488', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'port_id': '86504150-4556-4ff1-874a-3cb267078488', 'mac_address': 'fa:16:3e:b5:f1:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:50:00.745502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:00.762096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86504150-4556-4ff1-874a-3cb267078488 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:50:00.778091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=86504150-4556-4ff1-874a-3cb267078488,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:00.884796 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:00.887396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:00.954446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:00.958096 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:01.119896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['86504150-4556-4ff1-874a-3cb267078488'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:50:01.186739 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee70dd-8574-401c-a670-4ad0104bf476 req-3f77cf52-4091-441a-b560-9d15c3a79344 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:01.188233 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37ee70dd-8574-401c-a670-4ad0104bf476 req-3f77cf52-4091-441a-b560-9d15c3a79344 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 944 time: 0.0801842
Dec 22 13:50:01.235406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-37ee70dd-8574-401c-a670-4ad0104bf476 req-6bc29d7c-e2f5-44d6-94cf-42387e0e1824 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406873
Dec 22 13:50:02.420135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a999e6-2800-4095-b2a5-c102cfe3badf req-fdd8356e-d4d5-4cd2-9fc8-eac12313c998 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:02.421555 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4a999e6-2800-4095-b2a5-c102cfe3badf req-fdd8356e-d4d5-4cd2-9fc8-eac12313c998 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 944 time: 0.0808115
Dec 22 13:50:02.465338 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a4a999e6-2800-4095-b2a5-c102cfe3badf req-e00bf67f-6a2e-4373-8201-9c80b0daa873 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381658
Dec 22 13:50:02.521732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 86504150-4556-4ff1-874a-3cb267078488 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:50:02.644808 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 86504150-4556-4ff1-874a-3cb267078488 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:50:02.649667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 86504150-4556-4ff1-874a-3cb267078488 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:50:02.650051 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:02.766408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:02.792986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504150-4556-4ff1-874a-3cb267078488'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:50:02.802963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=86504150-4556-4ff1-874a-3cb267078488,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:02.851217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:02.853184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:02.888232 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86504150-4556-4ff1-874a-3cb267078488', 'code': 200}
Dec 22 13:50:02.934865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:02.937783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:02.970615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:03.294198 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f6199-6bbc-4778-8a70-ff560ddd402c req-3f40144d-edc7-4cb8-8e9e-d14fdaa20b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:03.295771 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f4f6199-6bbc-4778-8a70-ff560ddd402c req-3f40144d-edc7-4cb8-8e9e-d14fdaa20b39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1098 time: 0.0703020
Dec 22 13:50:03.336559 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0f4f6199-6bbc-4778-8a70-ff560ddd402c req-498a16da-f031-45aa-b833-3ec43798d6e8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0342062
Dec 22 13:50:03.663021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c4aab-7cf7-4ef5-8cbe-7cde7fff9ba0 req-89317ad8-366a-43e3-8cf4-a2ee439a08d3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:03.664467 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb9c4aab-7cf7-4ef5-8cbe-7cde7fff9ba0 req-89317ad8-366a-43e3-8cf4-a2ee439a08d3 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0921388
Dec 22 13:50:03.708064 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eb9c4aab-7cf7-4ef5-8cbe-7cde7fff9ba0 req-5c9aac50-0ca7-4ff7-9a0e-3846663f1426 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378194
Dec 22 13:50:04.898197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a03381-b296-4239-bf13-8c1a02fde84d req-3ffeee13-534d-4aac-8bc2-5a511dd21631 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:04.899674 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84a03381-b296-4239-bf13-8c1a02fde84d req-3ffeee13-534d-4aac-8bc2-5a511dd21631 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0786378
Dec 22 13:50:04.943690 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-84a03381-b296-4239-bf13-8c1a02fde84d req-0e8d47cf-45d9-4fea-b867-5f5cb85f0345 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385184
Dec 22 13:50:05.132464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b7b12-413d-404c-90ed-ebd6aa08d370 req-d4d9d082-71e6-4e84-8fd8-a37442e8c493 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:05.133925 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-616b7b12-413d-404c-90ed-ebd6aa08d370 req-d4d9d082-71e6-4e84-8fd8-a37442e8c493 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0870299
Dec 22 13:50:05.159530 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a636-fe92-4417-8349-f2bb87c28e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:05.180264 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-616b7b12-413d-404c-90ed-ebd6aa08d370 req-710b4b27-2147-4989-aa55-cb6917176586 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405762
Dec 22 13:50:05.202291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41776) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:05.272700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c008d348-dd04-422a-894a-196bcfadf29a tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:05.274257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c008d348-dd04-422a-894a-196bcfadf29a tempest-TestNetworkAdvancedServerOps-1026898644 tempest-TestNetworkAdvancedServerOps-1026898644-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1093 time: 0.0709109
Dec 22 13:50:05.277056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41780) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:05.282145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '86504150-4556-4ff1-874a-3cb267078488', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:50:05.289010 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:05.292781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Usage tracker for resource:floatingip and tenant:ff29e401282447d28eafbb95c77f25f5 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:05.295545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:05.301200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:50:05.348458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:05.483035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:05.619387 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Allocated IP 172.26.3.237 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/2659d47c-38f7-423a-9fb2-bbe0c942aa6e) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:50:05.764579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:05.834416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:05.838197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa50f34b-867b-46fd-a764-a9ed7d305471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:05.903022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:50:05.905643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:50:05.909270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:50:05.943584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=2659d47c-38f7-423a-9fb2-bbe0c942aa6e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:05.954075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:06.429973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:06.555775 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:06.760433 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:06.816241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:06.820416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:06.930539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event updated for resources: {'Port': ['ID=2659d47c-38f7-423a-9fb2-bbe0c942aa6e,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:06.934649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:06.940858 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:07.111841 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 759fa936-158d-4618-a1c5-cd92909d6ecb associated. External IP: 172.26.3.237, port: 86504150-4556-4ff1-874a-3cb267078488.
Dec 22 13:50:07.467579 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router c28bb4b7-7cb0-4b1d-9332-148a1233d304 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:50:07.501913 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4c9fb9f9-db94-49bd-8a5a-1e2c37095869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:07.648926 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:50:07.658958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Sync routers for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:50:07.668634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:07.687805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985c2af0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:07.776749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:07.835054 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5569539
Dec 22 13:50:07.835753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:50:07.850638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:07.885613 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488', 'status': 'completed', 'code': 200}
Dec 22 13:50:07.990116 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-3b9af13a-c803-43d3-802a-2d89ce838f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:07.991644 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-3b9af13a-c803-43d3-802a-2d89ce838f94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1098 time: 0.0830181
Dec 22 13:50:08.136678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-ecadb6a5-cd47-453d-ab62-84c0c0305743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:08.137768 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-ecadb6a5-cd47-453d-ab62-84c0c0305743 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 897 time: 0.1397083
Dec 22 13:50:08.149398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dd06a-f347-4704-89d7-692b1ff53868 req-3b3eb84c-da73-4ca8-b43a-9b96db0a16e6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:08.150897 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-594dd06a-f347-4704-89d7-692b1ff53868 req-3b3eb84c-da73-4ca8-b43a-9b96db0a16e6 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.2167540
Dec 22 13:50:08.198376 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-594dd06a-f347-4704-89d7-692b1ff53868 req-3558505e-2c65-4fcf-90ea-e427ec758d61 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416501
Dec 22 13:50:08.222210 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41788) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:08.241255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985c2af0>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '759fa936-158d-4618-a1c5-cd92909d6ecb', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'port_id': '86504150-4556-4ff1-874a-3cb267078488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'mac_address': 'fa:16:3e:b5:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:50:06Z', 'updated_at': '2021-12-22T13:50:06Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:08.243974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-105cc456-a777-47b2-b214-1cc94c41a89e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 999 time: 0.1000330
Dec 22 13:50:08.245723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Checking router: c28bb4b7-7cb0-4b1d-9332-148a1233d304 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:50:08.254511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:08.255161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52985c2af0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:08.325251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-2149c7fc-dc37-4cc5-8fe8-76d27aac3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:08.327022 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-2149c7fc-dc37-4cc5-8fe8-76d27aac3e06 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 200  len: 834 time: 0.0767045
Dec 22 13:50:08.340021 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fd0c1d5e-455a-4cd6-9a04-48305e4ff24e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 200  len: 991 time: 0.1153779
Dec 22 13:50:08.402671 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-6614e3dd-b3b3-453f-bf7a-fa9cdaae3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:08.404148 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-6614e3dd-b3b3-453f-bf7a-fa9cdaae3504 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708110
Dec 22 13:50:08.441896 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:08.542291 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-8160e826-eb29-4f68-a3b6-41c4e54d0601 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308184
Dec 22 13:50:08.790058 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f98fe6f8-f6b5-4a66-82fd-7707caf666b8 req-4bbab8fa-cb1b-46b8-bee6-295b99863297 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2419574
Dec 22 13:50:08.826981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:08.830624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:08.863216 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52985c2af0>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '759fa936-158d-4618-a1c5-cd92909d6ecb', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'port_id': '86504150-4556-4ff1-874a-3cb267078488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'mac_address': 'fa:16:3e:b5:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:50:06Z', 'updated_at': '2021-12-22T13:50:06Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:08.867351 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70272990-ad30-4683-ab32-f265ea2bd0df None None] The sync data for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv is: [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '759fa936-158d-4618-a1c5-cd92909d6ecb', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'floating_ip_address': '172.26.3.237', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'port_id': '86504150-4556-4ff1-874a-3cb267078488', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'mac_address': 'fa:16:3e:b5:f1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:50:06Z', 'updated_at': '2021-12-22T13:50:06Z', 'revision_number': 0, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:50:09.065747 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4b2312-96be-404a-91ee-750b1d002dc8 None None] New status for floating IP 759fa936-158d-4618-a1c5-cd92909d6ecb: ACTIVE {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:50:09.342341 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41792) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:09.451349 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-33d0ccdf-f6a3-44dd-9c0c-777e8af01af8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 200  len: 991 time: 0.1075616
Dec 22 13:50:10.341548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:10.454920 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41796) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:10.561339 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-68467ef6-9ed1-44cd-969e-3fb81212f377 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 200  len: 993 time: 0.1051946
Dec 22 13:50:12.054926 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:50:22.886221 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-bc4ba212-64bd-47e9-a91c-674330ac36af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0746775
Dec 22 13:50:23.026586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-5107c60a-90da-47d4-8ab8-3e9e68645abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:23.027983 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-5107c60a-90da-47d4-8ab8-3e9e68645abb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1098 time: 0.0704153
Dec 22 13:50:23.171595 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-05a7c413-a98d-4ac7-b442-ad9e3d922aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:23.173025 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-05a7c413-a98d-4ac7-b442-ad9e3d922aba service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 897 time: 0.1271780
Dec 22 13:50:23.278955 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-9938367d-8bc6-40ea-9866-1638c2b683d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 1001 time: 0.0985043
Dec 22 13:50:23.341185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-f0e50d84-0054-4cf4-8988-a65eef2b18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:23.342606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-f0e50d84-0054-4cf4-8988-a65eef2b18d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 200  len: 834 time: 0.0573962
Dec 22 13:50:23.420531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-3564fcb6-e5f5-4fe3-b8ff-c9a897bc0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:23.421975 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-3564fcb6-e5f5-4fe3-b8ff-c9a897bc0ef0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718005
Dec 22 13:50:23.554122 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-8207f2d7-1d70-48d1-8dd8-25f7d6c144e8 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246049
Dec 22 13:50:23.686422 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef6b6fdb-4a64-486d-a12d-316f829892d1 req-78234c5c-b9bc-4d79-86e3-aea3cd999836 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250377
Dec 22 13:50:32.935448 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:35.147377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11f14bf1-c110-47d5-bfe8-c14773f1b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:37.490231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-69bd07bb-01f2-4c4b-ba95-8aeb422fef3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:37.641305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da49ef4-8378-40dc-9a87-de1f11f56416 req-06561f14-9274-4853-8526-375c8c8a8634 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:37.643017 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7da49ef4-8378-40dc-9a87-de1f11f56416 req-06561f14-9274-4853-8526-375c8c8a8634 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0801427
Dec 22 13:50:37.687735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7da49ef4-8378-40dc-9a87-de1f11f56416 req-43b6d11f-105a-474d-ae59-0050662be88b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385764
Dec 22 13:50:38.781610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:38.804098 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:38.878439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f109360-1d61-4f0e-bd65-fee0ad7ee693 req-3a6ad7e6-379b-4e6c-bc9e-38dd9994cb6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:38.880441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f109360-1d61-4f0e-bd65-fee0ad7ee693 req-3a6ad7e6-379b-4e6c-bc9e-38dd9994cb6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0863233
Dec 22 13:50:38.924246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5f109360-1d61-4f0e-bd65-fee0ad7ee693 req-b2c1dd09-dd18-45ae-bc56-109e52234646 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380940
Dec 22 13:50:38.948413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41816) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:39.053251 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1a1747af-4611-471e-aa9e-416d56e04681 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 200  len: 993 time: 0.1035023
Dec 22 13:50:40.312514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:40.586031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a65f5-ced4-40e4-bf36-f50ca9547518 req-ae66e6d3-eb07-422a-add2-e941dee48390 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:40.587522 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-259a65f5-ced4-40e4-bf36-f50ca9547518 req-ae66e6d3-eb07-422a-add2-e941dee48390 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0803514
Dec 22 13:50:40.632137 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-259a65f5-ced4-40e4-bf36-f50ca9547518 req-6676fec4-0ac3-412f-8115-b3b3d209b130 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390716
Dec 22 13:50:40.652879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-0b21a983-415c-429d-901b-66fc2a02159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:40.654360 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-0b21a983-415c-429d-901b-66fc2a02159a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1098 time: 0.0731883
Dec 22 13:50:40.785609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-e56ef7f2-4dbd-4c07-9c6c-45bf145d7fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:40.787606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-e56ef7f2-4dbd-4c07-9c6c-45bf145d7fc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 897 time: 0.1269288
Dec 22 13:50:40.891976 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-72abbf00-f94a-4f76-b118-69a72cf68b25 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 1001 time: 0.0981429
Dec 22 13:50:40.955193 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-9144afce-79ab-4208-9017-50dcba867ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:40.956639 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-9144afce-79ab-4208-9017-50dcba867ff4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 200  len: 834 time: 0.0580657
Dec 22 13:50:41.153597 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-08dd0398-8a04-4f8c-a776-444b7962665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:41.155053 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-08dd0398-8a04-4f8c-a776-444b7962665f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1918738
Dec 22 13:50:41.287577 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-92e7051e-7cfa-4ca9-9167-fc8fe557d9b3 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255276
Dec 22 13:50:41.418920 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01c814a2-7595-4f70-b5ad-3aaae7dc2a1a req-ab5de4b4-c51b-4248-8f9d-fd5ce78d6010 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248806
Dec 22 13:50:41.823417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25323fe2-f2e0-4fbe-ba06-002bd673f85b req-ab90af02-c262-43c0-8d07-95b8db262e39 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:41.824858 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25323fe2-f2e0-4fbe-ba06-002bd673f85b req-ab90af02-c262-43c0-8d07-95b8db262e39 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0827708
Dec 22 13:50:41.868592 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25323fe2-f2e0-4fbe-ba06-002bd673f85b req-898f2ca8-5cc2-497b-a121-89b3ad97e538 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381489
Dec 22 13:50:43.240331 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe5692-e512-49bb-b497-b56c8c40a73f req-b489d905-93d4-4029-894b-956422a66c00 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:43.241848 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-79fe5692-e512-49bb-b497-b56c8c40a73f req-b489d905-93d4-4029-894b-956422a66c00 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0868819
Dec 22 13:50:43.300486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-79fe5692-e512-49bb-b497-b56c8c40a73f req-5fa313cd-5a27-4ae2-a6d1-d19956d1b400 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529168
Dec 22 13:50:43.329728 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41830) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:43.450754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1c39400c-5cbd-4743-a6d8-a7ff234a5748 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 200  len: 993 time: 0.1191897
Dec 22 13:50:43.803906 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41838) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:44.010481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 2659d47c-38f7-423a-9fb2-bbe0c942aa6e {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:50:44.010815 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:44.179707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:44.179940 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:44.302469 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 2659d47c-38f7-423a-9fb2-bbe0c942aa6e owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:50:44.523837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:44.527706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f66942ca-bf91-40b0-b6b5-b3d07cf983c0 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:44.569542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=2659d47c-38f7-423a-9fb2-bbe0c942aa6e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:44.606583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.607006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.607391 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.607767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.608142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.608511 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.608879 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.609245 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.609611 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.609979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.610342 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.610704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:44.618794 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:44.676965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:44.677276 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Floating IP 759fa936-158d-4618-a1c5-cd92909d6ecb disassociated (deleted). External IP: 172.26.3.237, port: 86504150-4556-4ff1-874a-3cb267078488.
Dec 22 13:50:45.147159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router c28bb4b7-7cb0-4b1d-9332-148a1233d304 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:50:45.327869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:50:45.337933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Sync routers for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:50:45.344089 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:45.347275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:45.347886 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b98520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:45.398605 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/floatingips/759fa936-158d-4618-a1c5-cd92909d6ecb HTTP/1.1" status: 204  len: 168 time: 1.5935793
Dec 22 13:50:45.399240 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:50:45.495319 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'tag': '86504150-4556-4ff1-874a-3cb267078488', 'status': 'completed', 'code': 200}
Dec 22 13:50:45.541369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:45.591307 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-e46d4dbb-80d6-429c-8f40-23b1197fddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:45.592843 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-e46d4dbb-80d6-429c-8f40-23b1197fddf9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ff29e401282447d28eafbb95c77f25f5&device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 1098 time: 0.0773182
Dec 22 13:50:45.733344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-01f126a3-32e4-4418-a279-92fd1f7c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:45.734792 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-01f126a3-32e4-4418-a279-92fd1f7c8d1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 200  len: 897 time: 0.1348741
Dec 22 13:50:45.803999 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-e6348f56-7b56-436e-bfa3-7b26bea73bf7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 200  len: 217 time: 0.0622895
Dec 22 13:50:45.874339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-0b98fe9b-8c81-4e6b-8568-b0fc39fd5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:45.874612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b98520>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:45.876004 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-0b98fe9b-8c81-4e6b-8568-b0fc39fd5d62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 200  len: 834 time: 0.0662363
Dec 22 13:50:45.878863 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Checking router: c28bb4b7-7cb0-4b1d-9332-148a1233d304 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:50:45.887485 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:45.888100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298b98520>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:45.957110 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-91306ff1-879d-406c-ba44-c44066cd27c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:45.959907 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-91306ff1-879d-406c-ba44-c44066cd27c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e91ac0a-3ecc-4d39-8701-1c6d7147886b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0758374
Dec 22 13:50:45.960954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f9a40-6a8a-4136-87d0-d0772c4c11fd req-d40ff722-25ab-4705-8de9-4a3995917792 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:45.962468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5c6f9a40-6a8a-4136-87d0-d0772c4c11fd req-d40ff722-25ab-4705-8de9-4a3995917792 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0846450
Dec 22 13:50:46.011208 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5c6f9a40-6a8a-4136-87d0-d0772c4c11fd req-a0c57570-3ae0-477d-a760-c3cc4ae35013 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425324
Dec 22 13:50:46.070947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:46.096932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-5988b205-ad8a-4b78-8bff-ec8fcba2ee21 service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291814
Dec 22 13:50:46.231409 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c5a6516c-2384-4099-92ef-e40fac4752f4 req-99e88a09-14e2-455c-a022-320c71ab62fd service neutron] 10.222.0.46 "GET /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266360
Dec 22 13:50:46.429990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298b98520>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:46.433947 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e50d32f-a6db-4924-9c06-03210c222823 None None] The sync data for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv is: [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '88520e5d-2b92-404f-9745-237cac16c715', 'name': '', 'network_id': '5e91ac0a-3ecc-4d39-8701-1c6d7147886b', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'mac_address': 'fa:16:3e:45:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '72694799-5548-4565-b01e-d815907191ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:48Z', 'updated_at': '2021-12-22T13:49:53Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'subnets': [{'id': '72694799-5548-4565-b01e-d815907191ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:50:46.650603 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb03d1b-9a22-45e7-b028-736f0eb3700a None None] New status for floating IP 759fa936-158d-4618-a1c5-cd92909d6ecb: DOWN {{(pid=88169) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:50:47.200483 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624af2-268c-4176-b7f0-60741eece709 req-d3810907-d6d6-4a6d-bea6-4535ddc5d6ee tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:47.201912 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee624af2-268c-4176-b7f0-60741eece709 req-d3810907-d6d6-4a6d-bea6-4535ddc5d6ee tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.0831177
Dec 22 13:50:47.243978 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ee624af2-268c-4176-b7f0-60741eece709 req-d3754022-94de-493a-b892-f9077f4c1cdb tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/security-groups?id=327d6bff-711b-4297-aa9c-8b520ce5e28a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365181
Dec 22 13:50:47.529592 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-fb8f00fc-2bdd-4b65-b3a7-c67e59a46b24 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:47.530314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-fb8f00fc-2bdd-4b65-b3a7-c67e59a46b24 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Synchronizing usage tracker for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:50:47.592194 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-fb8f00fc-2bdd-4b65-b3a7-c67e59a46b24 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Unset dirty status for tenant:ff29e401282447d28eafbb95c77f25f5 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:50:47.593296 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-fb8f00fc-2bdd-4b65-b3a7-c67e59a46b24 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 945 time: 0.1470118
Dec 22 13:50:47.667420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 86504150-4556-4ff1-874a-3cb267078488 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:50:47.667784 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:47.919042 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 86504150-4556-4ff1-874a-3cb267078488, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=86504150-4556-4ff1-874a-3cb267078488,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:47.919334 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:48.158076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 86504150-4556-4ff1-874a-3cb267078488 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:50:48.347269 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:48.353898 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e801dd50-6f85-421d-9db9-0463844c39cc tempest-ServersNegativeTestJSON-1264893776 tempest-ServersNegativeTestJSON-1264893776-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:48.402272 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=86504150-4556-4ff1-874a-3cb267078488,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:48.411179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd0078c6-390d-414c-b1c6-8931c8324bf0 req-414fa6ea-d783-4493-b7cc-72b4a74b7c7f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7b6b8fa-90ba-46fb-90e1-706b68d17a12 HTTP/1.1" status: 200  len: 210 time: 0.0440664
Dec 22 13:50:48.447908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:48.487908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] No DVR routers for this DVR port 86504150-4556-4ff1-874a-3cb267078488 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:50:48.490314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:48.493005 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'name': 'network-vif-deleted', 'tag': '86504150-4556-4ff1-874a-3cb267078488'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:50:48.541973 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b6b8fa-90ba-46fb-90e1-706b68d17a12', 'name': 'network-vif-deleted', 'tag': '86504150-4556-4ff1-874a-3cb267078488', 'status': 'completed', 'code': 200}
Dec 22 13:50:48.598590 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-1805795b-9498-44b8-83e8-5f966edb19a8 req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.46 "DELETE /v2.0/ports/86504150-4556-4ff1-874a-3cb267078488 HTTP/1.1" status: 204  len: 173 time: 0.9986174
Dec 22 13:50:49.054480 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:50:49.509436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41858) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:50.050183 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:50.401344 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 88520e5d-2b92-404f-9745-237cac16c715 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:50:50.401596 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:50.704965 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 88520e5d-2b92-404f-9745-237cac16c715, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=88520e5d-2b92-404f-9745-237cac16c715,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:50.705312 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:50.826625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 88520e5d-2b92-404f-9745-237cac16c715 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:50:51.203764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:51.208896 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2909bbe3-4d58-4168-a0c3-eaa1b5762a36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:51.253355 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=88520e5d-2b92-404f-9745-237cac16c715,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:51.280380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:51.532517 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:51.892803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Router c28bb4b7-7cb0-4b1d-9332-148a1233d304 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:50:52.203053 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:50:52.214766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Sync routers for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:50:52.216129 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "PUT /v2.0/routers/c28bb4b7-7cb0-4b1d-9332-148a1233d304/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7056353
Dec 22 13:50:52.218719 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41862) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:52.224324 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:52.224944 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828c580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:52.286568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting subnet 72694799-5548-4565-b01e-d815907191ff {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 13:50:52.289916 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.343810 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.405257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:52.430829 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.553120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.557786 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7ddc3791-c4e9-4377-97b2-8d81bdeec643 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:52.594279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Subnet': ['ID=72694799-5548-4565-b01e-d815907191ff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:52.596279 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.598980 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:52.603630 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7360d347-89bc-4326-ab7a-da08bc190f09 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/subnets/72694799-5548-4565-b01e-d815907191ff HTTP/1.1" status: 204  len: 168 time: 0.3839352
Dec 22 13:50:52.606195 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41866) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:52.610380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fa4ec-6062-4334-a778-5e88207423e8 None None] Network 5e91ac0a-3ecc-4d39-8701-1c6d7147886b requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:50:52.789275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.819003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 86504150-4556-4ff1-874a-3cb267078488 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:50:52.863053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 86504150-4556-4ff1-874a-3cb267078488 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:50:52.863401 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 86504150-4556-4ff1-874a-3cb267078488 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:50:52.900309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828c580>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:50:51Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:52.905777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Checking router: c28bb4b7-7cb0-4b1d-9332-148a1233d304 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:50:52.917477 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Routers {'c28bb4b7-7cb0-4b1d-9332-148a1233d304'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:50:52.918063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529828c580>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:52.979196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:52.986703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] DHCP port deletion for 5e91ac0a-3ecc-4d39-8701-1c6d7147886b request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 13:50:53.003380 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Deleting port 4319f254-4f7d-444e-9034-1406b266ce1f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:50:53.005616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.048924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Deleting port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:50:53.049401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.205504 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] Set router c28bb4b7-7cb0-4b1d-9332-148a1233d304 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:50:53.233870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] For port 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:53.234457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.358573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Calling delete_port for 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:50:53.545044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] For port 4319f254-4f7d-444e-9034-1406b266ce1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4319f254-4f7d-444e-9034-1406b266ce1f,segment=NetworkSegment(b80d7932-54ce-46ca-b675-21db30cfbb01),segment_id=b80d7932-54ce-46ca-b675-21db30cfbb01)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:50:53.545539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.609564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.613558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-731cc3b0-9534-48a3-a0df-748253802cae tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:53.622251 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4319f254-4f7d-444e-9034-1406b266ce1f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:50:53.658899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Port': ['ID=1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:53.688820 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:53.721232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Calling delete_port for 4319f254-4f7d-444e-9034-1406b266ce1f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:50:53.755972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.933304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.963008 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529828c580>, [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:50:51Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:53.967063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415'] for port, after_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:53.971029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7a91bcba-ad7d-4fbd-8434-8cea65021f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:54.031937 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8938ce6a-7345-445b-ad04-d8952a3da0e3 None None] The sync data for ids ['c28bb4b7-7cb0-4b1d-9332-148a1233d304'] in dv-neutron-822662-1-hyperv is: [{'id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097663403', 'tenant_id': 'ff29e401282447d28eafbb95c77f25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:49:43Z', 'updated_at': '2021-12-22T13:50:51Z', 'revision_number': 5, 'project_id': 'ff29e401282447d28eafbb95c77f25f5', 'gw_port': {'id': '1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:34:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c28bb4b7-7cb0-4b1d-9332-148a1233d304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:49:44Z', 'updated_at': '2021-12-22T13:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:50:54.056719 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Pushing event deleted for resources: {'Port': ['ID=4319f254-4f7d-444e-9034-1406b266ce1f,revision_number=None']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:54.066088 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] No DVR routers for this DVR port 4319f254-4f7d-444e-9034-1406b266ce1f on host dv-neutron-822662-1-hyperv {{(pid=88168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:50:54.069317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.069798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.069999 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.070341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.070675 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.071031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.071385 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.071734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.072060 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.072395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.072699 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.073016 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:54.075429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.076615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:54.077777 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.169324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.169860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Fanout notify agent at l3_agent the message router_deleted on router c28bb4b7-7cb0-4b1d-9332-148a1233d304 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 13:50:54.185861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.186971 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/routers/c28bb4b7-7cb0-4b1d-9332-148a1233d304 HTTP/1.1" status: 204  len: 168 time: 1.5798557
Dec 22 13:50:54.189700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41870) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:54.304836 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.439840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.469937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5293110f10>,) {'filters': {'network_id': ['5e91ac0a-3ecc-4d39-8701-1c6d7147886b']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:54.483538 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293110f10>, 'b80d7932-54ce-46ca-b675-21db30cfbb01') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:54.483841 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5293110f10>, 'b80d7932-54ce-46ca-b675-21db30cfbb01') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:50:54.500056 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.516508 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.522704 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 13:50:54.523241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 13:50:54.538218 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 13:50:54.695445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.698726 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f8e06f23-94ba-46ea-8a10-15d11cf1f02e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:54.717120 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.728865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'Network': ['ID=5e91ac0a-3ecc-4d39-8701-1c6d7147886b,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:54.731936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:54.803985 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8dcaac55-2c17-4c39-8df0-cb1dc253168c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/networks/5e91ac0a-3ecc-4d39-8701-1c6d7147886b HTTP/1.1" status: 204  len: 168 time: 0.6133666
Dec 22 13:50:54.806715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41874) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:54.873063 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:54.902219 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:55.037995 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:55.042031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b9ac2b40-212f-4fad-b4e6-434028cadf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:55.057421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327d6bff-711b-4297-aa9c-8b520ce5e28a,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:55.060557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:55.140365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:55.141770 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-a128fbc1-6bb5-4ba7-b8bb-86ddba6e7f22 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] 10.222.0.16 "DELETE /v2.0/security-groups/327d6bff-711b-4297-aa9c-8b520ce5e28a HTTP/1.1" status: 204  len: 168 time: 0.3341134
Dec 22 13:50:55.599600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:50:55.636191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:50:55.636551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 1ffa9c7d-1ce1-4b95-89c3-fa2401cb3c0c not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:50:55.636984 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88520e5d-2b92-404f-9745-237cac16c715 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:50:55.670365 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 88520e5d-2b92-404f-9745-237cac16c715 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:50:55.670725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 88520e5d-2b92-404f-9745-237cac16c715 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:50:55.718165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41884) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:55.904153 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dc92a351-e38e-44a4-a771-08f77db93306 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff29e401282447d28eafbb95c77f25f5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1847658
Dec 22 13:50:55.909027 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41892) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:55.969853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:55.995130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.113497 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.118179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-10742c72-98e6-43c4-bcca-31932a8ef067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:56.132348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5197be23-9103-40ed-9c0d-bc3065daa08f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:56.137013 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:56.139735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.143537 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-69afac77-9d55-4360-82b1-e015114367de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5197be23-9103-40ed-9c0d-bc3065daa08f HTTP/1.1" status: 204  len: 168 time: 0.2309341
Dec 22 13:50:56.712436 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41902) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:56.730033 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.743937 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:56.747686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Usage tracker for resource:security_group_rule and tenant:9442a24ce0794c64a2c133e31235c928 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:56.750378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:56.756482 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:50:56.836662 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.923708 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:56.932729 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8a49db37-8895-42ae-a1cd-c3aec7440ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:56.975392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9442a24ce0794c64a2c133e31235c928&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2618835
Dec 22 13:50:56.976343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4a60d-b816-4bfc-a056-228b01c4a16c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:56.978114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41906) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:56.979329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:57.038021 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:57.063732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:57.198260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:57.202182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8797e862-ba1a-4679-b259-f7d6c574b8c1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:57.213389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4a60d-b816-4bfc-a056-228b01c4a16c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:57.222977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.223397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.223801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.224181 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.224552 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.224925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.225321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.225687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.226051 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.226414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.226776 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.227163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:50:57.230434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:57.231756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:57.235540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5911b05e-f8f4-4a2d-8725-9d06b8e81c6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1a4a60d-b816-4bfc-a056-228b01c4a16c HTTP/1.1" status: 204  len: 168 time: 0.2556992
Dec 22 13:50:58.311358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41930) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:58.451094 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-659095322-network', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:50:58.455873 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:58.459793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Usage tracker for resource:network and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:58.462702 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:58.469061 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:50:58.575270 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Made reservation on behalf of 364753a4c3f74932a351bfc4106c66fe for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:50:58.577460 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:58.589410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:58.603271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:58.606987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:58.609742 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:58.615876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:50:58.696105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:58.780404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:58.783404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:58.812008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:50:58.820125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9931fc-278d-42e8-9c36-4cc5e7e19ecf,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:58.823584 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:58.831235 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:58.831235 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Added segment 294e5dfd-d3c7-44dd-9a28-14fef95a4f23 of type vlan for network a836ffb5-ae9e-4f47-b2ac-4655baa137ff
Dec 22 13:50:58.852070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.003673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.004745 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:59.005416 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.009076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6231bf8a-2ce2-40a7-b8ad-f4511b312ca1 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:59.115281 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Pushing event updated for resources: {'Network': ['ID=a836ffb5-ae9e-4f47-b2ac-4655baa137ff,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:59.117971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:59.124855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:50:59.147948 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4e38d696-8108-4de5-8d41-fdeafab07658 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8354833
Dec 22 13:50:59.150821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41938) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:59.156282 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Request body: {'subnet': {'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-659095322-subnet', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:50:59.161971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:59.166466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Usage tracker for resource:subnet and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:59.169536 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:59.175436 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:50:59.249247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Made reservation on behalf of 364753a4c3f74932a351bfc4106c66fe for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:50:59.251655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.603803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.607382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1261e392-e211-4aa2-814b-84dcb64292a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:50:59.682120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5e03a5-fbae-408e-bcfc-3c329db53de1,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:50:59.685930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:50:59.686599 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Checking segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:50:59.686976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Network hostable DHCP agents. Network: a836ffb5-ae9e-4f47-b2ac-4655baa137ff, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:50:59.763110 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:50:59.843518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, a836ffb5-ae9e-4f47-b2ac-4655baa137ff) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:50:59.847427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:50:59.848035 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:50:59.852135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23a32f-316f-4a5f-ba6c-82f7bb81f65e None None] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:50:59.946359 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-66b24377-0c5a-4794-b79c-776b6058deb5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7944419
Dec 22 13:50:59.948976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41942) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:50:59.953975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:50:59.958562 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:50:59.962417 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Usage tracker for resource:router and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:50:59.965236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:50:59.970833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:00.066274 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:51:00.066614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.067247 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.068350 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.083529 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.216348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Allocated IP 172.20.0.2 (a836ffb5-ae9e-4f47-b2ac-4655baa137ff/9e5e03a5-fbae-408e-bcfc-3c329db53de1/b36fba0f-cab5-4988-b8eb-198b56a73821) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:00.411946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.471852 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.482566 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Transition to ACTIVE for port object b36fba0f-cab5-4988-b8eb-198b56a73821 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:00.501388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Transition to ACTIVE for port object b36fba0f-cab5-4988-b8eb-198b56a73821 will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:00.574777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.580129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:00.641538 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:00.644375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:00.648546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:00.655653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Pushing event updated for resources: {'Port': ['ID=b36fba0f-cab5-4988-b8eb-198b56a73821,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:00.684486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:00.743386 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Attempting to bind port b36fba0f-cab5-4988-b8eb-198b56a73821 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:00.743673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Attempting to bind port b36fba0f-cab5-4988-b8eb-198b56a73821 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:00.744042 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Attempting to bind port b36fba0f-cab5-4988-b8eb-198b56a73821 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:00.749668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:00.750050 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Checking segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:00.750459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.750894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Bound using segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:00.751372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Bound port: b36fba0f-cab5-4988-b8eb-198b56a73821, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:00.751751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.779366 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.809661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.841652 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] For port b36fba0f-cab5-4988-b8eb-198b56a73821, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:00.844580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] For port b36fba0f-cab5-4988-b8eb-198b56a73821, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b36fba0f-cab5-4988-b8eb-198b56a73821,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:00.945099 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Allocated IP 172.26.3.171 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/5548a0eb-1957-458c-8503-b1932d449b17) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:00.958803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:00.963487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-78d389db-7907-4b08-ae1c-39461a7170b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:01.042411 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Pushing event updated for resources: {'Port': ['ID=b36fba0f-cab5-4988-b8eb-198b56a73821,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:01.045487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:01.115070 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:01.212980 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:01.217583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3e7dcfa-4d3d-4262-aa82-c66d0edeb52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:01.287600 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:01.290542 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:01.294332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:01.329011 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Pushing event updated for resources: {'Port': ['ID=5548a0eb-1957-458c-8503-b1932d449b17,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:01.335553 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:01.618093 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b36fba0f-cab5-4988-b8eb-198b56a73821 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:01.735756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port b36fba0f-cab5-4988-b8eb-198b56a73821 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:01.929662 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:01.994732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c41f8-4841-4f0c-96b6-b3fdc43a30a2 None None] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:51:02.150038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Provisioning for port b36fba0f-cab5-4988-b8eb-198b56a73821 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:02.165126 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Provisioning complete for port b36fba0f-cab5-4988-b8eb-198b56a73821 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:02.165506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.275468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.343926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.377638 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] For port b36fba0f-cab5-4988-b8eb-198b56a73821, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b36fba0f-cab5-4988-b8eb-198b56a73821,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:02.438831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.440868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:02.513731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Pushing event updated for resources: {'Port': ['ID=b36fba0f-cab5-4988-b8eb-198b56a73821,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:02.517097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:02.552758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Router a58db321-7b20-46ae-b00a-461f228f8ab6 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:51:02.662225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1d5bf54a-9518-4c83-8e24-1ee1882f5327 None None] Provisioning complete for port b36fba0f-cab5-4988-b8eb-198b56a73821 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:02.662811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf54a-9518-4c83-8e24-1ee1882f5327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.730258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:51:02.740248 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:51:02.750362 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:02.751329 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986410d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:02.809685 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:02.810939 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8610203
Dec 22 13:51:02.813743 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41946) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:02.928648 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:02.969234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.212986 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986410d0>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:01Z', 'revision_number': 3, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:03.216834 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:51:03.217189 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Updating router a58db321-7b20-46ae-b00a-461f228f8ab6 port 5548a0eb-1957-458c-8503-b1932d449b17 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:51:03.274546 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.602184 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.604202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b36fba0f-cab5-4988-b8eb-198b56a73821 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:03.614710 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Transition to ACTIVE for port object 5548a0eb-1957-458c-8503-b1932d449b17 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:03.627241 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.675074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port b36fba0f-cab5-4988-b8eb-198b56a73821 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:03.675670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.683553 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.688420 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-5bf65464-7712-4bbd-bdfa-957fa5bb1ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:03.766931 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Pushing event updated for resources: {'Port': ['ID=5548a0eb-1957-458c-8503-b1932d449b17,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:03.775165 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.775516 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.775858 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.776190 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.777008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.777008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.777196 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.777467 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.777789 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.778115 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.778435 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.778753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:51:03.781791 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Attempting to bind port 5548a0eb-1957-458c-8503-b1932d449b17 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:03.782169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Attempting to bind port 5548a0eb-1957-458c-8503-b1932d449b17 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:03.782539 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Attempting to bind port 5548a0eb-1957-458c-8503-b1932d449b17 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:03.786183 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:03.788726 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:03.789113 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:03.789555 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.789901 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:03.790369 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Bound port: 5548a0eb-1957-458c-8503-b1932d449b17, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:03.790746 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:03.852831 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Allocated IP 172.20.0.1 (a836ffb5-ae9e-4f47-b2ac-4655baa137ff/9e5e03a5-fbae-408e-bcfc-3c329db53de1/7252e9ce-0d18-40d8-8676-6e6f674ff85f) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:03.890884 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] For port 5548a0eb-1957-458c-8503-b1932d449b17, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:03.894033 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] For port 5548a0eb-1957-458c-8503-b1932d449b17, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5548a0eb-1957-458c-8503-b1932d449b17,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:03.999472 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.014788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Transition to ACTIVE for port object 7252e9ce-0d18-40d8-8676-6e6f674ff85f will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:04.015008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.019741 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09744cbc-e278-4384-981f-6494be7c380f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:04.090471 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:04.091124 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52986410d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:04.100866 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.104788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:04.157388 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Pushing event updated for resources: {'Port': ['ID=5548a0eb-1957-458c-8503-b1932d449b17,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:04.162707 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:04.169637 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:04.172466 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:04.175128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:04.215488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Pushing event updated for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:04.218632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:04.247641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.281560 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:04.483734 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d9f32166-5ba3-4892-89e8-82cc0f8136cb None None] Provisioning for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:04.488570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d9f32166-5ba3-4892-89e8-82cc0f8136cb None None] Provisioning complete for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:04.488953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d9f32166-5ba3-4892-89e8-82cc0f8136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.542462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-d9f32166-5ba3-4892-89e8-82cc0f8136cb None None] Port 7252e9ce-0d18-40d8-8676-6e6f674ff85f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:51:04.577836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52986410d0>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:01Z', 'revision_number': 3, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:04.581714 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbe436-64ab-4b5c-a0d8-6be3e1d22ebb None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:01Z', 'revision_number': 3, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:51:04.622096 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.864163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.929639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:04.955963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-69d0b40f-92d7-4f1f-8df8-02fb78c42adf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:05.044346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Pushing event updated for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:05.047076 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:05.051318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:05.206764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:05.209150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:05.226633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-79fea426-7778-45a9-aeec-fa0ce56614cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:05.475708 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6b21bc10-3945-4f4f-a151-f575901cd4e9 None None] Provisioning complete for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:05.476145 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b21bc10-3945-4f4f-a151-f575901cd4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:05.533480 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6b21bc10-3945-4f4f-a151-f575901cd4e9 None None] Port 7252e9ce-0d18-40d8-8676-6e6f674ff85f cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:51:05.569763 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:51:05.621691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5548a0eb-1957-458c-8503-b1932d449b17 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:05.751985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 5548a0eb-1957-458c-8503-b1932d449b17 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:05.752583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:51:05.757747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5548a0eb-1957-458c-8503-b1932d449b17 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:05.758231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:05.769425 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] 10.222.0.16 "PUT /v2.0/routers/a58db321-7b20-46ae-b00a-461f228f8ab6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9540529
Dec 22 13:51:05.920252 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:05.938037 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 5548a0eb-1957-458c-8503-b1932d449b17, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5548a0eb-1957-458c-8503-b1932d449b17,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:06.049564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.051835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:06.119799 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=5548a0eb-1957-458c-8503-b1932d449b17,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:06.122985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:06.149775 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:51:06.159005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:06.159632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298789730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:50:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:06.345769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:06.602882 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 41964) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:06.608912 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1955905299-network', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:06.613496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:06.617887 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Usage tracker for resource:network and tenant:e455a49a4fb64f489f40aa454560e554 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:06.620725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:06.626214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:06.669467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298789730>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 2, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:06.673355 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:51:06.673721 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Updating router a58db321-7b20-46ae-b00a-461f228f8ab6 port 7252e9ce-0d18-40d8-8676-6e6f674ff85f binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:51:06.699756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Made reservation on behalf of e455a49a4fb64f489f40aa454560e554 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:51:06.702317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.715670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.727121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.730036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:06.733850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Usage tracker for resource:security_group_rule and tenant:e455a49a4fb64f489f40aa454560e554 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:06.736627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:06.743285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:06.835282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.900443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.905046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b60d6a8-f0a0-4ef8-b642-de8ce25f03da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:06.930413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 13:51:06.944429 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99485e03-07f0-401a-b46c-99db16c3ec5d,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:06.947659 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:06.950329 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:06.950865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Added segment 734a89b4-bd31-4f9b-8c11-3a5b63cbde75 of type vlan for network 890b9742-d8c9-418b-890c-86f6cca8d386
Dec 22 13:51:06.977365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.073227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.084918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Transition to ACTIVE for port object 7252e9ce-0d18-40d8-8676-6e6f674ff85f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:07.094890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.096099 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:07.096563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.100895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ab0a4dd6-3bf0-43ab-8699-71100713dc6b tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:07.180707 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.185646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7e2d6df9-28ea-4e4e-b571-fa6ae44a6e4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:07.202837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Pushing event updated for resources: {'Network': ['ID=890b9742-d8c9-418b-890c-86f6cca8d386,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:07.205560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:07.229422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 890b9742-d8c9-418b-890c-86f6cca8d386 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 13:51:07.271133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41968) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:07.277748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Request body: {'subnet': {'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1955905299-subnet', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:07.285092 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6753845
Dec 22 13:51:07.285234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:07.296016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Usage tracker for resource:subnet and tenant:e455a49a4fb64f489f40aa454560e554 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:07.300291 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:07.309374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:07.397503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Pushing event updated for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:07.398106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Made reservation on behalf of e455a49a4fb64f489f40aa454560e554 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:51:07.400004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.400825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:07.529563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Attempting to bind port 7252e9ce-0d18-40d8-8676-6e6f674ff85f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:07.529981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Attempting to bind port 7252e9ce-0d18-40d8-8676-6e6f674ff85f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:07.530503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Attempting to bind port 7252e9ce-0d18-40d8-8676-6e6f674ff85f on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:07.536635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:07.537018 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Checking segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:07.537422 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.537818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Bound using segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:07.538285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Bound port: 7252e9ce-0d18-40d8-8676-6e6f674ff85f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:07.538661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.614388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-326ac3c4-ed56-474c-a2d0-e405d653f6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.630232 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5548a0eb-1957-458c-8503-b1932d449b17 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:07.700793 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.705585 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-606b3da8-c6c4-47a5-9659-c3d0cd007452 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:07.729623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] For port 7252e9ce-0d18-40d8-8676-6e6f674ff85f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:07.741616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] For port 7252e9ce-0d18-40d8-8676-6e6f674ff85f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7252e9ce-0d18-40d8-8676-6e6f674ff85f,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:07.754921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5548a0eb-1957-458c-8503-b1932d449b17 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:07.754921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.780202 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e0a001-cf67-44c0-9996-2c7d6d5a5fff,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:07.788243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:07.788954 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Checking segment: {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:07.789303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Network hostable DHCP agents. Network: 890b9742-d8c9-418b-890c-86f6cca8d386, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 13:51:07.823667 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:07.827254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:07.900309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Network 890b9742-d8c9-418b-890c-86f6cca8d386 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 13:51:07.949935 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:07.950575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298789730>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:07.998192 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 890b9742-d8c9-418b-890c-86f6cca8d386) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:08.009303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:08.011360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.024259 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a42d72-19ef-4cd0-8c3e-3f79bb241b1e None None] Network 890b9742-d8c9-418b-890c-86f6cca8d386 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:51:08.038169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Pushing event updated for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:08.055873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:08.095973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f1a8979e-6fb4-4f0e-9556-0feec80406d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8235686
Dec 22 13:51:08.098228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41972) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:08.103332 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:08.108072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:08.111876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Usage tracker for resource:router and tenant:e455a49a4fb64f489f40aa454560e554 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:08.115071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:08.120755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:08.193020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.194128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.208613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.253526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:08.544603 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-890b9742-d8c9-418b-890c-86f6cca8d386', 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'fixed_ips': [{'subnet_id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 13:51:08.545991 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.673397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.800348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Allocated IP 172.20.0.2 (890b9742-d8c9-418b-890c-86f6cca8d386/31e0a001-cf67-44c0-9996-2c7d6d5a5fff/aa03de2d-a4fa-4759-af9c-e834e6c46fff) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:08.831949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298789730>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:07Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:08.839379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:08.882011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d236fe4-07b6-416a-8958-b5899abb0207 None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:07Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:51:08.892003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.044521 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.056850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Transition to ACTIVE for port object aa03de2d-a4fa-4759-af9c-e834e6c46fff will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:09.076084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Transition to ACTIVE for port object aa03de2d-a4fa-4759-af9c-e834e6c46fff will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:09.085664 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.117638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.169159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.173982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-b38b94bb-6d9f-4b51-93a7-50d9009c0618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:09.243160 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Network 890b9742-d8c9-418b-890c-86f6cca8d386 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:09.246243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:09.250106 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:09.256745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Pushing event updated for resources: {'Port': ['ID=aa03de2d-a4fa-4759-af9c-e834e6c46fff,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:09.260563 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:09.280393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Allocated IP 172.26.3.205 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/6d426a89-365f-4307-8752-c73b01a8c4a8) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:09.400045 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Attempting to bind port aa03de2d-a4fa-4759-af9c-e834e6c46fff on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:09.400425 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Attempting to bind port aa03de2d-a4fa-4759-af9c-e834e6c46fff by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:09.400802 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Attempting to bind port aa03de2d-a4fa-4759-af9c-e834e6c46fff on network 890b9742-d8c9-418b-890c-86f6cca8d386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:09.409866 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:09.410280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Checking segment: {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:09.411339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.411873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Bound using segment: {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:09.412165 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Bound port: aa03de2d-a4fa-4759-af9c-e834e6c46fff, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:09.413567 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.453236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.507899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] For port aa03de2d-a4fa-4759-af9c-e834e6c46fff, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:09.512388 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] For port aa03de2d-a4fa-4759-af9c-e834e6c46fff, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa03de2d-a4fa-4759-af9c-e834e6c46fff,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:09.558912 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.566602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-406d8b0b-63e5-4ed9-89b5-feec40271b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:09.586915 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.592271 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:09.639185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:09.642613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:09.646100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7252e9ce-0d18-40d8-8676-6e6f674ff85f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:09.648189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:09.684111 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Pushing event updated for resources: {'Port': ['ID=6d426a89-365f-4307-8752-c73b01a8c4a8,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:09.687348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:09.759445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Pushing event updated for resources: {'Port': ['ID=aa03de2d-a4fa-4759-af9c-e834e6c46fff,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:09.763030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:09.826660 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:09.833963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:09.834576 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:09.996069 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:10.042490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 7252e9ce-0d18-40d8-8676-6e6f674ff85f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7252e9ce-0d18-40d8-8676-6e6f674ff85f,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:10.108111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:10.110110 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1ac5cc3a-5094-4b5b-b2e9-2e32e4e380a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:10.197004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:10.200280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:10.323768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:10.325659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:10.669486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:10.963525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Router 67a197fd-5003-4439-85fd-aee3b4aad449 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88167) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 13:51:10.971174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f3f52-6cc1-4271-9bb3-e91fa69c6a7c None None] Network 890b9742-d8c9-418b-890c-86f6cca8d386 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 13:51:11.143640 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:51:11.154621 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Sync routers for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:51:11.165058 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:11.165799 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:11.184584 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-d9da1de6-2021-426a-afd3-f2285e3fc433 None None] Provisioning for port aa03de2d-a4fa-4759-af9c-e834e6c46fff completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:11.255549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:11.259421 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1575089
Dec 22 13:51:11.259609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41976) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:11.352633 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:11.649138 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d820>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:09Z', 'revision_number': 3, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:11.653431 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Checking router: 67a197fd-5003-4439-85fd-aee3b4aad449 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:51:11.653786 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Updating router 67a197fd-5003-4439-85fd-aee3b4aad449 port 6d426a89-365f-4307-8752-c73b01a8c4a8 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:51:11.698821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7252e9ce-0d18-40d8-8676-6e6f674ff85f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:11.713957 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:11.781387 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 7252e9ce-0d18-40d8-8676-6e6f674ff85f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:11.782109 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:11.905234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa03de2d-a4fa-4759-af9c-e834e6c46fff up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:12.032309 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port aa03de2d-a4fa-4759-af9c-e834e6c46fff completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:12.038971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aa03de2d-a4fa-4759-af9c-e834e6c46fff triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:12.039544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.091429 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.101287 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.104287 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Transition to ACTIVE for port object 6d426a89-365f-4307-8752-c73b01a8c4a8 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:12.146953 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.156537 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a2bfe86b-d342-423f-9d7a-e8e6d965ca7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:12.166009 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.198413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port aa03de2d-a4fa-4759-af9c-e834e6c46fff, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa03de2d-a4fa-4759-af9c-e834e6c46fff,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:12.227173 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Attempting to bind port 6d426a89-365f-4307-8752-c73b01a8c4a8 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:12.227545 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Attempting to bind port 6d426a89-365f-4307-8752-c73b01a8c4a8 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:12.227908 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Attempting to bind port 6d426a89-365f-4307-8752-c73b01a8c4a8 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:12.236493 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:12.236857 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:12.237940 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.237940 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:12.238169 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Bound port: 6d426a89-365f-4307-8752-c73b01a8c4a8, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:12.238512 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.265680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.267620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-9cf875cb-23d0-4110-92cc-072a471921fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:12.295317 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14283-cc62-4dc0-ae6c-2c394b3e636f None None] Pushing event updated for resources: {'Port': ['ID=6d426a89-365f-4307-8752-c73b01a8c4a8,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:12.298817 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a3c14283-cc62-4dc0-ae6c-2c394b3e636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:12.326138 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] For port 6d426a89-365f-4307-8752-c73b01a8c4a8, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:12.326687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Allocated IP 172.20.0.1 (890b9742-d8c9-418b-890c-86f6cca8d386/31e0a001-cf67-44c0-9996-2c7d6d5a5fff/5e61fc8a-1baf-43cd-a09f-5f60617bc8e7) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:12.329399 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] For port 6d426a89-365f-4307-8752-c73b01a8c4a8, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6d426a89-365f-4307-8752-c73b01a8c4a8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:12.339308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=aa03de2d-a4fa-4759-af9c-e834e6c46fff,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:12.342622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:12.415517 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.419488 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-09ba0832-f967-43fd-9d9a-0903f9c7c468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:12.476087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.491973 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.provisioning_blocks [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Transition to ACTIVE for port object 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 will not be triggered until provisioned by entity DHCP. {{(pid=88167) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:12.494534 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:12.495188 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529907d820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:12.549381 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14283-cc62-4dc0-ae6c-2c394b3e636f None None] Pushing event updated for resources: {'Port': ['ID=6d426a89-365f-4307-8752-c73b01a8c4a8,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:12.559132 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a3c14283-cc62-4dc0-ae6c-2c394b3e636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:12.569759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.573696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ee219f44-c6f8-4da1-8922-5da24eb62298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:12.640976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Network 890b9742-d8c9-418b-890c-86f6cca8d386 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:12.643823 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:12.647522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:12.675550 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:12.693065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Pushing event updated for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:12.697567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:12.708729 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.918368 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:12.968688 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529907d820>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:09Z', 'revision_number': 3, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:12.972615 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d52e5-cc56-4bbb-bd2c-a827294afdea None None] The sync data for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv is: [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:09Z', 'revision_number': 3, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:51:13.021395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6fc0eda0-1414-48a5-b15e-f2fb8947d296 None None] Provisioning for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:13.030204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-6fc0eda0-1414-48a5-b15e-f2fb8947d296 None None] Provisioning complete for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:13.030204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6fc0eda0-1414-48a5-b15e-f2fb8947d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.090730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0eda0-1414-48a5-b15e-f2fb8947d296 None None] Port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:51:13.150325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.220665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.252756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-37d198ab-6346-4c5b-a3cd-12eea0b4db0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:13.338125 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.341921 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Pushing event updated for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:13.345317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:13.483549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Network 890b9742-d8c9-418b-890c-86f6cca8d386 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:13.484700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:13.693616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa03de2d-a4fa-4759-af9c-e834e6c46fff up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:13.727753 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Router 67a197fd-5003-4439-85fd-aee3b4aad449 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:51:13.773709 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port aa03de2d-a4fa-4759-af9c-e834e6c46fff triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:13.774081 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.847470 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e6f3db21-caf9-4652-8bb8-db8e98a806bd None None] Provisioning complete for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:13.847980 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e6f3db21-caf9-4652-8bb8-db8e98a806bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:13.943754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e6f3db21-caf9-4652-8bb8-db8e98a806bd None None] Port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:51:13.972449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6d426a89-365f-4307-8752-c73b01a8c4a8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:14.054005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:51:14.062507 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] 10.222.0.16 "PUT /v2.0/routers/67a197fd-5003-4439-85fd-aee3b4aad449/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8019266
Dec 22 13:51:14.118209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 6d426a89-365f-4307-8752-c73b01a8c4a8 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:14.123333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6d426a89-365f-4307-8752-c73b01a8c4a8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:14.123835 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:14.283855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:14.300627 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 6d426a89-365f-4307-8752-c73b01a8c4a8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6d426a89-365f-4307-8752-c73b01a8c4a8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:14.386466 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:14.388295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:14.456075 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=6d426a89-365f-4307-8752-c73b01a8c4a8,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:14.459215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:14.915306 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41986) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:14.933946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054245822', 'description': 'tempest-secgroup-smoke-1054245822 description', 'project_id': '364753a4c3f74932a351bfc4106c66fe'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:14.933946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:14.933946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:14.934445 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:14.940455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:15.094904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.115755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:15.119551 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:15.122358 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:15.127931 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:15.199877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.306200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.310105 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-64c680b2-1f78-4d1f-bde4-41615b6dc2ad tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:15.351401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:15.354802 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:15.426414 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.427604 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a0c93101-4636-46cb-ac3f-f0e678305eb6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.5112498
Dec 22 13:51:15.430548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41990) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:15.435648 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:15.442211 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:15.446075 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:15.448922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:15.454450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:15.610497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6d426a89-365f-4307-8752-c73b01a8c4a8 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:15.611014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.674468 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.679535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 6d426a89-365f-4307-8752-c73b01a8c4a8 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:15.679912 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.757063 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.759029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ddeb4218-fd8b-4110-b8b3-279fca53329f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:15.782113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e692c4-a447-43ab-bf49-28f474ef84cb,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:15.787015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:15.860603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:15.861813 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4303124
Dec 22 13:51:15.865078 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41994) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:15.870113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:15.877665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:15.880825 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:15.884431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:15.890513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:15.901465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Sync routers for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:51:15.911756 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:15.912375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988830d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:15.981698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.044345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.093220 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:16.168864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.177731 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7f0e8236-265a-4ff6-b336-453b94443422 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:16.197920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01061827-3e2c-478e-bdc3-5b89fbb3ab5c,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:16.201046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:16.276965 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.278096 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0610846b-60ad-41cf-8388-46ffa876542b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4121046
Dec 22 13:51:16.280818 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 41998) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:16.286520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:16.292790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:16.296616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:16.299606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:16.306214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:16.380930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.409354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988830d0>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 4, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '5e61fc8a-1baf-43cd-a09f-5f60617bc8e7', 'name': '', 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'mac_address': 'fa:16:3e:c4:7a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:12Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 2, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'subnets': [{'id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:16.414228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Checking router: 67a197fd-5003-4439-85fd-aee3b4aad449 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:51:16.414585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Updating router 67a197fd-5003-4439-85fd-aee3b4aad449 port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 13:51:16.444641 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.466634 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.512083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.513866 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:16.537407 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e49e8a0-d5fa-4bdc-9557-99a5e4a3acf7,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:16.539783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:16.592167 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.593429 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b6da57a0-e388-4219-b010-dc09a4956927 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3116856
Dec 22 13:51:16.596144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42002) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:16.601748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:16.607589 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:16.611386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:16.614333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:16.620087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:16.696462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.758571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.815184 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.816011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.817646 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8cdd4348-aa56-4f30-a852-7fc631fefa49 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:16.828793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Transition to ACTIVE for port object 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:16.839856 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f743c80-5978-4ea7-8b14-c27a11d7a51d,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:16.842265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:16.911063 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.915611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:16.934014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:16.935392 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3383033
Dec 22 13:51:16.938046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42006) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:16.943878 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:16.949979 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:16.953770 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:16.956693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:16.962372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:17.072680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Pushing event updated for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:17.077669 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Project 364753a4c3f74932a351bfc4106c66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:51:17.086975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.088460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:17.180293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.197452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Attempting to bind port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:17.199398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Attempting to bind port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:17.199398 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Attempting to bind port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 on network 890b9742-d8c9-418b-890c-86f6cca8d386 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:17.203580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:17.203965 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Checking segment: {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:17.204369 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.204769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Bound using segment: {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:17.205235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Bound port: 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734a89b4-bd31-4f9b-8c11-3a5b63cbde75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:17.205617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.237778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.239901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3cef9d8b-ec3f-461c-a1dc-e61a11294035 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:17.260869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f85cdd6-58b0-47bc-91f2-89fcf60569e9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:17.264721 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:17.307726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] For port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:17.311103 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] For port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:17.329046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.330166 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5b71c778-1d9a-4a99-93be-62afe0d5c312 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3911583
Dec 22 13:51:17.333564 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42010) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:17.338594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': '3e80e46d-2ef3-499d-bdbd-998e3e73c1bb', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:17.344487 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:17.349066 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:17.351880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:17.357462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:17.373924 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.377644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:17.426653 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Project 364753a4c3f74932a351bfc4106c66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:51:17.434576 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.451723 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:17.452409 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52988830d0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:17.506457 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.532704 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Pushing event updated for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:17.536733 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:17.592121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.594219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-31dfc9f6-d16b-462e-8969-ac63275e5d90 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:17.618900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61ff5d8-d4d9-42bc-807e-5e24ce63d7e9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:17.623809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:17.654305 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:17.699363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:17.700535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c1b851cb-4486-46a3-96b0-4babd0920b1e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3660669
Dec 22 13:51:17.865087 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-5051879c-4dd5-402b-9561-cb6f02d9390e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:51:17.934986 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-5051879c-4dd5-402b-9561-cb6f02d9390e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:51:17.936148 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-5051879c-4dd5-402b-9561-cb6f02d9390e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054245822&fields=id&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 267 time: 0.1098382
Dec 22 13:51:17.983077 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52988830d0>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 4, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '5e61fc8a-1baf-43cd-a09f-5f60617bc8e7', 'name': '', 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'mac_address': 'fa:16:3e:c4:7a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:12Z', 'updated_at': '2021-12-22T13:51:17Z', 'revision_number': 4, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'subnets': [{'id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:17.987325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54f69f8-7f8d-408a-9b7d-fba419324ec3 None None] The sync data for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv is: [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T13:51:12Z', 'revision_number': 4, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '5e61fc8a-1baf-43cd-a09f-5f60617bc8e7', 'name': '', 'network_id': '890b9742-d8c9-418b-890c-86f6cca8d386', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'mac_address': 'fa:16:3e:c4:7a:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:12Z', 'updated_at': '2021-12-22T13:51:17Z', 'revision_number': 4, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'subnets': [{'id': '31e0a001-cf67-44c0-9996-2c7d6d5a5fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:51:18.109734 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-26146f27-8084-415f-ad5f-17962333732d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:18.110401 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-26146f27-8084-415f-ad5f-17962333732d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:51:18.215137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-26146f27-8084-415f-ad5f-17962333732d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:51:18.216353 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-26146f27-8084-415f-ad5f-17962333732d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 808 time: 0.2726805
Dec 22 13:51:18.233544 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-1db94b9b-6f08-4459-a538-9a8fce1ff9ea tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/quotas/364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 375 time: 0.0115666
Dec 22 13:51:18.329857 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-5fe97b1a-7a68-4723-8a58-70e6c67a05df tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0903502
Dec 22 13:51:18.569735 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-9bb1976c-bf6d-49a8-a79e-e79e57fc14df service neutron] 10.222.0.16 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2281208
Dec 22 13:51:18.699880 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-4f7b0854-f779-494e-b6b3-57e10ca06fa7 service neutron] 10.222.0.16 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244869
Dec 22 13:51:18.955558 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-54520c60-4d9b-4776-a059-3cf960606b6d req-cc5346e0-d27c-485d-bb91-0c0c27acde56 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 210 time: 0.0423954
Dec 22 13:51:19.629977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:19.796620 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:19.802700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:19.803161 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:19.925326 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:19.959255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:20.043257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:20.045149 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:20.057680 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3edb4d61-2b6f-4a4f-8943-b9f3995f7361 req-38bd1248-0b2d-4d4f-9a60-5faba720ecdf tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 210 time: 0.0486350
Dec 22 13:51:20.118236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:20.122583 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:21.212169 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33955bff-526f-4cf0-9ade-1b49bf3cc8a6 req-05a4529c-628a-4242-9b43-7fd6e3e147f8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 210 time: 0.0480814
Dec 22 13:51:21.617793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:21.688976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:21.689354 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:21.761073 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-f239d29f-1ed6-4d41-8761-2dbdae907fad tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:21.762524 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-f239d29f-1ed6-4d41-8761-2dbdae907fad tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 808 time: 0.1522663
Dec 22 13:51:21.811442 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-69dab0d1-9986-40b2-be08-ebc072476f92 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 380 time: 0.0406220
Dec 22 13:51:21.823390 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'port': {'device_id': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'admin_state_up': True, 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'security_groups': ['3e80e46d-2ef3-499d-bdbd-998e3e73c1bb']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:21.962443 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:21.966314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:port and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:21.969235 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:21.975583 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:22.077401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Made reservation on behalf of 364753a4c3f74932a351bfc4106c66fe for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:51:22.081488 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.271509 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Allocated IP 172.20.0.3 (a836ffb5-ae9e-4f47-b2ac-4655baa137ff/9e5e03a5-fbae-408e-bcfc-3c329db53de1/b3fd473d-4450-43b9-b93c-5a2d3c3de731) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:22.365776 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7d1c7f65-ae7a-4dfe-8b64-c29c25861ec1 req-213091a3-ce3c-4bac-8d66-a028c58f05a5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 210 time: 0.0451903
Dec 22 13:51:22.467115 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.482271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Transition to ACTIVE for port object b3fd473d-4450-43b9-b93c-5a2d3c3de731 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:22.569524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.575465 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d121146-ce7b-4a04-b0e5-a459d98e046f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:22.643128 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:22.646047 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:22.649974 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:22.687349 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:22.697192 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:22.719853 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:22.720457 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.821123 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0012548
Dec 22 13:51:22.833317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Request body: {'port': {'device_id': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:22.905945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-31071078-a615-436c-a7d8-10be1067837b None None] Provisioning for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:22.912327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-31071078-a615-436c-a7d8-10be1067837b None None] Provisioning complete for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:22.912716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-31071078-a615-436c-a7d8-10be1067837b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.949187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:22.969306 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-31071078-a615-436c-a7d8-10be1067837b None None] Port b3fd473d-4450-43b9-b93c-5a2d3c3de731 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:51:23.421151 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:51:23.428386 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:23.442419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Transition to ACTIVE for port object b3fd473d-4450-43b9-b93c-5a2d3c3de731 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:51:23.534804 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:23.540382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-62d09fec-56cf-443d-a65f-8f9a59df9ec8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:23.554937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93e86-0e63-402c-90c8-3f6bf178136e req-a6ec04a8-1c66-4619-a32f-5ea386328656 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:23.554937 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52a93e86-0e63-402c-90c8-3f6bf178136e req-a6ec04a8-1c66-4619-a32f-5ea386328656 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 931 time: 0.0816000
Dec 22 13:51:23.605462 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52a93e86-0e63-402c-90c8-3f6bf178136e req-e41959dc-a265-4894-b90c-bb4a143c2dd2 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443676
Dec 22 13:51:23.740524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:23.744065 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:23.788749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Attempting to bind port b3fd473d-4450-43b9-b93c-5a2d3c3de731 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:51:23.789086 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Attempting to bind port b3fd473d-4450-43b9-b93c-5a2d3c3de731 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:51:23.789421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Attempting to bind port b3fd473d-4450-43b9-b93c-5a2d3c3de731 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:23.793890 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Port b3fd473d-4450-43b9-b93c-5a2d3c3de731 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:51:23.794203 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Attempting to bind port b3fd473d-4450-43b9-b93c-5a2d3c3de731 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:51:23.799131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:51:23.799463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Checking segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:51:23.799846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Bound using segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:51:23.800266 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Bound port: b3fd473d-4450-43b9-b93c-5a2d3c3de731, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:51:23.800604 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:23.891105 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:51:23.893945 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:51:23.992430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:23.996278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1249198a-8632-4a2d-b870-44b07e8c98ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:24.054661 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.055300 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:24.056643 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1093 time: 1.2275152
Dec 22 13:51:24.057159 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:51:24.078816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:24.082140 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:24.102782 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'status': 'completed', 'code': 200}
Dec 22 13:51:24.201605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-65c861fe-a147-42c1-b673-485a9f6f2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.203138 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-65c861fe-a147-42c1-b673-485a9f6f2ea8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1096 time: 0.0792089
Dec 22 13:51:24.354802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-6687d7ff-cb77-467c-a9dc-1667a8188eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.356249 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-6687d7ff-cb77-467c-a9dc-1667a8188eea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=364753a4c3f74932a351bfc4106c66fe&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1463079
Dec 22 13:51:24.491441 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-bf159373-fe3e-4a7f-bbe9-5b51b7e71fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.492846 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-25d66bd6-f0dd-44ac-9d9c-8abb16b6de66 req-bf159373-fe3e-4a7f-bbe9-5b51b7e71fd0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1305733
Dec 22 13:51:24.599135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-a57954b3-1dfe-4340-bd97-6cca2682260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.600588 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-a57954b3-1dfe-4340-bd97-6cca2682260c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1096 time: 0.0703528
Dec 22 13:51:24.673498 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-c15c9e54-4751-4b79-b49b-7ec459a3f2ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 217 time: 0.0652127
Dec 22 13:51:24.735954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-c1e914be-44e7-4f48-b2b7-85fe07a34e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.737413 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-c1e914be-44e7-4f48-b2b7-85fe07a34e9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0579200
Dec 22 13:51:24.792930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e557ae-ca6c-4e8f-864d-f6fe6628cfb8 req-bc21bbe7-692f-41d6-a26c-2e1fe815271b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.794431 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52e557ae-ca6c-4e8f-864d-f6fe6628cfb8 req-bc21bbe7-692f-41d6-a26c-2e1fe815271b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0819445
Dec 22 13:51:24.813902 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-eaf515a6-050e-4320-8524-01665cf85121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:24.815410 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-eaf515a6-050e-4320-8524-01665cf85121 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712883
Dec 22 13:51:24.839649 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-52e557ae-ca6c-4e8f-864d-f6fe6628cfb8 req-903472d4-1b55-47a7-8c9c-519e5bd50ec8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394833
Dec 22 13:51:24.947512 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-c1624349-ca1a-471a-b99d-388c061204a7 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258194
Dec 22 13:51:25.079631 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-34bc435a-3a81-4f3b-84eb-ec39a8566750 req-1c742423-46b6-4696-82b0-efb6cf6f5831 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258068
Dec 22 13:51:26.028898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed57057-2033-45c5-8fb7-b7d790b4ec41 req-b6e51402-46df-440d-8cac-2a2546ac87de tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:26.030335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ed57057-2033-45c5-8fb7-b7d790b4ec41 req-b6e51402-46df-440d-8cac-2a2546ac87de tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0835779
Dec 22 13:51:26.053069 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:51:26.074853 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0ed57057-2033-45c5-8fb7-b7d790b4ec41 req-e9daed10-34ff-4bad-ab42-1cfba9261d06 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389953
Dec 22 13:51:26.920523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:51:27.052467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:27.065288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:51:27.120899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:27.140853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:51:27.156107 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:27.208773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:27.210642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:27.264469 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36153abf-d777-42ca-bc2c-648a765666f2 req-64a57579-42fa-40a5-95a0-40517db2e27c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:27.266260 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-36153abf-d777-42ca-bc2c-648a765666f2 req-64a57579-42fa-40a5-95a0-40517db2e27c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.0838230
Dec 22 13:51:27.312893 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-36153abf-d777-42ca-bc2c-648a765666f2 req-01dfd23e-e061-456e-be42-13d8dae0f795 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391855
Dec 22 13:51:27.321911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:27.325661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:27.414218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b3fd473d-4450-43b9-b93c-5a2d3c3de731'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:51:28.604003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8c85-5b33-49f7-a4d9-759491300665 req-971777e1-3f3b-403f-9ff0-52621a27b331 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:28.605435 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-845b8c85-5b33-49f7-a4d9-759491300665 req-971777e1-3f3b-403f-9ff0-52621a27b331 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.1882777
Dec 22 13:51:28.649771 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-845b8c85-5b33-49f7-a4d9-759491300665 req-1382ed6a-3f7d-49d7-8b02-8f98d4b9db15 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387495
Dec 22 13:51:28.936017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:51:29.059816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:51:29.064596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:51:29.064968 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:29.178438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:29.205440 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:51:29.216135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:51:29.253451 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'code': 200}
Dec 22 13:51:29.283128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:29.285124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:29.351381 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:29.354396 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:29.603891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7384d-04a8-4838-94a7-3f5024a61213 req-51f1eece-d111-47c1-a333-ad875d7cb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:29.605378 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0ba7384d-04a8-4838-94a7-3f5024a61213 req-51f1eece-d111-47c1-a333-ad875d7cb1d3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1098 time: 0.0778625
Dec 22 13:51:29.648225 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0ba7384d-04a8-4838-94a7-3f5024a61213 req-229271b0-7415-443b-947a-9bf511ac713a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366166
Dec 22 13:51:29.832085 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727cd75-2be5-436f-b614-e9c28f6bac37 req-0b425962-3aa6-449f-9c88-e951dbd718e4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:29.833577 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1727cd75-2be5-436f-b614-e9c28f6bac37 req-0b425962-3aa6-449f-9c88-e951dbd718e4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0799704
Dec 22 13:51:29.884133 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1727cd75-2be5-436f-b614-e9c28f6bac37 req-c2f408b4-c88a-4849-8506-5480377d2c4b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450177
Dec 22 13:51:31.073271 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9e8b-c32f-4589-a64d-f642724b33d2 req-4d393146-91c6-433a-bb15-d94109c2bb55 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:31.074700 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-650c9e8b-c32f-4589-a64d-f642724b33d2 req-4d393146-91c6-433a-bb15-d94109c2bb55 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0818148
Dec 22 13:51:31.119979 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-650c9e8b-c32f-4589-a64d-f642724b33d2 req-10588c45-ade8-417e-ab8c-f99398e560d8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394394
Dec 22 13:51:31.308888 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc5893-9820-43f6-9865-12b93fe71964 req-6f2f30fb-e358-42b1-9469-fb5ecf77789d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:31.310345 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33cc5893-9820-43f6-9865-12b93fe71964 req-6f2f30fb-e358-42b1-9469-fb5ecf77789d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0836165
Dec 22 13:51:31.353695 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33cc5893-9820-43f6-9865-12b93fe71964 req-dc3ac4e1-33be-4c0a-84b8-ed401473e0eb tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376441
Dec 22 13:51:31.376046 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42076) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:31.485180 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feed444-f1c0-47fb-820a-9dcb1d5a9ca6 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:31.485894 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5feed444-f1c0-47fb-820a-9dcb1d5a9ca6 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] Synchronizing usage tracker for tenant:e455a49a4fb64f489f40aa454560e554 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:51:31.563031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5feed444-f1c0-47fb-820a-9dcb1d5a9ca6 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] Unset dirty status for tenant:e455a49a4fb64f489f40aa454560e554 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:51:31.564219 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5feed444-f1c0-47fb-820a-9dcb1d5a9ca6 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1093 time: 0.1872396
Dec 22 13:51:31.567097 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42082) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:51:31.572374 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:51:31.578382 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:51:31.582140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:floatingip and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:51:31.585004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:51:31.590528 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:51:31.682909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:31.818359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:31.951920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Allocated IP 172.26.3.183 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/a8e594cf-fb64-44ff-8702-30b4b8bb9f8c) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:51:32.096228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:32.184841 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:32.188797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ea8139d5-1e53-400c-ac4f-08b08cf84370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:32.256930 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:51:32.259899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:51:32.263626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:51:32.293981 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=a8e594cf-fb64-44ff-8702-30b4b8bb9f8c,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:32.300041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:32.673009 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:32.807701 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:33.020684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:33.123496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:33.180258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:33.183864 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:51:33.288561 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=a8e594cf-fb64-44ff-8702-30b4b8bb9f8c,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:51:33.292680 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:51:33.301375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:33.469432 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Floating IP c69f6c9e-b821-4b4c-a109-d8f7940b5793 associated. External IP: 172.26.3.183, port: b3fd473d-4450-43b9-b93c-5a2d3c3de731.
Dec 22 13:51:33.816937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:51:33.999735 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:51:34.010720 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:51:34.020211 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:34.020890 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993db820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:34.093278 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:34.152092 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-2c9b390e-e78d-41ae-bbce-f40806a510cd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5839612
Dec 22 13:51:34.152800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:51:34.197168 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'status': 'completed', 'code': 200}
Dec 22 13:51:34.200104 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:34.287531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-028ea040-0616-472f-9ab9-3d63166df28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:34.289029 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-028ea040-0616-472f-9ab9-3d63166df28f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1098 time: 0.0707445
Dec 22 13:51:34.422959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-b7c2cdd4-42a2-4e49-b274-a17c63755d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:34.424388 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-b7c2cdd4-42a2-4e49-b274-a17c63755d63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1285346
Dec 22 13:51:34.529837 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-e1f15394-239d-4389-a6f5-ac2c2e116f0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 999 time: 0.0990889
Dec 22 13:51:34.547145 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993db820>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c69f6c9e-b821-4b4c-a109-d8f7940b5793', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:32Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:34.550954 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:51:34.560108 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:51:34.560714 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52993db820>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:51:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:34.597068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-10178c32-d399-4761-8a1e-381d4949eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:34.598545 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-10178c32-d399-4761-8a1e-381d4949eecd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0626996
Dec 22 13:51:34.675779 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-172ce671-2f64-4526-834d-67fd4f366be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:51:34.677173 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-172ce671-2f64-4526-834d-67fd4f366be5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711117
Dec 22 13:51:34.766806 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:51:34.930758 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-a4736bdb-9af1-47d4-b486-b7dc56204dd9 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457755
Dec 22 13:51:35.064122 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-3df98d7c-8b6f-4a46-b362-ca7d01188014 req-19745ccf-1453-48b7-8382-e2e10133adf1 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275101
Dec 22 13:51:35.114529 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52993db820>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c69f6c9e-b821-4b4c-a109-d8f7940b5793', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:32Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:51:35.118681 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758bee1d-4b49-4010-922b-b63ee8329da5 None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': 'c69f6c9e-b821-4b4c-a109-d8f7940b5793', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.183', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:51:32Z', 'updated_at': '2021-12-22T13:51:32Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:51:35.168793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f8441d4e-f836-4d72-a08c-24abef409840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:35.325939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e97a1-8416-49bb-b1e0-cfdd7556c4bc None None] New status for floating IP c69f6c9e-b821-4b4c-a109-d8f7940b5793: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:51:37.539692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7bffa246-f2fd-493b-8a89-a3ba63d5cbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:38.779910 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:38.813841 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:51:40.344134 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:02.968505 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:03.052287 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:52:05.156631 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-30f33dd0-e867-488c-8094-05972624f26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:07.514868 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-32e9e11b-aa74-4642-bf4e-fcf8259e4b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:08.789082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:08.817424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:10.345264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:25.874972 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-1b4a886d-603c-42fe-96a4-fc1c7408e265 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740154
Dec 22 13:52:26.011854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-a784925c-0c6d-4f15-88df-0977bbfca7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:52:26.013564 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-a784925c-0c6d-4f15-88df-0977bbfca7c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1098 time: 0.0713770
Dec 22 13:52:26.157455 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-3685d122-cb91-4d5c-a493-bd8bb533559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:52:26.158790 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-3685d122-cb91-4d5c-a493-bd8bb533559b service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1269183
Dec 22 13:52:26.264640 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-d4d7e9f7-9804-4eec-b7f9-8ff1d9d50f3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1001 time: 0.0984826
Dec 22 13:52:26.327292 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-13ef9a0e-8e34-46a8-a3f3-766744b41303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:52:26.328737 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-13ef9a0e-8e34-46a8-a3f3-766744b41303 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0579517
Dec 22 13:52:26.405524 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-16e5fb55-1ab5-4bb2-8b37-4e3587ea256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:52:26.406984 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-16e5fb55-1ab5-4bb2-8b37-4e3587ea256f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723362
Dec 22 13:52:26.541168 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-291b6872-7c55-4e7e-ac82-46716b54dca8 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274726
Dec 22 13:52:26.669035 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6f90295a-99f2-4152-be2a-d41491c89a9a req-785c326a-4171-481b-a5e1-7c01bbd2ba81 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215086
Dec 22 13:52:32.978639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:35.141903 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d40c5cd9-fe2a-4630-a31d-6400cb24c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:37.521840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-cd9131c8-39cd-42e5-abb5-169a42322395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:38.790516 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:38.804442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:52:40.051202 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:52:40.379243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:02.989526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:05.175025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a464c854-8121-402f-a186-0ed1bff8abf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:07.526988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0bed2c4c-5f06-43fd-bdca-5017fc22c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:08.829745 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:08.841102 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:10.340959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:17.050349 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:53:27.931703 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-fd04a23e-2826-48a2-908c-1c5172df5113 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1302280
Dec 22 13:53:28.075877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-69ee726b-01a9-4b0a-bcf3-ddea3b8d3967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:28.078024 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-69ee726b-01a9-4b0a-bcf3-ddea3b8d3967 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1098 time: 0.0746038
Dec 22 13:53:28.220816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-d213c2d0-04d8-4c19-8861-d6fe650e2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:28.222273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-d213c2d0-04d8-4c19-8861-d6fe650e2b63 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1259446
Dec 22 13:53:28.326686 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-6122626f-5c56-4fe5-ab95-f5968f5a9391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1001 time: 0.0977111
Dec 22 13:53:28.387318 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-75d8ac3a-40a0-47bf-990c-d3284590b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:28.389355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-75d8ac3a-40a0-47bf-990c-d3284590b7a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0570180
Dec 22 13:53:28.464924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-9957904b-7c0d-495c-87c3-c7d17746052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:28.466407 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-9957904b-7c0d-495c-87c3-c7d17746052c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713525
Dec 22 13:53:28.476326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-e8cef7f6-7497-4f8b-be6e-3cea6b40e07d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:53:28.477254 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-e8cef7f6-7497-4f8b-be6e-3cea6b40e07d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047929
Dec 22 13:53:28.733173 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-978f9ac9-54dc-4f95-b198-f7e2da66e3b9 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2494431
Dec 22 13:53:28.862740 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-709b7db9-a6f4-48d2-8e55-5347c8db6958 req-448f0456-c6c2-4759-a5f1-1c31d077746c service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237991
Dec 22 13:53:30.653799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d402085-9755-40cc-93d3-d85ed7825b19 req-f97ef15a-07ce-4e05-86e8-d0e82b84b9ae tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:30.655440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d402085-9755-40cc-93d3-d85ed7825b19 req-f97ef15a-07ce-4e05-86e8-d0e82b84b9ae tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0860245
Dec 22 13:53:30.699133 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d402085-9755-40cc-93d3-d85ed7825b19 req-dc83a379-e694-4ca0-b702-f3e86035094c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380232
Dec 22 13:53:31.903649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289dc52-de7e-47b0-b7f6-21d25da48ed7 req-9c038bc2-5253-4956-98ea-8e99d61f7384 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:31.905473 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b289dc52-de7e-47b0-b7f6-21d25da48ed7 req-9c038bc2-5253-4956-98ea-8e99d61f7384 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0842788
Dec 22 13:53:31.948791 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b289dc52-de7e-47b0-b7f6-21d25da48ed7 req-cc88d245-0a2e-4146-9ad5-822066bc26d1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377574
Dec 22 13:53:33.002592 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:33.142274 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49314a0-f8cb-410a-9b76-0ecc52e4de93 req-4d684c05-00a7-413c-9a5d-6586698d76c8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:33.143745 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b49314a0-f8cb-410a-9b76-0ecc52e4de93 req-4d684c05-00a7-413c-9a5d-6586698d76c8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0794103
Dec 22 13:53:33.186386 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b49314a0-f8cb-410a-9b76-0ecc52e4de93 req-1b28a34c-7bbd-463f-8ec0-18dde854e682 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368724
Dec 22 13:53:34.371279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608b244-109c-49fe-a7ff-321673032c3f req-2f56c5ac-e236-4710-891f-ef5967662279 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:34.372700 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8608b244-109c-49fe-a7ff-321673032c3f req-2f56c5ac-e236-4710-891f-ef5967662279 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0815814
Dec 22 13:53:34.415952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8608b244-109c-49fe-a7ff-321673032c3f req-d1598f30-905d-4d09-a186-c4ab6adacab8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376127
Dec 22 13:53:35.160506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36e42642-6f5b-4c8b-87f8-b930e209d268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:35.607039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8e83c-01d1-41ad-93d1-caf80b6943b9 req-b293d9ac-fe36-4de2-b8e1-0449f5f6e648 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:35.609176 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86b8e83c-01d1-41ad-93d1-caf80b6943b9 req-b293d9ac-fe36-4de2-b8e1-0449f5f6e648 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0862870
Dec 22 13:53:35.658294 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-86b8e83c-01d1-41ad-93d1-caf80b6943b9 req-c388a334-5901-4265-9b7d-9cf2d56f11f0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433929
Dec 22 13:53:36.955936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e78b0-6c41-4bab-b70f-c18f5153321b req-5786615e-f49b-4ff9-8924-36f01a329d3c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:36.957297 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-069e78b0-6c41-4bab-b70f-c18f5153321b req-5786615e-f49b-4ff9-8924-36f01a329d3c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.1946793
Dec 22 13:53:37.000219 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-069e78b0-6c41-4bab-b70f-c18f5153321b req-10883647-05dd-4a01-a123-b427e7b164ae tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372331
Dec 22 13:53:37.516602 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-88adc925-cc3f-40fe-9535-8db71b9d57f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:38.183928 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c197b-8769-45d6-a65c-0d113083fac9 req-5b6a2c9a-58e7-498a-b08a-bf8e3d238cb4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:38.186378 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c3c197b-8769-45d6-a65c-0d113083fac9 req-5b6a2c9a-58e7-498a-b08a-bf8e3d238cb4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0821939
Dec 22 13:53:38.230441 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3c3c197b-8769-45d6-a65c-0d113083fac9 req-de18a66a-bf1d-48f9-a23d-acdad31ca7e2 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387843
Dec 22 13:53:38.819803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:38.848242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:39.422423 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a343f59-c664-431d-ae30-9bb9e54347d4 req-e627f78b-3cf2-4f7a-938d-5de4b4bd38c5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:39.423911 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a343f59-c664-431d-ae30-9bb9e54347d4 req-e627f78b-3cf2-4f7a-938d-5de4b4bd38c5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0821140
Dec 22 13:53:39.468179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4a343f59-c664-431d-ae30-9bb9e54347d4 req-d2553b2c-5e47-41fe-b7b9-ec6ae7537065 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386784
Dec 22 13:53:40.349237 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:40.654012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a7393-872a-46a2-aaab-602dc1452492 req-57183cdb-ae50-4f0c-9ece-c18befc543aa tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:40.656360 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-224a7393-872a-46a2-aaab-602dc1452492 req-57183cdb-ae50-4f0c-9ece-c18befc543aa tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0832028
Dec 22 13:53:40.699806 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-224a7393-872a-46a2-aaab-602dc1452492 req-acd19df3-ae66-4769-b12e-bada3dbfcf9e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377736
Dec 22 13:53:41.537228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:53:41.669853 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:53:41.684225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:53:41.743097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:41.800154 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:53:41.816244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:53:41.853829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:41.855794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:53:41.924501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:53:41.931569 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.931919 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.932289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.932622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.932955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.933285 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.933614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.933957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.934265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.934586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.934928 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.935250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:53:41.939985 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b3fd473d-4450-43b9-b93c-5a2d3c3de731'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:53:41.961649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d1032-453e-401b-aecc-c2bc08722966 req-9036d905-647d-4798-b169-15b80de5fa92 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:41.963774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-755d1032-453e-401b-aecc-c2bc08722966 req-9036d905-647d-4798-b169-15b80de5fa92 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.1544058
Dec 22 13:53:41.964258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:53:42.011200 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-755d1032-453e-401b-aecc-c2bc08722966 req-a7677ed5-b2e2-41c0-8783-1f6aac5f79ab tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415072
Dec 22 13:53:43.251927 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f46383-267a-402c-ae4a-47ffd4e245a6 req-7f344843-310a-4fd8-8511-4591b3e87bf0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:43.253394 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35f46383-267a-402c-ae4a-47ffd4e245a6 req-7f344843-310a-4fd8-8511-4591b3e87bf0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.1339583
Dec 22 13:53:43.305422 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35f46383-267a-402c-ae4a-47ffd4e245a6 req-5909fbb9-22ad-4dd3-a3dd-527ee0223ff1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459695
Dec 22 13:53:43.540892 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:53:43.616177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:53:43.617017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:43.738727 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:43.766097 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:53:43.776100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:53:43.811153 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'code': 200}
Dec 22 13:53:43.861786 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:43.861986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-62c744fd-21df-4ed9-82aa-5fc1259bdf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:53:43.929898 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:53:43.933100 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:53:44.519328 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796d90-1c4e-4e06-b4a6-34d0b3b2a751 req-89a77fff-a457-4c4a-8303-6d00090fb1b9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:44.521043 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a796d90-1c4e-4e06-b4a6-34d0b3b2a751 req-89a77fff-a457-4c4a-8303-6d00090fb1b9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0952880
Dec 22 13:53:44.575497 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1a796d90-1c4e-4e06-b4a6-34d0b3b2a751 req-64e265d0-c770-413a-becc-077fff8ddb61 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487983
Dec 22 13:53:45.780186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc7c8d-3b08-4c6f-9000-566c464659c5 req-182c70c2-95db-413e-84a3-cfc6ae64293c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:45.787330 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7bc7c8d-3b08-4c6f-9000-566c464659c5 req-182c70c2-95db-413e-84a3-cfc6ae64293c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0937822
Dec 22 13:53:45.829590 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c7bc7c8d-3b08-4c6f-9000-566c464659c5 req-5262b43d-d7b1-4bf5-b63b-9ba8e377368b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413890
Dec 22 13:53:47.043829 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83758292-5340-45bc-8fa6-6bea8c2772ed req-e5788f1b-db95-42a7-a9ec-d17b951c060f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:47.045333 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83758292-5340-45bc-8fa6-6bea8c2772ed req-e5788f1b-db95-42a7-a9ec-d17b951c060f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0951347
Dec 22 13:53:47.094987 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-83758292-5340-45bc-8fa6-6bea8c2772ed req-d4ac3368-25bd-4bab-b6ec-d37072385470 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432556
Dec 22 13:53:48.371630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259a59d-1d05-4120-97a5-f1f9141cd25d req-eb1e69a8-d353-49ce-aa83-662da477334b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:48.375224 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7259a59d-1d05-4120-97a5-f1f9141cd25d req-eb1e69a8-d353-49ce-aa83-662da477334b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.1595933
Dec 22 13:53:48.441554 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7259a59d-1d05-4120-97a5-f1f9141cd25d req-e6949932-b8f5-4090-8899-d30a12ca6716 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600960
Dec 22 13:53:49.682421 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb884b-2f01-45e8-9c28-4f55ae3828be req-8d96764a-b27e-49b3-9b61-b3b6bb691575 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:49.683911 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4cdb884b-2f01-45e8-9c28-4f55ae3828be req-8d96764a-b27e-49b3-9b61-b3b6bb691575 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0900459
Dec 22 13:53:49.728494 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4cdb884b-2f01-45e8-9c28-4f55ae3828be req-36aead80-b9f0-4840-a951-44e43fa9b6b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387869
Dec 22 13:53:50.943040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d193a0-d044-480d-835c-7b2006b4995e req-d2300cd0-0472-44fe-a474-c2ef91849584 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:50.944657 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80d193a0-d044-480d-835c-7b2006b4995e req-d2300cd0-0472-44fe-a474-c2ef91849584 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0948770
Dec 22 13:53:50.995185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-80d193a0-d044-480d-835c-7b2006b4995e req-d71e5b14-cdb2-43fe-9edb-ebe64c094368 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445054
Dec 22 13:53:52.192594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c494a3f-12ef-47d5-9eb1-7a4e99abed51 req-36c6716c-c330-4796-a8d8-e8a6a8b985b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:52.194129 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c494a3f-12ef-47d5-9eb1-7a4e99abed51 req-36c6716c-c330-4796-a8d8-e8a6a8b985b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0826199
Dec 22 13:53:52.250885 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6c494a3f-12ef-47d5-9eb1-7a4e99abed51 req-8ad8d42e-3b60-4ac3-8976-ff23d44a2ea3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440209
Dec 22 13:53:53.471875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde6d1b-195e-456d-ad2f-eb96e5b4c064 req-83150b06-574c-45d8-bd8e-0935501a3e3a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:53.473363 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4dde6d1b-195e-456d-ad2f-eb96e5b4c064 req-83150b06-574c-45d8-bd8e-0935501a3e3a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0913973
Dec 22 13:53:53.525409 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4dde6d1b-195e-456d-ad2f-eb96e5b4c064 req-6d6280d7-b290-4aad-b285-577a8f73a93b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459907
Dec 22 13:53:54.050343 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:53:54.706343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50da3c-c105-4828-b71a-90d945481c0c req-e843392a-1281-416d-b073-c6ea95a140f9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:54.707842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd50da3c-c105-4828-b71a-90d945481c0c req-e843392a-1281-416d-b073-c6ea95a140f9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0802269
Dec 22 13:53:54.752785 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-dd50da3c-c105-4828-b71a-90d945481c0c req-34f75475-f9e1-46b7-90a8-24a4e17c3080 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392702
Dec 22 13:53:54.777021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-6c340f3d-7d16-483c-9166-a6e1d2f93485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:54.778527 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-6c340f3d-7d16-483c-9166-a6e1d2f93485 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1098 time: 0.0714388
Dec 22 13:53:54.918880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-23ef3697-a7c6-4828-8798-df76a2d0c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:54.920230 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-23ef3697-a7c6-4828-8798-df76a2d0c627 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1359510
Dec 22 13:53:55.024384 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-2a6e5e72-f8e8-49ae-98e8-ccd1ad648b7a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1001 time: 0.0972097
Dec 22 13:53:55.086275 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-ebb9d514-7610-4ce8-b2a7-3d2275371235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:55.087698 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-ebb9d514-7610-4ce8-b2a7-3d2275371235 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0569110
Dec 22 13:53:55.164573 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-67569bc7-0026-489e-ac09-9dda15dcbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:55.166036 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-67569bc7-0026-489e-ac09-9dda15dcbc85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723710
Dec 22 13:53:55.298988 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-28e4c2be-45bb-44c8-9691-709b4eda5493 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261053
Dec 22 13:53:55.434350 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d6b3d88e-71ea-413f-8485-82fe3ba52c6a req-a455a258-8ca6-4f83-82d1-231c62408036 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292858
Dec 22 13:53:55.941709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e4ac0-123f-4622-b232-a263bee50448 req-2320b646-62e2-4360-b557-d3d673bd266d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:55.943172 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ed0e4ac0-123f-4622-b232-a263bee50448 req-2320b646-62e2-4360-b557-d3d673bd266d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0831158
Dec 22 13:53:55.986928 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ed0e4ac0-123f-4622-b232-a263bee50448 req-61ec868a-84da-43e6-a182-c956ce4ac1eb tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381308
Dec 22 13:53:57.182004 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d890-a16a-4912-a968-3fd76bcf112f req-e485bbaf-1f67-453e-af62-6bc9687b3f19 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:57.183516 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e61d890-a16a-4912-a968-3fd76bcf112f req-e485bbaf-1f67-453e-af62-6bc9687b3f19 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 945 time: 0.0877297
Dec 22 13:53:57.232292 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0e61d890-a16a-4912-a968-3fd76bcf112f req-f77d1ea7-dce9-4e5f-9928-993874a212c8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425892
Dec 22 13:53:57.603066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:53:57.717362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:57.744208 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:53:57.754356 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:53:57.783703 dv-neutron-822662-1-hyperv neutron-server[88168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'code': 422} returned with failed status
Dec 22 13:53:57.818819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:53:57.820710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1c57c1ff-c872-4a01-9c9b-4102b22c1065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:53:57.888508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:53:57.891528 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:53:58.416752 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbdc99-71ce-42c6-ba44-991b8d66cf40 req-20ad2859-810e-438c-9a5c-5c6135ca391a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:58.418234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14bbdc99-71ce-42c6-ba44-991b8d66cf40 req-20ad2859-810e-438c-9a5c-5c6135ca391a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0800905
Dec 22 13:53:58.463081 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-14bbdc99-71ce-42c6-ba44-991b8d66cf40 req-941402e4-510a-4f9b-9521-9831a1ef596a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385652
Dec 22 13:53:59.972365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516a561-ac42-462c-aacc-3d57e3f384b6 req-6f7b52be-de45-4e6f-8059-fb35ccbff0c0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:53:59.973916 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0516a561-ac42-462c-aacc-3d57e3f384b6 req-6f7b52be-de45-4e6f-8059-fb35ccbff0c0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0876620
Dec 22 13:54:00.019103 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0516a561-ac42-462c-aacc-3d57e3f384b6 req-84c62a8a-8bbf-410f-bdba-7ac87c99f54a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395415
Dec 22 13:54:00.472440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-514a3860-6963-4090-889f-7c15987281ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1129055
Dec 22 13:54:01.321206 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d54182-3581-4ad4-9620-030627c491ae req-52153c89-2236-44f2-9054-732972189fd6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:01.323127 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d5d54182-3581-4ad4-9620-030627c491ae req-52153c89-2236-44f2-9054-732972189fd6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.1971114
Dec 22 13:54:01.368804 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d5d54182-3581-4ad4-9620-030627c491ae req-868e04b9-7a59-474f-b77c-c4250e4cfc10 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398068
Dec 22 13:54:01.622873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:54:01.842891 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-f91bdcfa-0a48-4ee1-90b6-64a05fce0c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:01.844515 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-f91bdcfa-0a48-4ee1-90b6-64a05fce0c31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 1096 time: 0.0700688
Dec 22 13:54:01.938772 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-6d87e294-7fe1-4f8d-b0da-6244c43685e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:01.940258 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-6d87e294-7fe1-4f8d-b0da-6244c43685e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1096 time: 0.0731339
Dec 22 13:54:02.071122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-7802e0d8-634a-4348-8cf7-2ac2a8a9e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:02.072542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-7802e0d8-634a-4348-8cf7-2ac2a8a9e1c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1258535
Dec 22 13:54:02.170917 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-4ee1b504-a8c6-46fa-9b1b-61e9990c5349 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 999 time: 0.0917821
Dec 22 13:54:02.236150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-499d4b4e-3c08-4fa3-80a2-8ace650a074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:02.237481 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-499d4b4e-3c08-4fa3-80a2-8ace650a074f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0604246
Dec 22 13:54:02.312780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-76af2227-e83e-463c-abac-259d3c5c9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:02.314358 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-76af2227-e83e-463c-abac-259d3c5c9c29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0705121
Dec 22 13:54:02.560342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3022998-5fb8-4034-ad90-fbcaab329fdc req-8498c0df-1b36-4f98-9001-6f3ddb9fa58c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:02.561728 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3022998-5fb8-4034-ad90-fbcaab329fdc req-8498c0df-1b36-4f98-9001-6f3ddb9fa58c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0804961
Dec 22 13:54:02.568134 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-268eb261-450e-4739-8c59-58da3e2d74d2 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472246
Dec 22 13:54:02.605723 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d3022998-5fb8-4034-ad90-fbcaab329fdc req-4eded71a-7ca7-4b20-a879-afd0dc1676b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375731
Dec 22 13:54:02.701107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-9b42e906-32df-4a98-9622-ebdf554ecb33 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263611
Dec 22 13:54:03.041554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:03.816309 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e5f3a-bbd2-4d7c-8a09-6775f6ccf4c3 req-fa6754b5-98e4-43d1-972c-54200f0c542d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:03.817938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-513e5f3a-bbd2-4d7c-8a09-6775f6ccf4c3 req-fa6754b5-98e4-43d1-972c-54200f0c542d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0945387
Dec 22 13:54:03.865447 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-513e5f3a-bbd2-4d7c-8a09-6775f6ccf4c3 req-2f2d133f-5e2d-49a9-a733-e647f8129b24 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415101
Dec 22 13:54:05.056249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d8dd2-9fd2-48e1-b534-f378f91d769a req-d93c1c30-a7ca-4d1a-96c2-e832bacb64b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:05.057759 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-298d8dd2-9fd2-48e1-b534-f378f91d769a req-d93c1c30-a7ca-4d1a-96c2-e832bacb64b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0846336
Dec 22 13:54:05.107250 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-298d8dd2-9fd2-48e1-b534-f378f91d769a req-ed782803-ae88-4fb6-a423-680f95aab66e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427420
Dec 22 13:54:05.165925 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94ca352e-9ae2-4276-8faa-d1614db87f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:06.315523 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2815-99dc-457b-927e-f7b7ab905d66 req-142bdfe3-faee-4440-a77c-6749c9e76148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:06.316964 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-519f2815-99dc-457b-927e-f7b7ab905d66 req-142bdfe3-faee-4440-a77c-6749c9e76148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0864782
Dec 22 13:54:06.366830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-519f2815-99dc-457b-927e-f7b7ab905d66 req-0d058330-470c-4ce4-a8a8-9d0f60ed3dc8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441217
Dec 22 13:54:07.514500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-798af9ac-3a2c-40b8-8843-d466ff6aa43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:07.580152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c0c25-18f3-40e7-b595-9f59d63ffd87 req-a4e87522-10d1-4907-bf18-10fda8b54f2a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:07.581653 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d39c0c25-18f3-40e7-b595-9f59d63ffd87 req-a4e87522-10d1-4907-bf18-10fda8b54f2a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0988090
Dec 22 13:54:07.628387 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d39c0c25-18f3-40e7-b595-9f59d63ffd87 req-2833f627-5824-4eea-92b3-a240b6592919 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408974
Dec 22 13:54:08.767390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:08.790228 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:08.822323 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162a12b-9971-499f-8777-ed6ae77663a3 req-37fa99d8-d9b0-461b-86a2-e633ee7a5f2d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:08.823743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5162a12b-9971-499f-8777-ed6ae77663a3 req-37fa99d8-d9b0-461b-86a2-e633ee7a5f2d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0844698
Dec 22 13:54:08.877975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5162a12b-9971-499f-8777-ed6ae77663a3 req-433eee5d-74ed-4a71-a660-be9a32e6c93a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478644
Dec 22 13:54:10.074041 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c667-b60e-40e0-bb47-6dfd417576bb req-69f1723b-1551-4281-9da8-3cd4f7c60865 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:10.075502 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f394c667-b60e-40e0-bb47-6dfd417576bb req-69f1723b-1551-4281-9da8-3cd4f7c60865 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0855706
Dec 22 13:54:10.119489 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f394c667-b60e-40e0-bb47-6dfd417576bb req-b0b1d1f5-6349-4d27-9f5c-d988fbaca0bb tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381696
Dec 22 13:54:10.350317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:11.371404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385ff20-fcb6-4ed4-bcda-ec505b61536e req-7658db6b-c4d2-4860-984e-a22ca4c09b8a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:11.372877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4385ff20-fcb6-4ed4-bcda-ec505b61536e req-7658db6b-c4d2-4860-984e-a22ca4c09b8a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.1231766
Dec 22 13:54:11.425565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4385ff20-fcb6-4ed4-bcda-ec505b61536e req-3155af00-57dc-4267-b5e6-a836b2762782 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465753
Dec 22 13:54:12.622067 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aec72d-7c80-4f75-ab19-751aa6ce87dd req-9ecadf1e-85af-4d43-8ac6-abc174d27889 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:12.624179 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49aec72d-7c80-4f75-ab19-751aa6ce87dd req-9ecadf1e-85af-4d43-8ac6-abc174d27889 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0902517
Dec 22 13:54:12.669361 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-49aec72d-7c80-4f75-ab19-751aa6ce87dd req-ae459863-c8fe-4244-a6ca-b62879fa0baf tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388134
Dec 22 13:54:13.855490 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d971b33-2126-4e8d-a71d-732cc914d0ee req-d9a0848a-5be4-44f9-8679-50d5f5574b24 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:13.856973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d971b33-2126-4e8d-a71d-732cc914d0ee req-d9a0848a-5be4-44f9-8679-50d5f5574b24 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0826192
Dec 22 13:54:13.903193 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-8d971b33-2126-4e8d-a71d-732cc914d0ee req-a68854fb-d309-4cd8-b85c-58c7a1a8edee tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388269
Dec 22 13:54:15.084112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa5893-c2d6-4090-8a8a-5b89b259effb req-395330e2-d176-44c0-9e6a-a073c57feca0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:15.085518 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85fa5893-c2d6-4090-8a8a-5b89b259effb req-395330e2-d176-44c0-9e6a-a073c57feca0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 943 time: 0.0785096
Dec 22 13:54:15.128539 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-85fa5893-c2d6-4090-8a8a-5b89b259effb req-9b3bea14-17bb-496f-b545-4357226adf03 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375786
Dec 22 13:54:15.700215 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:54:15.833977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:54:15.847122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'port_id': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'mac_address': 'fa:16:3e:15:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:54:15.901304 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:15.917460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:54:15.932122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:54:15.993817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:15.995568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:54:16.064672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=9']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:54:16.067926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:54:16.227982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b3fd473d-4450-43b9-b93c-5a2d3c3de731'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:54:16.327123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c638fd-6b55-4e0f-9afc-c022f1b288ba req-5e40eb7d-ad8d-4a06-aada-1b6b2f42786e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:16.328588 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1c638fd-6b55-4e0f-9afc-c022f1b288ba req-5e40eb7d-ad8d-4a06-aada-1b6b2f42786e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.0857217
Dec 22 13:54:16.374773 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c1c638fd-6b55-4e0f-9afc-c022f1b288ba req-063e0979-8530-4594-b7d9-d117d3703200 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403786
Dec 22 13:54:17.559398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaa1d5-7805-47d7-991c-f7f5c3e395f5 req-b6e29642-b700-4611-bb05-10d01a1cc716 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:17.560744 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33aaa1d5-7805-47d7-991c-f7f5c3e395f5 req-b6e29642-b700-4611-bb05-10d01a1cc716 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 944 time: 0.0797486
Dec 22 13:54:17.603972 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-33aaa1d5-7805-47d7-991c-f7f5c3e395f5 req-1d2e308b-fd15-43b2-ae93-33a977dde6cf tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370393
Dec 22 13:54:17.711571 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:54:17.780759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b3fd473d-4450-43b9-b93c-5a2d3c3de731 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:54:17.781137 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:17.895236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:17.955079 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:54:17.964899 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:54:17.999526 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'code': 200}
Dec 22 13:54:18.058209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:18.060080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:54:18.123871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=10']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:54:18.127246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:54:18.379299 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae16f02-e980-4b98-a8d6-6078a667c388 req-6f6c4fbf-8fe8-4eb5-84dd-4edc5e1feca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:18.380775 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cae16f02-e980-4b98-a8d6-6078a667c388 req-6f6c4fbf-8fe8-4eb5-84dd-4edc5e1feca2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1099 time: 0.0755415
Dec 22 13:54:18.425004 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cae16f02-e980-4b98-a8d6-6078a667c388 req-b106795d-8fe0-4a55-bdac-dbae3a3b5d9d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358665
Dec 22 13:54:18.792363 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547fb97-aa55-4180-9ef7-ffac524b114e req-f1742a06-996f-4358-9995-91c6bed4403e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:18.793803 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5547fb97-aa55-4180-9ef7-ffac524b114e req-f1742a06-996f-4358-9995-91c6bed4403e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.0833986
Dec 22 13:54:18.837576 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5547fb97-aa55-4180-9ef7-ffac524b114e req-7b3b2512-ba07-4450-84fc-afde9f432dbe tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379193
Dec 22 13:54:20.024673 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637b131-4921-4afb-a01a-36ce9f6aff8e req-b5c4225b-364c-40af-885b-d9e3bf755ca1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:20.026111 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9637b131-4921-4afb-a01a-36ce9f6aff8e req-b5c4225b-364c-40af-885b-d9e3bf755ca1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.0825348
Dec 22 13:54:20.073701 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9637b131-4921-4afb-a01a-36ce9f6aff8e req-54668ca5-d4f7-4a72-a3e9-18890c7a0608 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418167
Dec 22 13:54:21.254205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae0d39-e055-413e-bb33-7084305cb3f5 req-9c0ed674-3361-48c6-9fef-9253f59aacd7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:21.255686 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-82ae0d39-e055-413e-bb33-7084305cb3f5 req-9c0ed674-3361-48c6-9fef-9253f59aacd7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.0791457
Dec 22 13:54:21.300436 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-82ae0d39-e055-413e-bb33-7084305cb3f5 req-3aac1479-2d5b-4b4d-a4c5-83deba34a637 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382023
Dec 22 13:54:29.872691 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-9c2ae76d-2fd7-4b4c-b405-7c8f076e0575 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0677350
Dec 22 13:54:30.013225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-7b84ea72-c804-4777-8eec-104bdabc6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:30.014693 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-7b84ea72-c804-4777-8eec-104bdabc6ecd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1099 time: 0.0751925
Dec 22 13:54:30.159880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-ddb219ba-9341-4511-a987-e72ed405247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:30.161335 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-ddb219ba-9341-4511-a987-e72ed405247e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1280489
Dec 22 13:54:30.266901 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-a8af7514-fcc5-4ab3-973d-7c2fdd3bdd4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1001 time: 0.0994413
Dec 22 13:54:30.331141 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-11c9a75b-1ce2-47b6-a19b-648f0cd30235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:30.332555 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-11c9a75b-1ce2-47b6-a19b-648f0cd30235 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0582895
Dec 22 13:54:30.406187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-1dfe0260-ddc8-4fba-88de-c6d00c289ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:54:30.407733 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-1dfe0260-ddc8-4fba-88de-c6d00c289ddf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688405
Dec 22 13:54:30.542087 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-dadf6ec8-3d01-42f4-bf58-12a8a6908272 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270878
Dec 22 13:54:30.675295 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b82ca487-d83c-41af-ad6a-57009f23fc66 req-a9e15754-f2a2-4a2b-90d5-642d409d2ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263254
Dec 22 13:54:31.049058 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:54:33.027884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:35.153806 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ddfb3770-b750-4cdb-8b4a-4425282e57a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:37.531671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8320328d-926b-473a-8ddf-5a1d83a042d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:38.782927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:38.794511 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:54:40.370496 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:03.027981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:05.141774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-748cc32d-9d02-4744-a373-30050dc3cb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:07.524777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bd72d005-6239-4260-b22d-c6009dbefb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:08.048101 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:55:08.776031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:08.798922 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:10.353317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:31.903628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-76617bec-957c-4c0b-9610-d4f73750f245 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749986
Dec 22 13:55:32.040938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-cd5d37cd-ac70-4ee1-9911-a9ed0573a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:32.042428 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-cd5d37cd-ac70-4ee1-9911-a9ed0573a3de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1099 time: 0.0706549
Dec 22 13:55:32.183566 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-af6c93fb-1500-4472-bd38-c9f81ac7e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:32.184979 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-af6c93fb-1500-4472-bd38-c9f81ac7e5a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1245630
Dec 22 13:55:32.288851 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-fd8a1a70-b6b5-4ead-9fff-ed8b92c0d4d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 1001 time: 0.0971179
Dec 22 13:55:32.355487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-1992e0ae-0887-4319-b623-0787aaa781f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:32.356960 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-1992e0ae-0887-4319-b623-0787aaa781f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0621710
Dec 22 13:55:32.431774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-94221273-f0a1-4f09-bb49-50c26badc729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:32.433227 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-94221273-f0a1-4f09-bb49-50c26badc729 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695798
Dec 22 13:55:32.680610 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-bbfd1988-a48a-402b-bf0d-0219962f8019 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406693
Dec 22 13:55:32.809503 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-86c38a23-7176-42d6-8c39-24acf0ea99bb req-d8523f50-3688-4713-94f3-59c36c40c2f6 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229508
Dec 22 13:55:33.015596 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:34.310034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42428) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:34.520072 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Deleting port a8e594cf-fb64-44ff-8702-30b4b8bb9f8c {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:55:34.520413 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:34.686634 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:34.687064 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:34.910360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Calling delete_port for a8e594cf-fb64-44ff-8702-30b4b8bb9f8c owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:55:35.158185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:35.163022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-687ef742-a473-4187-a7b0-d536931e9407 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:35.175039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b7ea366e-b528-4422-9d16-3de1b5cf3c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:35.207577 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'Port': ['ID=a8e594cf-fb64-44ff-8702-30b4b8bb9f8c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:35.248843 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.249224 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.249598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.249967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.250326 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.250689 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.251071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.251440 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.251792 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.252143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.252497 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.252842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:35.283626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:35.312593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:35.313183 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Floating IP c69f6c9e-b821-4b4c-a109-d8f7940b5793 disassociated (deleted). External IP: 172.26.3.183, port: b3fd473d-4450-43b9-b93c-5a2d3c3de731.
Dec 22 13:55:35.677216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:55:35.857247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:55:35.867057 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:55:35.869439 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:35.875933 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:55:35.876538 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299380a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:55:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:55:35.923962 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-b2affde7-4826-4182-8121-2224c7eaa66c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "DELETE /v2.0/floatingips/c69f6c9e-b821-4b4c-a109-d8f7940b5793 HTTP/1.1" status: 204  len: 168 time: 1.6128354
Dec 22 13:55:35.924630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:55:36.041985 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'status': 'completed', 'code': 200}
Dec 22 13:55:36.096121 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:55:36.135839 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-f1656907-6c42-44e2-ae0b-2c4076e2560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:36.137318 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-f1656907-6c42-44e2-ae0b-2c4076e2560b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 1099 time: 0.0738199
Dec 22 13:55:36.273970 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-2ca79bd9-a50f-4f11-9ccf-75599e471754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:36.275456 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-2ca79bd9-a50f-4f11-9ccf-75599e471754 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1312659
Dec 22 13:55:36.349923 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-d1843ca4-075a-4614-adf1-1d04f862c24a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 200  len: 217 time: 0.0679903
Dec 22 13:55:36.413267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-e75963d0-ed85-41bb-bda2-4811e9c21b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:36.414882 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-e75963d0-ed85-41bb-bda2-4811e9c21b16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0590937
Dec 22 13:55:36.429063 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299380a60>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:55:36.434599 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:55:36.443687 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:55:36.444295 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299380a60>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:55:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:55:36.485611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b807a1-5746-45e8-b57c-60894a3c4adf req-36e060ab-6aaf-45ff-851e-2e480ce6d20b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:36.486404 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f5b807a1-5746-45e8-b57c-60894a3c4adf req-36e060ab-6aaf-45ff-851e-2e480ce6d20b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:55:36.495924 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-768899d9-b652-4534-b3b9-ba6ce1e7d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:36.497465 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-768899d9-b652-4534-b3b9-ba6ce1e7d1e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0759928
Dec 22 13:55:36.575567 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-f5b807a1-5746-45e8-b57c-60894a3c4adf req-36e060ab-6aaf-45ff-851e-2e480ce6d20b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:55:36.576709 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5b807a1-5746-45e8-b57c-60894a3c4adf req-36e060ab-6aaf-45ff-851e-2e480ce6d20b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.1786668
Dec 22 13:55:36.629367 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f5b807a1-5746-45e8-b57c-60894a3c4adf req-d60926f9-c0b4-41c8-98a9-799ee23cb130 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455642
Dec 22 13:55:36.629760 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:55:36.643920 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-70e81450-5f62-4d09-93fc-97c784cb2f16 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383293
Dec 22 13:55:36.780107 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-2fc2cf69-9cb9-4f28-ab69-24d02feb38f7 req-1e6df002-a4c5-4247-9e76-019aece28a1e service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295023
Dec 22 13:55:36.934510 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299380a60>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:55:36.938235 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f79ab0-2dc7-4236-b27c-bbf4a6e8c0e9 None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:55:37.152684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0ed15-5eb8-42f8-a0d0-9fb935bb8068 None None] New status for floating IP c69f6c9e-b821-4b4c-a109-d8f7940b5793: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:55:37.506671 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-36bd2cab-10bf-47b9-811d-cb5cc8cf76d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:37.772225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-669e824d-21c5-4560-acd0-a014723b2601 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:37.772925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-669e824d-21c5-4560-acd0-a014723b2601 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:55:37.784410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-669e824d-21c5-4560-acd0-a014723b2601 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:55:37.785489 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-669e824d-21c5-4560-acd0-a014723b2601 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.0910652
Dec 22 13:55:37.820709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c61e5a-77da-4463-bc0d-ad791a6505e7 req-fa0e4c0c-a0c6-4c92-96e6-684d4350ee63 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:55:37.822185 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06c61e5a-77da-4463-bc0d-ad791a6505e7 req-fa0e4c0c-a0c6-4c92-96e6-684d4350ee63 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 946 time: 0.0806019
Dec 22 13:55:37.859519 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Deleting port b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 13:55:37.859861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:37.865752 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-06c61e5a-77da-4463-bc0d-ad791a6505e7 req-aeeca48a-a2c7-48c2-bca0-622195497c21 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371759
Dec 22 13:55:38.105725 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] For port b3fd473d-4450-43b9-b93c-5a2d3c3de731, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b3fd473d-4450-43b9-b93c-5a2d3c3de731,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:55:38.106068 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:38.227232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Calling delete_port for b3fd473d-4450-43b9-b93c-5a2d3c3de731 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 13:55:38.478326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:38.484686 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-96ba7e94-e188-44ab-9d88-1d05f7a5379c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:38.530025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'Port': ['ID=b3fd473d-4450-43b9-b93c-5a2d3c3de731,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:38.604461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.604846 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.605221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.605594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.607699 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.608322 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.608690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.609066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.609416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.609775 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.610131 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.610485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:55:38.617530 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:38.746526 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] No DVR routers for this DVR port b3fd473d-4450-43b9-b93c-5a2d3c3de731 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 13:55:38.748883 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:38.751594 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-deleted', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:55:38.792773 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:38.796358 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a79c945-9244-4e0e-a4b8-00e129b961a2', 'name': 'network-vif-deleted', 'tag': 'b3fd473d-4450-43b9-b93c-5a2d3c3de731', 'status': 'completed', 'code': 200}
Dec 22 13:55:38.832420 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:38.856160 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-952a5fcc-1e3f-42bb-ae05-6e098dbeb0de req-d117f8fd-6c96-438c-886e-62cdab1fa525 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "DELETE /v2.0/ports/b3fd473d-4450-43b9-b93c-5a2d3c3de731 HTTP/1.1" status: 204  len: 173 time: 1.0651331
Dec 22 13:55:39.026142 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-473ecd0a-bb4e-4dc1-bfa7-e337ca2bf92a req-e9b8729e-5cc5-4e84-9972-8523d5360a51 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a79c945-9244-4e0e-a4b8-00e129b961a2 HTTP/1.1" status: 200  len: 210 time: 0.0494661
Dec 22 13:55:40.120027 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42448) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:40.186942 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:40.216262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:40.392563 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:40.397817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e3ece996-c08e-4ae3-9ad7-a4d4afee2a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:40.412797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e80e46d-2ef3-499d-bdbd-998e3e73c1bb,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:40.415174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:40.425941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:40.528715 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:40.529830 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3aec4693-4674-4537-9de9-42204e628ee5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e80e46d-2ef3-499d-bdbd-998e3e73c1bb HTTP/1.1" status: 204  len: 168 time: 0.4088502
Dec 22 13:55:41.221756 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42456) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:41.227114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529440635', 'description': 'tempest-secgroup-smoke-529440635 description', 'project_id': '364753a4c3f74932a351bfc4106c66fe'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:41.233869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:41.238076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:41.240922 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:41.247114 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:41.346614 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.366535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:41.370258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:41.373258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:41.378738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:41.452020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.500883 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.506000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0879ab7d-a772-4bc2-a4d2-4401f7c0defe tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:41.661285 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d158f571-9066-4e1c-ba47-f33cbdee618e,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:41.664349 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:41.712778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.714016 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-ab993f71-0290-4cf3-8b5f-1914a69c75b3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4912593
Dec 22 13:55:41.717379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42460) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:41.722365 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:41.728345 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:41.732338 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:41.735220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:41.741005 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:41.838813 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.896738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.969522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:41.971320 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ac26c6fa-fb27-4e04-bdff-345e7ccae77a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:41.993016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4ae7de-a6bb-4de6-bd36-252d495b3ee3,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:41.997801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:42.055317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.056471 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-36e917b7-b7cd-4e04-be24-706cf06d6b97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3381913
Dec 22 13:55:42.059738 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42464) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:42.064629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:42.070502 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:42.074887 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:42.077677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:42.083463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:42.135357 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:55:42.152581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.195680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: b3fd473d-4450-43b9-b93c-5a2d3c3de731 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 13:55:42.196229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b3fd473d-4450-43b9-b93c-5a2d3c3de731 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 13:55:42.240797 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.312343 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.314194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1882f4a9-3a6a-4a6b-9460-04e095578a30 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:42.338122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12b356d2-3f8b-44c6-a44f-160e1c7d3498,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:42.340631 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:42.426571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.427778 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3671527
Dec 22 13:55:42.430486 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42468) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:42.436266 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:42.442020 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:42.445746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:42.448766 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:42.454616 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:42.524267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.584719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.654691 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.656694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-93c370b6-de75-45a3-9158-7bcac84aedac tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:42.678874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5d5aee-db0e-4424-96d6-46862ae42860,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:42.681240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:42.809703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.810805 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-7589ed5d-4f4a-4800-be24-13ffa42e5998 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3794060
Dec 22 13:55:42.813495 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42472) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:42.818359 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:42.824325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:42.828198 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:42.831032 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:42.836650 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:42.935353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:42.996310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.072242 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.074586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-67760dcd-389d-49c7-b6a2-a7b04eaab030 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:43.096556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb553b03-12cf-454a-8eca-8dab5c16b3a8,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:43.098961 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:43.169598 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.171031 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3bc1e5c3-49f3-4ad5-9dbc-15cec6751397 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3563766
Dec 22 13:55:43.173467 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42476) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:43.178348 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:43.184133 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:43.187833 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:43.191444 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:43.196340 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:43.300706 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Project 364753a4c3f74932a351bfc4106c66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:55:43.307824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.374168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.471998 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.473810 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0687cfb3-3043-4eaf-84a9-d5a2140c0266 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:43.496501 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086fcf71-04c9-4053-a062-5ff7519cedfa,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:43.500842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:43.580934 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.582118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d038d388-4506-41a6-bffe-9567f7e2da98 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4077613
Dec 22 13:55:43.584855 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42480) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:55:43.589865 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'security_group_rule': {'security_group_id': 'd158f571-9066-4e1c-ba47-f33cbdee618e', 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:55:43.595937 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:55:43.599674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:security_group_rule and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:55:43.602475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:55:43.608240 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:55:43.677837 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Project 364753a4c3f74932a351bfc4106c66fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 13:55:43.684967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.748671 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.809706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.811568 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6488f5c8-eb5d-4474-ae5a-1fa2bc50155b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:55:43.832936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d364c92-18b4-43eb-b0d4-7d8f2fdac2fb,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:55:43.835265 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:55:43.900696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:55:43.902068 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3161039
Dec 22 13:55:45.046617 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:56:03.123959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:05.174956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-920f4233-4b54-48ac-8787-339c614b93a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:07.654772 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-440d36a1-873e-4a06-b5f8-0f9dc3f7dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:08.820618 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:08.832055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:10.393605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:10.416958 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-76e87596-341c-4173-a1bf-c46e54a7bf6b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 13:56:10.488960 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-76e87596-341c-4173-a1bf-c46e54a7bf6b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 13:56:10.490118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-76e87596-341c-4173-a1bf-c46e54a7bf6b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529440635&fields=id&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 267 time: 0.1157072
Dec 22 13:56:10.644594 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-4fa82041-76e0-47f9-be59-b57900477fd3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:10.646019 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-4fa82041-76e0-47f9-be59-b57900477fd3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 808 time: 0.1493134
Dec 22 13:56:10.661953 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7ee17697-9947-40be-99cf-926abcc7e587 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/quotas/364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 375 time: 0.0103347
Dec 22 13:56:10.743083 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-3557d2fa-14ab-4a8f-bd78-04caac74625f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0760820
Dec 22 13:56:10.758065 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-c409ad58-2ec4-4043-8453-b13291d144d7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 13:56:10.759063 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-c409ad58-2ec4-4043-8453-b13291d144d7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052013
Dec 22 13:56:10.887854 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-1f7b7ba2-bbf3-47aa-a43f-9d08c96f2350 service neutron] 10.222.0.16 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236651
Dec 22 13:56:11.019877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-867136ca-92be-47d6-b65a-a1baecf3a05d service neutron] 10.222.0.16 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253874
Dec 22 13:56:11.703042 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-65eff9c6-544b-4ecd-af94-21918aec56b0 req-04f61569-e87d-4007-8881-84c9c09d5f54 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 210 time: 0.0454593
Dec 22 13:56:12.860551 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4e66f70f-2e92-4595-8720-09a2c8b534c3 req-443a62e7-205a-487e-b0bb-f7d4456d2d0c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 210 time: 0.0501757
Dec 22 13:56:13.635286 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-5382402f-d9e5-48e1-863e-3f7b61cfb6d6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:13.636595 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-5382402f-d9e5-48e1-863e-3f7b61cfb6d6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 808 time: 0.1516664
Dec 22 13:56:13.682833 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-26063bbb-1ecd-4e2d-a2e7-ea35ed713179 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 379 time: 0.0383699
Dec 22 13:56:13.691737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'port': {'device_id': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'admin_state_up': True, 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'security_groups': ['d158f571-9066-4e1c-ba47-f33cbdee618e']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:56:13.829121 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:56:13.833423 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:port and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:56:13.836308 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:56:13.841948 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:56:13.924375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Made reservation on behalf of 364753a4c3f74932a351bfc4106c66fe for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 13:56:13.928362 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.014567 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e1ee0e6f-0c4f-47b8-b29b-b71afe1fd1e0 req-751ab4d1-7f5e-46f0-a7c3-8df071ab98b6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 210 time: 0.0457420
Dec 22 13:56:14.104674 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Allocated IP 172.20.0.3 (a836ffb5-ae9e-4f47-b2ac-4655baa137ff/9e5e03a5-fbae-408e-bcfc-3c329db53de1/57d873a9-9464-4f4f-bbea-2892c58f4ae3) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:56:14.306625 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.322385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Transition to ACTIVE for port object 57d873a9-9464-4f4f-bbea-2892c58f4ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:56:14.426163 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.431976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:14.501075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:56:14.504176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:56:14.508267 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:56:14.540037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:14.547251 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:14.580102 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:14.580718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.724006 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-6bdd2407-08cd-44b7-a219-2447062202a3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0365393
Dec 22 13:56:14.735586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Request body: {'port': {'device_id': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:56:14.851260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.911495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ad195b37-d235-4d6d-8902-4e7d216c6d3e None None] Provisioning for port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:56:14.917246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-ad195b37-d235-4d6d-8902-4e7d216c6d3e None None] Provisioning complete for port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:56:14.921877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ad195b37-d235-4d6d-8902-4e7d216c6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:14.974123 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-ad195b37-d235-4d6d-8902-4e7d216c6d3e None None] Port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 13:56:15.211057 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d873a9-9464-4f4f-bbea-2892c58f4ae3 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:56:15.218651 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:15.234494 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Transition to ACTIVE for port object 57d873a9-9464-4f4f-bbea-2892c58f4ae3 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 13:56:15.265447 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fe057-1448-49cf-9c80-9a896f189261 req-0c42305d-56ca-43dd-945e-27bb39784e6a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:15.267182 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a78fe057-1448-49cf-9c80-9a896f189261 req-0c42305d-56ca-43dd-945e-27bb39784e6a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 931 time: 0.0906317
Dec 22 13:56:15.317565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a78fe057-1448-49cf-9c80-9a896f189261 req-974b0208-8988-414d-ae98-463bdf339ac1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448408
Dec 22 13:56:15.340421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:15.345514 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-348c094f-c9ed-48dc-9a58-cc69b4f59c33 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:15.510136 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527749c-0201-4f92-babe-8459832d725f service neutron] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:15.542079 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7527749c-0201-4f92-babe-8459832d725f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:15.586487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Attempting to bind port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 13:56:15.586826 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Attempting to bind port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 13:56:15.587180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Attempting to bind port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:56:15.591830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 13:56:15.592142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Attempting to bind port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 on network a836ffb5-ae9e-4f47-b2ac-4655baa137ff {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 13:56:15.597670 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 13, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 13:56:15.597999 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Checking segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 13:56:15.598377 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Bound using segment: {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 13:56:15.598791 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Bound port: 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294e5dfd-d3c7-44dd-9a28-14fef95a4f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 13:56:15.599153 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:15.691819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 13:56:15.694976 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 13:56:15.769580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:15.773612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f333d02c-7200-477a-bf1a-a17d82a14a15 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:15.960215 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:15.960854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:15.962192 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-7527749c-0201-4f92-babe-8459832d725f service neutron] 10.222.0.46 "PUT /v2.0/ports/57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1093 time: 1.2306695
Dec 22 13:56:15.962710 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:56:15.980925 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527749c-0201-4f92-babe-8459832d725f service neutron] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:15.986567 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7527749c-0201-4f92-babe-8459832d725f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:16.069278 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'status': 'completed', 'code': 200}
Dec 22 13:56:16.174957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-ba2e68d2-9055-4204-bb77-4dc06e4375b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.176449 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-ba2e68d2-9055-4204-bb77-4dc06e4375b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1096 time: 0.0800753
Dec 22 13:56:16.320263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-9e4de9b9-9d7d-4637-baf7-19edc92d910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.321705 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-9e4de9b9-9d7d-4637-baf7-19edc92d910c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=364753a4c3f74932a351bfc4106c66fe&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1381586
Dec 22 13:56:16.461695 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-61f23e40-7442-4e3b-b59e-b8543c068ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.463210 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-20c6ad74-604b-4753-954e-03c63a6f4817 req-61f23e40-7442-4e3b-b59e-b8543c068ace service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1357372
Dec 22 13:56:16.512481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb5332-033a-4a8d-8ceb-b4a21c5ed2b2 req-5e086f03-b687-47b1-b729-934a690e279c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.513842 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fcb5332-033a-4a8d-8ceb-b4a21c5ed2b2 req-5e086f03-b687-47b1-b729-934a690e279c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0827644
Dec 22 13:56:16.559324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-9fcb5332-033a-4a8d-8ceb-b4a21c5ed2b2 req-90731fad-cdcd-442c-a6d5-d7aa6b796639 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389054
Dec 22 13:56:16.568375 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-9438dcfe-8545-4167-89c7-2f1a7a0e5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.569865 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-9438dcfe-8545-4167-89c7-2f1a7a0e5b1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1096 time: 0.0724308
Dec 22 13:56:16.642542 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-f2b12e07-c957-4840-88d2-a553089bc58f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 217 time: 0.0648563
Dec 22 13:56:16.704037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-46591500-58b2-47f5-b37d-1666e403b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.705945 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-46591500-58b2-47f5-b37d-1666e403b3fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0569644
Dec 22 13:56:16.791978 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-f83b301a-bfb4-46b6-ba5a-57bbd7bc9f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:16.793345 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-f83b301a-bfb4-46b6-ba5a-57bbd7bc9f23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0815794
Dec 22 13:56:16.924953 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-c5bf6e4f-4066-4f70-8a93-18bd96c557d7 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248622
Dec 22 13:56:17.058905 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-cf1556bd-afb3-48d0-895f-48cdde250afa req-9fa936c1-da17-45ed-bc50-cef58121165c service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277514
Dec 22 13:56:17.747606 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf68447-cec5-4f30-9d65-ebadb93d20ea req-e944e90f-6f6c-4ece-90bb-bda56727998e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:17.749046 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5cf68447-cec5-4f30-9d65-ebadb93d20ea req-e944e90f-6f6c-4ece-90bb-bda56727998e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0847683
Dec 22 13:56:17.791743 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5cf68447-cec5-4f30-9d65-ebadb93d20ea req-bc5bf593-f51f-4811-b754-33fa7181954e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371501
Dec 22 13:56:18.978268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4569ca-05a8-40f3-8b0a-6dd4516e7022 req-105148a9-814a-4230-8d39-2f228e319cc3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:18.979774 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c4569ca-05a8-40f3-8b0a-6dd4516e7022 req-105148a9-814a-4230-8d39-2f228e319cc3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0797276
Dec 22 13:56:19.024244 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1c4569ca-05a8-40f3-8b0a-6dd4516e7022 req-0c6a3a05-926f-4f17-9e14-97f3560f483f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388260
Dec 22 13:56:20.214297 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15584043-55c3-4a7a-953f-b27f7965143d req-50ef6db3-5e82-45a2-a548-f3d785edf58e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:20.215762 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-15584043-55c3-4a7a-953f-b27f7965143d req-50ef6db3-5e82-45a2-a548-f3d785edf58e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0885198
Dec 22 13:56:20.260060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-15584043-55c3-4a7a-953f-b27f7965143d req-6ee334d5-514f-4992-be13-e662342244c0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385470
Dec 22 13:56:21.443109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543886c-6b54-4cac-809f-5acd3ddb739c req-f0bb2590-ab0f-4287-8cd3-7ebbc69ec51a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:21.444486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b543886c-6b54-4cac-809f-5acd3ddb739c req-f0bb2590-ab0f-4287-8cd3-7ebbc69ec51a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0791914
Dec 22 13:56:21.493785 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b543886c-6b54-4cac-809f-5acd3ddb739c req-68481798-337d-464f-8b1c-56068ea6af5f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435038
Dec 22 13:56:22.045106 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:56:22.682372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd91609-5836-43d6-82be-689ed19ce1e8 req-59733ce4-d490-419f-b812-2a1164245d04 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:22.683754 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2fd91609-5836-43d6-82be-689ed19ce1e8 req-59733ce4-d490-419f-b812-2a1164245d04 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0799477
Dec 22 13:56:22.727143 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-2fd91609-5836-43d6-82be-689ed19ce1e8 req-b35ef18d-f714-4553-9f63-88cb4fa0783c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371761
Dec 22 13:56:24.014539 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d328ca-5509-4e13-80a6-34e5c7ec275a req-8fc7c79e-cde4-4af2-92ba-97aac80144f3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:24.015788 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0d328ca-5509-4e13-80a6-34e5c7ec275a req-8fc7c79e-cde4-4af2-92ba-97aac80144f3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.1846771
Dec 22 13:56:24.059021 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c0d328ca-5509-4e13-80a6-34e5c7ec275a req-ceea80e6-2a95-4b84-b940-fa2f32c6f7c4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375354
Dec 22 13:56:24.274492 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:56:24.408413 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:56:24.421268 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'mac_address': 'fa:16:3e:a0:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:56:24.476419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:24.492630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d873a9-9464-4f4f-bbea-2892c58f4ae3 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:56:24.508373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:56:24.557132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:24.559718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-52b508d3-702e-40dc-a804-e83b229ccf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:24.627287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:24.634402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.634755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.635124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.635463 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.635794 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.636124 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.636456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.636783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.637108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.637429 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.637749 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.638068 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:56:24.642497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:24.767502 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['57d873a9-9464-4f4f-bbea-2892c58f4ae3'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:56:25.247056 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da975-4abf-478b-9755-e6914df91321 req-73d6d33e-ccab-4770-87f6-af9600cf426d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:25.248496 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a77da975-4abf-478b-9755-e6914df91321 req-73d6d33e-ccab-4770-87f6-af9600cf426d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 944 time: 0.0822015
Dec 22 13:56:25.292792 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a77da975-4abf-478b-9755-e6914df91321 req-beedee32-ccf1-4832-8e00-b5d88e893f49 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383265
Dec 22 13:56:26.290179 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:56:26.425570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 13:56:26.430724 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:56:26.431132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:26.486769 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a457a2-e9fc-47d2-9704-d7555a495704 req-9587343f-ad9e-492b-be37-91db5d7eda91 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:26.488257 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01a457a2-e9fc-47d2-9704-d7555a495704 req-9587343f-ad9e-492b-be37-91db5d7eda91 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 944 time: 0.0864213
Dec 22 13:56:26.532243 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-01a457a2-e9fc-47d2-9704-d7555a495704 req-3e97a863-e0e9-44ba-9551-2e7d67a8d650 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380042
Dec 22 13:56:26.550459 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:26.576293 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:56:26.586339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:56:26.654442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:26.656438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:26.693554 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'code': 200}
Dec 22 13:56:26.766316 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:26.770044 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:27.079958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50280c3d-add7-4c2c-bd1c-0e990ebed656 req-a088fcc6-ff61-4831-bb13-a5c416d09b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:27.081465 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-50280c3d-add7-4c2c-bd1c-0e990ebed656 req-a088fcc6-ff61-4831-bb13-a5c416d09b37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0701640
Dec 22 13:56:27.122137 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-50280c3d-add7-4c2c-bd1c-0e990ebed656 req-29efe072-f910-418e-b72a-4e0f6fe35307 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343077
Dec 22 13:56:27.713637 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da85bc-96ff-4a37-8e35-af2f553bca38 req-7e49aa68-d9d5-47f6-9af4-0ba1f1c8f90d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:27.715105 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99da85bc-96ff-4a37-8e35-af2f553bca38 req-7e49aa68-d9d5-47f6-9af4-0ba1f1c8f90d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0785584
Dec 22 13:56:27.762415 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-99da85bc-96ff-4a37-8e35-af2f553bca38 req-cc3f25cc-26fc-40ad-846b-974442ec07b7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411983
Dec 22 13:56:28.945048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226e3ee-9e89-4f6d-9218-e86335548622 req-16e35cff-2799-41d3-ab40-020afb3ef163 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:28.946499 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3226e3ee-9e89-4f6d-9218-e86335548622 req-16e35cff-2799-41d3-ab40-020afb3ef163 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0796831
Dec 22 13:56:28.990087 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-3226e3ee-9e89-4f6d-9218-e86335548622 req-e6cda98f-24e3-42b6-8df2-f2086061852c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379808
Dec 22 13:56:29.174684 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1eddd-0f08-4dde-b663-217075696476 req-81db8df1-c39a-4ae6-953e-01903b65aaa8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:29.176090 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95a1eddd-0f08-4dde-b663-217075696476 req-81db8df1-c39a-4ae6-953e-01903b65aaa8 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0840816
Dec 22 13:56:29.218099 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-95a1eddd-0f08-4dde-b663-217075696476 req-09415d99-4e49-4b07-bac2-b89ef6b27343 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364847
Dec 22 13:56:29.241703 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42706) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:56:29.311003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b557f-84e5-4e85-b8b5-f554121a6ec7 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:29.312503 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-559b557f-84e5-4e85-b8b5-f554121a6ec7 tempest-TestShelveInstance-833842046 tempest-TestShelveInstance-833842046-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1093 time: 0.0698364
Dec 22 13:56:29.315391 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 42710) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:56:29.320268 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 13:56:29.326034 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 13:56:29.330310 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Usage tracker for resource:floatingip and tenant:364753a4c3f74932a351bfc4106c66fe is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 13:56:29.333339 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 13:56:29.338941 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 13:56:29.431336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:29.569450 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:29.703392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Allocated IP 172.26.3.169 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/44dcbf3c-325e-4f20-91aa-0a0590d623b0) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 13:56:29.846425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:29.933008 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:29.936732 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e677033d-b119-4113-ace7-441cde01e16e tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:30.001376 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 13:56:30.004700 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 13:56:30.008548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 13:56:30.037774 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=44dcbf3c-325e-4f20-91aa-0a0590d623b0,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:30.043488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:30.414719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:30.553936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:30.859677 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:30.911185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:30.915867 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fcf15d04-4248-4983-8bc6-abdd46502601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:56:31.026493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event updated for resources: {'Port': ['ID=44dcbf3c-325e-4f20-91aa-0a0590d623b0,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:56:31.029275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:56:31.037778 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:31.217512 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Floating IP 4b18bded-aa69-4358-adeb-ca280454ec10 associated. External IP: 172.26.3.169, port: 57d873a9-9464-4f4f-bbea-2892c58f4ae3.
Dec 22 13:56:31.572801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 13:56:31.753669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 13:56:31.763314 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 13:56:31.773860 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:56:31.774475 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299366310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:56:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:56:31.831874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:31.876849 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-fe87c7b8-4d5e-471e-9b18-424c707223fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752296
Dec 22 13:56:31.891368 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5749753
Dec 22 13:56:31.893106 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:56:31.942362 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'status': 'completed', 'code': 200}
Dec 22 13:56:31.957264 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:56:32.021218 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-49583621-b046-4647-a8e6-85ca7531d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:32.022705 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-49583621-b046-4647-a8e6-85ca7531d8b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0728450
Dec 22 13:56:32.169301 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-6a269c5a-5532-4c02-88c3-5b648c97360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:32.170684 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-6a269c5a-5532-4c02-88c3-5b648c97360d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1288960
Dec 22 13:56:32.277467 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-8a8feec3-7a8a-48ce-ac6e-1f1a92c3fe3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 999 time: 0.0997984
Dec 22 13:56:32.342528 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-d465b192-a500-4a60-9f3d-813835440130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:32.344020 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-d465b192-a500-4a60-9f3d-813835440130 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0595331
Dec 22 13:56:32.347305 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299366310>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4b18bded-aa69-4358-adeb-ca280454ec10', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.169', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:a0:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:30Z', 'updated_at': '2021-12-22T13:56:30Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:56:32.351086 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 13:56:32.359161 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 13:56:32.359753 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299366310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T13:56:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:56:32.542528 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 13:56:32.544558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-066f2bb9-f067-4f0d-8df8-40c926ccbec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:32.546041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-066f2bb9-f067-4f0d-8df8-40c926ccbec4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1954355
Dec 22 13:56:32.681136 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-f7697dee-50fd-4f28-920f-c0facc0e7475 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279197
Dec 22 13:56:32.814678 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-40d145cf-3b82-4afb-afc6-35e099b58e13 req-7bdcc7c7-c708-4e11-b13d-a0c41cf88177 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269045
Dec 22 13:56:32.881447 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299366310>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4b18bded-aa69-4358-adeb-ca280454ec10', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.169', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:a0:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:30Z', 'updated_at': '2021-12-22T13:56:30Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 13:56:32.885316 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62bc71-639a-444d-b6e2-fe206605fbcc None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '4b18bded-aa69-4358-adeb-ca280454ec10', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'floating_ip_address': '172.26.3.169', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'mac_address': 'fa:16:3e:a0:c1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T13:56:30Z', 'updated_at': '2021-12-22T13:56:30Z', 'revision_number': 0, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 13:56:33.008971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-0332019e-54c4-49d2-bc89-cb3520d15a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:33.010438 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-0332019e-54c4-49d2-bc89-cb3520d15a67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0791810
Dec 22 13:56:33.020541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:33.102653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed8bf1a-f93a-41e9-a838-c19b92f77d93 None None] New status for floating IP 4b18bded-aa69-4358-adeb-ca280454ec10: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 13:56:33.148291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-81d42714-74c9-40ef-81ae-7ffb25ebaf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:33.149780 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-81d42714-74c9-40ef-81ae-7ffb25ebaf24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1330850
Dec 22 13:56:33.256123 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-dcf25c20-a292-4e20-a535-ed7fd20dab65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 999 time: 0.0998561
Dec 22 13:56:33.323623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-00225af0-70ae-4968-a068-6fea004f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:33.325087 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-00225af0-70ae-4968-a068-6fea004f71b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0626853
Dec 22 13:56:33.400875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-bd23bb48-509e-4076-8304-707f5544cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:56:33.402311 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-bd23bb48-509e-4076-8304-707f5544cbc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704651
Dec 22 13:56:33.537334 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-cc4b9d4d-83f2-4992-9bb4-0af4b764e034 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283200
Dec 22 13:56:33.667959 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bf175fea-8c3e-4924-a924-4f0020bb5981 req-2a49f83a-194e-4e6a-9099-2df50b4ef6f4 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246159
Dec 22 13:56:35.161349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4204855e-891b-4b06-9b8a-48bd83fadd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:37.539842 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-adacc28f-ab0b-4cab-b83f-9dac6be8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:38.796694 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:38.813884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:40.356529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:56:59.046800 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:57:03.030718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:05.179221 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5ca5ff3-0f25-4d37-92d6-cdb8b0dd0deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:07.539296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-14cb0aed-6fea-469d-93ae-3a9b4eed8326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:08.790770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:08.818664 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:10.382742 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:33.083091 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:33.895917 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-32ca3f88-4d80-47e5-b43d-9f8de7fc1de8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707138
Dec 22 13:57:34.043432 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-9ac445b4-0fed-43d4-8c3d-0421931e0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:57:34.043708 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-9ac445b4-0fed-43d4-8c3d-0421931e0761 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0826638
Dec 22 13:57:34.193419 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-9a7fa46c-9f86-4260-8a04-47c7501979db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:57:34.194899 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-9a7fa46c-9f86-4260-8a04-47c7501979db service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1325722
Dec 22 13:57:34.302758 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-3ee7c263-013d-480c-ad8c-34caf543a239 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.1005766
Dec 22 13:57:34.366532 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-bab8c9d1-a96f-4fe0-9e0e-d43fd0d15f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:57:34.368739 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-bab8c9d1-a96f-4fe0-9e0e-d43fd0d15f5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0592556
Dec 22 13:57:34.444092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-4f5a7560-a9b2-443b-91fc-cf4075bbc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:57:34.445531 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-4f5a7560-a9b2-443b-91fc-cf4075bbc60b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713749
Dec 22 13:57:34.715932 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-6255b37f-e71d-4236-94f5-0dbfdabc2136 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2636273
Dec 22 13:57:34.851446 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f2b82c5d-034c-4379-89f0-14f65f3d6de7 req-fc7d55bf-85d9-4713-ae21-a13913a90b9b service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287444
Dec 22 13:57:35.167837 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-45d511c3-5689-4f28-a3da-42815865eefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:36.046605 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:57:37.524349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed357-4b00-4e41-b0a0-b241d8c957f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:38.798705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:38.827585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:57:40.397805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:03.104348 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:05.177805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a4212ab3-6a43-4fc3-b392-8363bebed43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:07.491981 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d483239b-1f33-4a5b-8884-5bb422ad8e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:08.767025 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:08.795302 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:10.383370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:13.046193 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:58:33.122419 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:34.910208 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-d38830e4-7174-49ed-876c-17825013419e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1176376
Dec 22 13:58:35.048176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-be3ff6dc-8f09-4143-9984-b1840d5e1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:58:35.049731 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-be3ff6dc-8f09-4143-9984-b1840d5e1e26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0707192
Dec 22 13:58:35.139500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-24a462bd-be4e-4899-ad33-fba5f3fae211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:35.196909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-9d5356b9-114e-44c2-9716-8ef2a5af9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:58:35.198399 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-9d5356b9-114e-44c2-9716-8ef2a5af9232 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1302807
Dec 22 13:58:35.304006 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-ff5dce38-ef92-4010-9a7e-520bf6c19005 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.0990167
Dec 22 13:58:35.369224 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-a6212342-73d4-4f22-a8fe-23cb7c633bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:58:35.370636 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-a6212342-73d4-4f22-a8fe-23cb7c633bc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0609243
Dec 22 13:58:35.445673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-9a3861fc-f861-4b9f-b034-44fd02ff1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:58:35.447175 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-9a3861fc-f861-4b9f-b034-44fd02ff1503 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0699534
Dec 22 13:58:35.580634 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-c742be43-840a-4367-b44f-da521462f631 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263587
Dec 22 13:58:35.712267 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-9c98b88f-d409-418c-a963-bca9e712e2a6 req-a248fa74-8684-407f-b73a-a28a8ceba430 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257179
Dec 22 13:58:37.522294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fd96b878-77e8-4f48-bcc6-813e90ba7daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:38.773843 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:38.811656 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:40.377757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:58:50.045290 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:59:03.153774 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:05.155804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0c62-c4c6-4800-8837-6e2e15200d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:07.567599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6b5817fb-5d02-49ee-b06e-139ab3165bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:08.795255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:08.818983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:10.424059 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:22.313424 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e1c78-4a2c-428c-8a31-02460ba2f708 req-932cbdea-bec6-458f-9909-e167fe2a6180 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:22.315057 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e32e1c78-4a2c-428c-8a31-02460ba2f708 req-932cbdea-bec6-458f-9909-e167fe2a6180 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.1291065
Dec 22 13:59:22.360122 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e32e1c78-4a2c-428c-8a31-02460ba2f708 req-7df75c39-04dc-4f5f-af22-35fb7c838a3b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394628
Dec 22 13:59:23.690392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a2d55-6cb2-4e3d-82fa-3d23846e2af4 req-d197fd9e-2b23-4f5f-b6e2-09171d963980 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:23.691877 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7a2d55-6cb2-4e3d-82fa-3d23846e2af4 req-d197fd9e-2b23-4f5f-b6e2-09171d963980 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.1281924
Dec 22 13:59:23.735141 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-df7a2d55-6cb2-4e3d-82fa-3d23846e2af4 req-360becfe-9f97-4420-96ba-27ddb5effeaf tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375805
Dec 22 13:59:24.933226 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803b236-241c-4ef2-beb9-343563f14cf0 req-6d96c8d8-ca80-4cc8-8f9c-7916cbac43be tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:24.934720 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b803b236-241c-4ef2-beb9-343563f14cf0 req-6d96c8d8-ca80-4cc8-8f9c-7916cbac43be tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0805318
Dec 22 13:59:24.981234 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b803b236-241c-4ef2-beb9-343563f14cf0 req-913701d9-5987-492c-a939-e0af982ae083 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406449
Dec 22 13:59:26.299995 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e196f-9894-41fd-8287-d6b9c53f6be9 req-bc7ad761-8e0d-493f-9c55-c7dc0e8ee264 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:26.301540 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a08e196f-9894-41fd-8287-d6b9c53f6be9 req-bc7ad761-8e0d-493f-9c55-c7dc0e8ee264 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.2115760
Dec 22 13:59:26.348113 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a08e196f-9894-41fd-8287-d6b9c53f6be9 req-c6328d54-b486-4a53-85f4-88a4007b51e5 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391457
Dec 22 13:59:27.043790 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 13:59:27.535809 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751028be-eaac-417e-b0d4-5e84b1eb599a req-6833047a-5537-43fd-aecd-0a7acd94290f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:27.537191 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-751028be-eaac-417e-b0d4-5e84b1eb599a req-6833047a-5537-43fd-aecd-0a7acd94290f tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0821898
Dec 22 13:59:27.581002 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-751028be-eaac-417e-b0d4-5e84b1eb599a req-e2785b6c-7903-49c2-b185-a4f72fe1d882 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381048
Dec 22 13:59:28.770669 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db3099-9149-4655-a459-9151fcf4ee7a req-6b31705d-08b3-47fa-af0c-317b8e40c18b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:28.772117 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-20db3099-9149-4655-a459-9151fcf4ee7a req-6b31705d-08b3-47fa-af0c-317b8e40c18b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0785294
Dec 22 13:59:28.814335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-20db3099-9149-4655-a459-9151fcf4ee7a req-16fc8ffe-3af0-4d01-88b4-243c24f16196 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366137
Dec 22 13:59:30.007057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36229c-b4e4-494b-a309-f4cc42411913 req-49d8ab33-4d4a-4d63-bdc6-fb54ace832d3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:30.008510 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db36229c-b4e4-494b-a309-f4cc42411913 req-49d8ab33-4d4a-4d63-bdc6-fb54ace832d3 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0826299
Dec 22 13:59:30.052079 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-db36229c-b4e4-494b-a309-f4cc42411913 req-f586b2c9-6ba3-4bb4-8f45-e51b9e0599fc tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372629
Dec 22 13:59:31.237749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a139fb-876a-411e-9809-469fa85074fa req-fddf9010-f5fc-47f3-8fcf-fa990cb31a3e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:31.239236 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97a139fb-876a-411e-9809-469fa85074fa req-fddf9010-f5fc-47f3-8fcf-fa990cb31a3e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0784581
Dec 22 13:59:31.287659 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-97a139fb-876a-411e-9809-469fa85074fa req-5df968af-aa31-4350-838d-80ea38d26925 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423164
Dec 22 13:59:32.469031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7588-70d2-4bfe-85c7-28d9431e5224 req-711bbca4-105c-4812-8a77-5a462d647e4b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:32.470976 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c51a7588-70d2-4bfe-85c7-28d9431e5224 req-711bbca4-105c-4812-8a77-5a462d647e4b tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0797014
Dec 22 13:59:32.514049 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c51a7588-70d2-4bfe-85c7-28d9431e5224 req-1f3c17f6-13a5-4689-9555-3e85ebf845b4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379987
Dec 22 13:59:33.166029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:33.706914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70148556-2084-4ad3-9300-a986f1e99aef req-b9a1b2fe-0b29-443d-b4e1-1bb9a85b4228 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:33.708335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-70148556-2084-4ad3-9300-a986f1e99aef req-b9a1b2fe-0b29-443d-b4e1-1bb9a85b4228 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0865357
Dec 22 13:59:33.752833 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-70148556-2084-4ad3-9300-a986f1e99aef req-b07a315b-c9c0-48f2-9988-6c65d8f22e37 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388920
Dec 22 13:59:34.941510 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e9cc4-0322-4be4-9f75-0d5f6bd7e298 req-048085c9-3059-4df1-a112-d5ce31fb7fae tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:34.943041 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d97e9cc4-0322-4be4-9f75-0d5f6bd7e298 req-048085c9-3059-4df1-a112-d5ce31fb7fae tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0852556
Dec 22 13:59:34.989123 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-d97e9cc4-0322-4be4-9f75-0d5f6bd7e298 req-44de3c08-d014-4f97-ad20-d88ced998a84 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405254
Dec 22 13:59:35.067359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-f5bc92d2-5472-476b-ab57-dc3293b6c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:35.068767 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-f5bc92d2-5472-476b-ab57-dc3293b6c7a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.1135619
Dec 22 13:59:35.160264 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8a10df34-b361-4bbc-936a-e3f37c11f19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:35.224309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-1e09e15a-eede-4592-9e99-0740ed12f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:35.225743 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-1e09e15a-eede-4592-9e99-0740ed12f82a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1380832
Dec 22 13:59:35.327055 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-47c4524f-1f1a-43ca-984b-11e851e296b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.0952027
Dec 22 13:59:35.393263 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-598d425a-63f7-4f12-b92f-de57c74dc684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:35.394673 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-598d425a-63f7-4f12-b92f-de57c74dc684 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0612271
Dec 22 13:59:35.470957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-372ae49a-598e-4d07-a541-d407794d864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:35.472482 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-372ae49a-598e-4d07-a541-d407794d864c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712600
Dec 22 13:59:35.605388 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-82cc4a50-56ac-41bf-8692-6958567164d3 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264117
Dec 22 13:59:35.739628 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a5e12dd7-c34d-4329-a202-c54ffbdcf97a req-32b35c9f-888e-4e53-8968-55aee7e7abc8 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262398
Dec 22 13:59:36.182076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8e2cb-8b64-4c45-aaab-75e891abe965 req-c2093ff6-309a-4a74-b096-26ef9330cbf6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:36.183534 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-26f8e2cb-8b64-4c45-aaab-75e891abe965 req-c2093ff6-309a-4a74-b096-26ef9330cbf6 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0884926
Dec 22 13:59:36.227367 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-26f8e2cb-8b64-4c45-aaab-75e891abe965 req-571004ab-61b4-435d-b50e-5ba844692705 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379915
Dec 22 13:59:37.346955 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-ecd67232-79fb-4f6c-ba0e-f8dd967d5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:37.348468 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-ecd67232-79fb-4f6c-ba0e-f8dd967d5286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0765462
Dec 22 13:59:37.418162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19cc9-6b4a-4893-8ba3-6b48583da3ad req-7729e2b5-a333-441e-8c75-9879c259e18c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:37.419640 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0f19cc9-6b4a-4893-8ba3-6b48583da3ad req-7729e2b5-a333-441e-8c75-9879c259e18c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0808349
Dec 22 13:59:37.470521 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-a0f19cc9-6b4a-4893-8ba3-6b48583da3ad req-c3b8f8da-cc7e-46d8-a4dc-46c3095818e0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440145
Dec 22 13:59:37.485783 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-b21b256c-8683-418d-adf9-a5cbe04efee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:37.489354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-b21b256c-8683-418d-adf9-a5cbe04efee9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1327770
Dec 22 13:59:37.537550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c6c8920f-c3d6-47d3-8bec-8b9c7b4bc207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:37.700704 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-2f35007c-4d19-4dd2-8c63-ddafb2bb4cea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.2072263
Dec 22 13:59:37.763922 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-9b3fd36f-8c46-401e-83e7-74ecfdc1a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:37.765508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-9b3fd36f-8c46-401e-83e7-74ecfdc1a270 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0580618
Dec 22 13:59:37.841252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-7222e3a8-0069-455b-ad52-0654c50ae842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:37.843267 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-7222e3a8-0069-455b-ad52-0654c50ae842 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698698
Dec 22 13:59:37.976633 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-c05b38c5-b7fe-4f32-aeb5-694cfc0a8b8b service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258187
Dec 22 13:59:38.111276 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-30f1cced-8d11-4a25-9cfb-6457d97e8fa9 req-fccf2d73-5aae-4dbc-ba1f-32cc56d2b690 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280622
Dec 22 13:59:38.653399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a25a48-a169-4f51-ab19-a6af3de88e65 req-ca35a6a2-4413-4204-8bf8-d039e174a6e7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:38.654821 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44a25a48-a169-4f51-ab19-a6af3de88e65 req-ca35a6a2-4413-4204-8bf8-d039e174a6e7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0802736
Dec 22 13:59:38.701513 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-44a25a48-a169-4f51-ab19-a6af3de88e65 req-53a6cf3c-3798-4c39-9d3f-6a021f7eb795 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409009
Dec 22 13:59:38.776166 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:38.804514 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:39.890135 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394e9d-c975-480c-a649-1fc7c264f521 req-a27a8a7b-e37c-4392-8c4c-1b7bdc5ab7bd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:39.891890 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25394e9d-c975-480c-a649-1fc7c264f521 req-a27a8a7b-e37c-4392-8c4c-1b7bdc5ab7bd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0860510
Dec 22 13:59:39.936975 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-25394e9d-c975-480c-a649-1fc7c264f521 req-9a586624-6ef8-4268-8ab9-ade05a3a7f97 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385957
Dec 22 13:59:40.382680 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:41.124682 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dd4e-4b8d-4d17-9f4c-76d0e0fddb0d req-55227bb0-8187-4dbf-b2ea-587b7124014a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:41.126268 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-24f6dd4e-4b8d-4d17-9f4c-76d0e0fddb0d req-55227bb0-8187-4dbf-b2ea-587b7124014a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0815363
Dec 22 13:59:41.177206 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-24f6dd4e-4b8d-4d17-9f4c-76d0e0fddb0d req-68bfdcf6-86be-4f02-a09f-7d5b165963dd tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451431
Dec 22 13:59:41.592544 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 42850) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 13:59:41.657877 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a551d9-12d6-4da1-b319-bbf8d06b73e1 req-f6a4c67b-14f4-46b6-bc0b-2b391314cab2 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:41.659385 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4a551d9-12d6-4da1-b319-bbf8d06b73e1 req-f6a4c67b-14f4-46b6-bc0b-2b391314cab2 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0855303
Dec 22 13:59:41.706214 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c4a551d9-12d6-4da1-b319-bbf8d06b73e1 req-db0c820a-e577-4ac0-a070-0471533ecc12 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404725
Dec 22 13:59:41.713281 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-8e16b62a-eebe-4d1b-8238-aa52a5b9da4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1190927
Dec 22 13:59:42.896909 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da8535-9e09-471d-9218-a71667b56b29 req-ef5d4fc3-bb8c-4770-81f0-2e6e48e2706a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:42.898366 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0da8535-9e09-471d-9218-a71667b56b29 req-ef5d4fc3-bb8c-4770-81f0-2e6e48e2706a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0818927
Dec 22 13:59:42.944479 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e0da8535-9e09-471d-9218-a71667b56b29 req-7bf56eca-cfc2-4e78-a951-ebf23c744c81 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403371
Dec 22 13:59:43.065129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 13:59:43.179797 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:43.206560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:59:43.215513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:59:43.285495 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:43.287687 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:59:43.344054 dv-neutron-822662-1-hyperv neutron-server[88168]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'code': 422} returned with failed status
Dec 22 13:59:43.363416 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:59:43.370522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.370893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.371240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.371575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.371907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.372241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.372570 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.372900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.373226 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.373548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.373871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.374473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 13:59:43.378284 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:59:44.133933 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42d2ba-7f23-45ac-8c5a-829e6a79b3a9 req-7a4d7484-309d-48d4-b89f-af9e932db974 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:44.135309 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf42d2ba-7f23-45ac-8c5a-829e6a79b3a9 req-7a4d7484-309d-48d4-b89f-af9e932db974 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0870690
Dec 22 13:59:44.180009 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cf42d2ba-7f23-45ac-8c5a-829e6a79b3a9 req-dc7d3088-6d31-4044-9a70-323d3acb5a20 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383050
Dec 22 13:59:45.364120 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0b72d-41aa-4071-9a2c-e99d7a30ea75 req-7c397f9e-bd46-4238-b66c-88c57c79fb91 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.365587 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4fa0b72d-41aa-4071-9a2c-e99d7a30ea75 req-7c397f9e-bd46-4238-b66c-88c57c79fb91 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0810621
Dec 22 13:59:45.413673 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4fa0b72d-41aa-4071-9a2c-e99d7a30ea75 req-2cf3be8e-2d4b-43b6-8b00-3fb19be4ca18 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423245
Dec 22 13:59:45.429698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-f7042f7a-24f9-46fc-b133-029bf38b0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.431199 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-f7042f7a-24f9-46fc-b133-029bf38b0448 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&tenant_id=364753a4c3f74932a351bfc4106c66fe HTTP/1.1" status: 200  len: 1096 time: 0.0721052
Dec 22 13:59:45.531706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-ec46177f-ff3b-42ea-a45c-dc07daf8db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.532703 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-ec46177f-ff3b-42ea-a45c-dc07daf8db23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1096 time: 0.0802350
Dec 22 13:59:45.664296 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-597fa3f3-f5ec-4b82-86c1-b1145287dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.665719 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-597fa3f3-f5ec-4b82-86c1-b1145287dbdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1268814
Dec 22 13:59:45.765800 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-c778aab5-e3c7-4578-b3c6-50b27eea64fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 999 time: 0.0933740
Dec 22 13:59:45.830605 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-3ae9b81f-fd33-4b68-a16a-7b98bfe06c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.832055 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-3ae9b81f-fd33-4b68-a16a-7b98bfe06c7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0604129
Dec 22 13:59:45.907124 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-1a2e31a7-1cb3-4664-899f-6dee3c78ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:45.908586 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-1a2e31a7-1cb3-4664-899f-6dee3c78ff9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697198
Dec 22 13:59:46.039956 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-c401c8cf-0557-49ae-8476-ab28147f8720 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251016
Dec 22 13:59:46.173164 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-0dc004ba-40a2-4f34-a9a7-acdbd852c347 req-14693ef2-3091-4ea6-8b51-2b53a9dc549c service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261885
Dec 22 13:59:46.598267 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc540c-c995-4055-aac9-99ee80122fa3 req-502a229e-9732-4ec7-b5a7-e00ab31c5881 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:46.599727 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08fc540c-c995-4055-aac9-99ee80122fa3 req-502a229e-9732-4ec7-b5a7-e00ab31c5881 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0790257
Dec 22 13:59:46.642988 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-08fc540c-c995-4055-aac9-99ee80122fa3 req-3db258b8-3fcd-443f-ac0c-d9cfcf3930dc tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377126
Dec 22 13:59:47.831518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149cb7-8d17-4532-a07f-36d17583fd60 req-2db58dc8-1eb5-4220-8058-d85ebb4769be tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:47.832940 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8149cb7-8d17-4532-a07f-36d17583fd60 req-2db58dc8-1eb5-4220-8058-d85ebb4769be tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0851216
Dec 22 13:59:47.875802 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8149cb7-8d17-4532-a07f-36d17583fd60 req-0e23eb18-ec04-43ff-9b83-a7a2723c9c28 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372269
Dec 22 13:59:49.059621 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8ba42-da75-45de-8ea9-e790e395b8f9 req-ee428d23-269f-497b-9920-f80f8a6e3b76 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:49.061154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eae8ba42-da75-45de-8ea9-e790e395b8f9 req-ee428d23-269f-497b-9920-f80f8a6e3b76 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0800641
Dec 22 13:59:49.106119 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eae8ba42-da75-45de-8ea9-e790e395b8f9 req-a91ef698-b346-4e54-8a26-3011947e3bd1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383306
Dec 22 13:59:50.396305 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7265f3-7830-4dc4-9aef-445012de994f req-c4f6a712-2a1e-4727-bb7a-fcf8c620dc9d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:50.397649 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f7265f3-7830-4dc4-9aef-445012de994f req-c4f6a712-2a1e-4727-bb7a-fcf8c620dc9d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.1839643
Dec 22 13:59:50.440397 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7f7265f3-7830-4dc4-9aef-445012de994f req-798b9de2-484a-4115-a06b-18206999288c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370970
Dec 22 13:59:51.622491 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b7eed-ff8c-4b4f-99cb-84ef95a6a3c6 req-e6bc7cf2-04fa-4f7a-94c8-e5758f10e899 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:51.624468 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b28b7eed-ff8c-4b4f-99cb-84ef95a6a3c6 req-e6bc7cf2-04fa-4f7a-94c8-e5758f10e899 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0785675
Dec 22 13:59:51.671936 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b28b7eed-ff8c-4b4f-99cb-84ef95a6a3c6 req-4d4fd490-2236-40ef-ab27-777db4886cfc tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418060
Dec 22 13:59:52.853602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95940d-93fe-42f9-84d6-7407e6fc1a2f req-74a55d7f-b25b-4955-bc11-eb91bc0dc0d4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:52.855055 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a95940d-93fe-42f9-84d6-7407e6fc1a2f req-74a55d7f-b25b-4955-bc11-eb91bc0dc0d4 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0780382
Dec 22 13:59:52.899062 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5a95940d-93fe-42f9-84d6-7407e6fc1a2f req-99e4df3a-99fc-468d-be99-a5297991e1c0 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383530
Dec 22 13:59:54.102515 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5f393-671d-486b-9ed8-0e31a47fd5ea req-635f4a68-97a0-47b6-9b92-48c4348ae6bb tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:54.103913 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eeb5f393-671d-486b-9ed8-0e31a47fd5ea req-635f4a68-97a0-47b6-9b92-48c4348ae6bb tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0894856
Dec 22 13:59:54.150879 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-eeb5f393-671d-486b-9ed8-0e31a47fd5ea req-2be647a8-3e9d-4a55-bd00-b63df7d9df47 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406187
Dec 22 13:59:55.127003 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 13:59:55.260683 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:59:55.275038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'port_id': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'mac_address': 'fa:16:3e:a0:c1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 13:59:55.330013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:55.341626 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08380a-8fe0-404f-bd39-824683cfacc8 req-94f3390c-e1dc-4f1a-b331-465b59d5a1c9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:55.343427 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d08380a-8fe0-404f-bd39-824683cfacc8 req-94f3390c-e1dc-4f1a-b331-465b59d5a1c9 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 943 time: 0.0810835
Dec 22 13:59:55.346943 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d873a9-9464-4f4f-bbea-2892c58f4ae3 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 13:59:55.361905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:59:55.387302 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6d08380a-8fe0-404f-bd39-824683cfacc8 req-ab0b1bde-f5b1-4eba-b6aa-9637421e455e tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383427
Dec 22 13:59:55.432976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:55.435705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:59:55.548557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:59:55.551737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:59:55.684684 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['57d873a9-9464-4f4f-bbea-2892c58f4ae3'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 13:59:56.574736 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3841f-3676-4385-b3eb-fe23396ae202 req-c29ce6d1-357e-4761-a0c1-d1d810b6623d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:56.576130 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-11b3841f-3676-4385-b3eb-fe23396ae202 req-c29ce6d1-357e-4761-a0c1-d1d810b6623d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 944 time: 0.0836382
Dec 22 13:59:56.619230 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-11b3841f-3676-4385-b3eb-fe23396ae202 req-174a6091-07c6-429b-b744-1cbcc2328576 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371993
Dec 22 13:59:57.146024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 13:59:57.215644 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 13:59:57.216024 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:57.331171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:57.357136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 13:59:57.367175 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 13:59:57.400449 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'code': 200}
Dec 22 13:59:57.439323 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 13:59:57.441162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 13:59:57.506575 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 13:59:57.509581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 13:59:57.725861 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33c211-7e18-4f4d-aa21-f5952f01435b req-27a5bf5c-41de-43b7-a63c-31651dddb814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:57.727441 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef33c211-7e18-4f4d-aa21-f5952f01435b req-27a5bf5c-41de-43b7-a63c-31651dddb814 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0753698
Dec 22 13:59:57.769877 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ef33c211-7e18-4f4d-aa21-f5952f01435b req-c3e4729f-3f58-4e8a-bda9-a12e8c52d6e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359876
Dec 22 13:59:57.804399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125944da-2d2a-43dc-b04f-fd94a5eff4e0 req-f13b4eac-2f84-46bd-b1be-3d129f8c6609 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:57.805858 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-125944da-2d2a-43dc-b04f-fd94a5eff4e0 req-f13b4eac-2f84-46bd-b1be-3d129f8c6609 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0796580
Dec 22 13:59:57.856685 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-125944da-2d2a-43dc-b04f-fd94a5eff4e0 req-ddc6a7cc-b25b-41e1-9201-4b738a06a016 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441427
Dec 22 13:59:59.041525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d2807-b908-4556-b47d-a3aa720b1ce8 req-0ba65d52-8351-4217-b78b-56f496341e89 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 13:59:59.042986 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-708d2807-b908-4556-b47d-a3aa720b1ce8 req-0ba65d52-8351-4217-b78b-56f496341e89 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0799913
Dec 22 13:59:59.086433 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-708d2807-b908-4556-b47d-a3aa720b1ce8 req-eeaada5a-cc34-4694-8b1c-e909b72ef5a7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372374
Dec 22 14:00:03.118718 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:04.043206 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:00:05.175666 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c8ada4b-7781-4b43-9e80-d8ec5b3bb9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:07.524958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-521490b5-f0eb-4710-9fa7-9eba745c4a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:08.764706 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:08.884705 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:10.394130 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:33.106206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:35.163303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5c91c586-2c46-4d2e-a112-0999d3600ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:36.883705 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-c69c5a11-827a-42c2-89f6-724a01e0b668 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0801876
Dec 22 14:00:37.025311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-dc39c0b9-aa38-4a7d-b945-b752bad8cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:00:37.026746 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-dc39c0b9-aa38-4a7d-b945-b752bad8cfb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0755343
Dec 22 14:00:37.295043 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-40c9278b-a0c0-4dd3-b1b6-31e9bbb87f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:00:37.297063 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-40c9278b-a0c0-4dd3-b1b6-31e9bbb87f9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.2514646
Dec 22 14:00:37.403417 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-a142bc68-1c2b-42fa-bd10-1926ccbf9e87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.0992763
Dec 22 14:00:37.466253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-23dc6f59-3827-4e1b-995d-f0d6ba8261d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:00:37.468070 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-23dc6f59-3827-4e1b-995d-f0d6ba8261d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0578411
Dec 22 14:00:37.539508 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e22231e1-629a-470d-959a-6a423aa10655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:37.544434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-ae837613-0fa3-4c22-a893-b71f65c974ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:00:37.545996 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-ae837613-0fa3-4c22-a893-b71f65c974ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723290
Dec 22 14:00:37.681539 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-6e8bee68-5af9-45f4-bf49-fd5ad7fbede8 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294467
Dec 22 14:00:37.818870 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-abd4a2a0-ead4-4e3c-a353-e2c821721224 req-77c226fd-98ff-4a14-a970-4e6fb45c876b service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302247
Dec 22 14:00:38.763174 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:38.808880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:40.713456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:00:41.043220 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:01:03.157033 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:05.156927 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4fd8fe17-7786-48bf-ab4b-da5deea48f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:07.569945 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5c8106b-adf8-4579-92b2-f3a2d687a564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:08.758367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:08.815262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:10.402692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:18.041441 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:01:33.150711 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:35.184766 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20c34721-80bb-4c12-bde4-e920fa38ffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:37.526692 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1dbf17ea-5969-40dc-8795-8c165dd84b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:38.796558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:38.824894 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:38.887504 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-a2d6a045-75e7-460d-87a1-602c0897e685 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0769207
Dec 22 14:01:39.024864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-0bee7130-0ebd-4148-acdb-b9731d5b6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:39.026331 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-0bee7130-0ebd-4148-acdb-b9731d5b6a41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0700846
Dec 22 14:01:39.169504 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-3f59ba1c-4ef9-4304-a0ef-17ac0ac82f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:39.170874 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-3f59ba1c-4ef9-4304-a0ef-17ac0ac82f83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.1263313
Dec 22 14:01:39.273500 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-afab4acc-880e-4bb8-b850-200566df0c16 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 1001 time: 0.0965507
Dec 22 14:01:39.339221 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-a19fab16-1f8d-4eca-bc5e-5fb083ea06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:39.340636 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-a19fab16-1f8d-4eca-bc5e-5fb083ea06ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0611658
Dec 22 14:01:39.415523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-eca98365-4e9f-46b3-9f83-2153942c0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:39.416948 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-eca98365-4e9f-46b3-9f83-2153942c0f4f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691850
Dec 22 14:01:39.547301 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-8d042347-5d2f-4458-85f3-64909cf16938 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235301
Dec 22 14:01:39.684669 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-53bbe4bf-14aa-4eaf-811f-a8d2273c3384 req-f862717d-6f46-4647-958d-43b8c9001864 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303289
Dec 22 14:01:40.412392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:47.861496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 42956) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:01:48.379165 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Deleting port 44dcbf3c-325e-4f20-91aa-0a0590d623b0 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:01:48.379574 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:48.553371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:48.553371 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:48.680041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Calling delete_port for 44dcbf3c-325e-4f20-91aa-0a0590d623b0 owned by network:floatingip {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:01:48.911407 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:48.915414 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e334d830-9e0e-4c67-a10a-8c01c5e9fb12 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:01:48.960380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'Port': ['ID=44dcbf3c-325e-4f20-91aa-0a0590d623b0,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:01:49.031623 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.035823 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.036071 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.036435 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:01:49.039915 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:01:49.069046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for floatingip, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:49.069386 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.l3_db [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Floating IP 4b18bded-aa69-4358-adeb-ca280454ec10 disassociated (deleted). External IP: 172.26.3.169, port: 57d873a9-9464-4f4f-bbea-2892c58f4ae3.
Dec 22 14:01:49.428395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:01:49.610776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:01:49.621259 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc388f40-b653-429b-9349-804cec43992f None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:01:49.627774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:49.631113 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:01:49.631722 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298652ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:49.683741 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "DELETE /v2.0/floatingips/4b18bded-aa69-4358-adeb-ca280454ec10 HTTP/1.1" status: 204  len: 168 time: 1.8204541
Dec 22 14:01:49.684416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:01:49.851568 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:01:49.896485 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'status': 'completed', 'code': 200}
Dec 22 14:01:49.989638 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-98b2e370-f621-4921-a5e1-ab442c532d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:49.991143 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-98b2e370-f621-4921-a5e1-ab442c532d52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=364753a4c3f74932a351bfc4106c66fe&device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 1098 time: 0.0741866
Dec 22 14:01:50.190498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298652ac0>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:50.195682 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc388f40-b653-429b-9349-804cec43992f None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:01:50.204171 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:01:50.205005 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298652ac0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:50.271191 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-7593c2e9-1800-4bde-be99-fc0f648a78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:50.272652 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-7593c2e9-1800-4bde-be99-fc0f648a78c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 200  len: 909 time: 0.2754428
Dec 22 14:01:50.294471 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e89a46-78d8-456a-94c7-387ab10731b1 req-a3735b36-d36d-4c36-ae60-7ba35a1076fe tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:50.296667 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87e89a46-78d8-456a-94c7-387ab10731b1 req-a3735b36-d36d-4c36-ae60-7ba35a1076fe tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.1029975
Dec 22 14:01:50.342036 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-87e89a46-78d8-456a-94c7-387ab10731b1 req-80c90b35-261d-46a7-8c64-48f5545bb328 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384781
Dec 22 14:01:50.351064 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-5dca9a35-c914-43f8-885d-36a3b48f3ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 200  len: 217 time: 0.0710726
Dec 22 14:01:50.420226 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-588b269d-e47d-49bb-938e-4eea919b8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:50.420430 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:01:50.421606 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-588b269d-e47d-49bb-938e-4eea919b8265 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 200  len: 847 time: 0.0629959
Dec 22 14:01:50.497130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-cfaa7150-bee1-4d7f-befe-129a2b1b9a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:50.498607 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-cfaa7150-bee1-4d7f-befe-129a2b1b9a08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a836ffb5-ae9e-4f47-b2ac-4655baa137ff&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700576
Dec 22 14:01:50.634258 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-b54aa5b4-b4ae-4e28-bed7-da3ecf5bd569 service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277711
Dec 22 14:01:50.731409 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-dc388f40-b653-429b-9349-804cec43992f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298652ac0>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:50.735453 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc388f40-b653-429b-9349-804cec43992f None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:04Z', 'revision_number': 4, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '7252e9ce-0d18-40d8-8676-6e6f674ff85f', 'name': '', 'network_id': 'a836ffb5-ae9e-4f47-b2ac-4655baa137ff', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'mac_address': 'fa:16:3e:5f:0a:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:03Z', 'updated_at': '2021-12-22T13:51:10Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'subnets': [{'id': '9e5e03a5-fbae-408e-bcfc-3c329db53de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:01:50.770880 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-01af54ed-301f-479a-b1a5-1565d01b82c8 req-d6dcdd3f-9f3b-493e-a372-d43ca150cfbc service neutron] 10.222.0.46 "GET /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295478
Dec 22 14:01:50.964515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6d3e6e-85a6-433e-a545-c87cb53575a7 None None] New status for floating IP 4b18bded-aa69-4358-adeb-ca280454ec10: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 14:01:51.527091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee25b9-9632-4eed-b8ea-64d294e2c0a6 req-f4a417b5-1484-4c9d-8942-39f815a11586 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:51.528525 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6bee25b9-9632-4eed-b8ea-64d294e2c0a6 req-f4a417b5-1484-4c9d-8942-39f815a11586 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.0791624
Dec 22 14:01:51.571567 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6bee25b9-9632-4eed-b8ea-64d294e2c0a6 req-005df68d-a7b3-411b-a0b4-32bf22b3ad88 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/security-groups?id=d158f571-9066-4e1c-ba47-f33cbdee618e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374587
Dec 22 14:01:51.706569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a42398-45d1-449d-a014-636aab8efe1b req-50faf888-96ed-4d5e-b0c3-dc42dae3c94c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:01:51.707392 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-72a42398-45d1-449d-a014-636aab8efe1b req-50faf888-96ed-4d5e-b0c3-dc42dae3c94c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Synchronizing usage tracker for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:01:51.789328 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-72a42398-45d1-449d-a014-636aab8efe1b req-50faf888-96ed-4d5e-b0c3-dc42dae3c94c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Unset dirty status for tenant:364753a4c3f74932a351bfc4106c66fe on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:01:51.790496 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-72a42398-45d1-449d-a014-636aab8efe1b req-50faf888-96ed-4d5e-b0c3-dc42dae3c94c tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 945 time: 0.1672759
Dec 22 14:01:51.861002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Deleting port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:01:51.861348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:52.109253 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] For port 57d873a9-9464-4f4f-bbea-2892c58f4ae3, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57d873a9-9464-4f4f-bbea-2892c58f4ae3,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:01:52.109523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:52.232087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Calling delete_port for 57d873a9-9464-4f4f-bbea-2892c58f4ae3 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:01:52.452142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:52.458487 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b3e6cf27-6b97-42fc-97e8-4f8153d6b9e1 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:01:52.507977 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'Port': ['ID=57d873a9-9464-4f4f-bbea-2892c58f4ae3,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:01:52.511125 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:01:52.616485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] No DVR routers for this DVR port 57d873a9-9464-4f4f-bbea-2892c58f4ae3 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:01:52.619017 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:52.621982 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-deleted', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:01:52.666242 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c4e26d-52ce-4b4a-b48d-90a504654639', 'name': 'network-vif-deleted', 'tag': '57d873a9-9464-4f4f-bbea-2892c58f4ae3', 'status': 'completed', 'code': 200}
Dec 22 14:01:52.682539 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-72a42398-45d1-449d-a014-636aab8efe1b req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.46 "DELETE /v2.0/ports/57d873a9-9464-4f4f-bbea-2892c58f4ae3 HTTP/1.1" status: 204  len: 173 time: 0.8863750
Dec 22 14:01:52.733826 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1303ce08-680f-41ce-aea4-b317794e869f req-ef79d45b-d528-4cdc-a057-bbbb46310e7d tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 210 time: 0.0467436
Dec 22 14:01:53.918058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-5ec28e76-aa99-4b41-9b9a-19750733775d req-a2a2c67b-bb2c-4c1b-99fb-f9a7fe21c0d7 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3c4e26d-52ce-4b4a-b48d-90a504654639 HTTP/1.1" status: 200  len: 210 time: 0.0458243
Dec 22 14:01:55.016979 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 42996) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:01:55.040360 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:01:55.087988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:55.117888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:55.246467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:55.251773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5784fcd3-6e92-4684-ab4d-3d309a76ec5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:01:55.267228 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d158f571-9066-4e1c-ba47-f33cbdee618e,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:01:55.270652 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:01:55.337113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:55.338255 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-89cdedbf-57cd-414c-bd09-b0c6e8b56eac tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] 10.222.0.16 "DELETE /v2.0/security-groups/d158f571-9066-4e1c-ba47-f33cbdee618e HTTP/1.1" status: 204  len: 168 time: 0.3202436
Dec 22 14:01:55.473900 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43002) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:01:55.669242 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:01:55.707188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 57d873a9-9464-4f4f-bbea-2892c58f4ae3 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:01:55.707541 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 57d873a9-9464-4f4f-bbea-2892c58f4ae3 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:01:56.310145 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:56.663044 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Deleting port 7252e9ce-0d18-40d8-8676-6e6f674ff85f {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:01:56.663260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:56.834474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] For port 7252e9ce-0d18-40d8-8676-6e6f674ff85f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=7252e9ce-0d18-40d8-8676-6e6f674ff85f,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:01:56.834876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:56.955431 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Calling delete_port for 7252e9ce-0d18-40d8-8676-6e6f674ff85f owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:01:57.339122 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:57.343032 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7e663d6d-332e-41a7-8860-7b3051dd3837 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:01:57.522179 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7252e9ce-0d18-40d8-8676-6e6f674ff85f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:01:57.525288 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:01:57.789840 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:58.154256 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Router a58db321-7b20-46ae-b00a-461f228f8ab6 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:01:58.332919 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:01:58.341652 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Sync routers for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:01:58.344915 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1743b05a-0f80-4570-8167-18ac078185f7 admin admin] 10.222.0.16 "PUT /v2.0/routers/a58db321-7b20-46ae-b00a-461f228f8ab6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8700297
Dec 22 14:01:58.347795 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43008) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:01:58.351401 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:01:58.351992 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298fca070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:58.525765 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:01:58.526451 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:58.710404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:58.802447 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Deleting port 5548a0eb-1957-458c-8503-b1932d449b17 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:01:58.802907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:58.859416 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298fca070>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171'}], 'enable_snat': True}, 'gw_port_id': '5548a0eb-1957-458c-8503-b1932d449b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T14:01:57Z', 'revision_number': 5, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port': {'id': '5548a0eb-1957-458c-8503-b1932d449b17', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:8c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T13:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:58.865836 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Checking router: a58db321-7b20-46ae-b00a-461f228f8ab6 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:01:58.877639 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Routers {'a58db321-7b20-46ae-b00a-461f228f8ab6'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:01:58.879029 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298fca070>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['a58db321-7b20-46ae-b00a-461f228f8ab6'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:59.032360 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] Set router a58db321-7b20-46ae-b00a-461f228f8ab6 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:01:59.135417 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] For port 5548a0eb-1957-458c-8503-b1932d449b17, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5548a0eb-1957-458c-8503-b1932d449b17,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:01:59.135776 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.139701 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298fca070>, [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T14:01:58Z', 'revision_number': 6, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:01:59.145530 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f772d4-e23e-4622-8f2c-578977642eb7 None None] The sync data for ids ['a58db321-7b20-46ae-b00a-461f228f8ab6'] in dv-neutron-822662-1-hyperv is: [{'id': 'a58db321-7b20-46ae-b00a-461f228f8ab6', 'name': 'tempest-TestShelveInstance-659095322-router', 'tenant_id': '364753a4c3f74932a351bfc4106c66fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:00Z', 'updated_at': '2021-12-22T14:01:58Z', 'revision_number': 6, 'project_id': '364753a4c3f74932a351bfc4106c66fe', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:01:59.261468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Calling delete_port for 5548a0eb-1957-458c-8503-b1932d449b17 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:01:59.492002 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.495803 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:01:59.543161 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5548a0eb-1957-458c-8503-b1932d449b17,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:01:59.573278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:01:59.636428 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.807298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.809426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.904903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.904903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58db321-7b20-46ae-b00a-461f228f8ab6 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 14:01:59.918689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:01:59.919846 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a58db321-7b20-46ae-b00a-461f228f8ab6 HTTP/1.1" status: 204  len: 168 time: 1.5711341
Dec 22 14:01:59.922374 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43012) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:01:59.983359 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Deleting subnet 9e5e03a5-fbae-408e-bcfc-3c329db53de1 {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 14:01:59.986421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.006696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7252e9ce-0d18-40d8-8676-6e6f674ff85f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:00.044367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.046933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 7252e9ce-0d18-40d8-8676-6e6f674ff85f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:00.047295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 7252e9ce-0d18-40d8-8676-6e6f674ff85f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:00.047722 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5548a0eb-1957-458c-8503-b1932d449b17 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:00.081046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 5548a0eb-1957-458c-8503-b1932d449b17 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:00.081310 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5548a0eb-1957-458c-8503-b1932d449b17 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:00.125559 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.265314 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.270143 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1325bed4-f095-438e-bedc-5450952548be tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:00.305635 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5e03a5-fbae-408e-bcfc-3c329db53de1,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:00.308189 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:00.311038 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.316449 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7128622a-b935-405e-b29a-08d7b7072893 None None] Network a836ffb5-ae9e-4f47-b2ac-4655baa137ff requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:00.317825 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-81dc8509-e7df-4344-a132-6c39c10a99a4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e5e03a5-fbae-408e-bcfc-3c329db53de1 HTTP/1.1" status: 204  len: 168 time: 0.3944206
Dec 22 14:02:00.320381 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43016) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:00.426113 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.436172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Deleting port b36fba0f-cab5-4988-b8eb-198b56a73821 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:00.436501 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.582830 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] DHCP port deletion for a836ffb5-ae9e-4f47-b2ac-4655baa137ff request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 14:02:00.587108 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Deleting port b36fba0f-cab5-4988-b8eb-198b56a73821 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:00.587488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.649132 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] For port b36fba0f-cab5-4988-b8eb-198b56a73821, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b36fba0f-cab5-4988-b8eb-198b56a73821,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:00.649705 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.780346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Calling delete_port for b36fba0f-cab5-4988-b8eb-198b56a73821 owned by network:dhcp {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:00.832451 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] For port b36fba0f-cab5-4988-b8eb-198b56a73821, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=b36fba0f-cab5-4988-b8eb-198b56a73821,segment=NetworkSegment(294e5dfd-d3c7-44dd-9a28-14fef95a4f23),segment_id=294e5dfd-d3c7-44dd-9a28-14fef95a4f23)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:00.832739 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.931942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:00.936869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8f8b19f7-4c0e-4f25-bb0a-5690346136e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:00.955959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Calling delete_port for b36fba0f-cab5-4988-b8eb-198b56a73821 owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:00.982801 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Pushing event deleted for resources: {'Port': ['ID=b36fba0f-cab5-4988-b8eb-198b56a73821,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:00.985949 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:00.986706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] No DVR routers for this DVR port b36fba0f-cab5-4988-b8eb-198b56a73821 on host dv-neutron-822662-1-hyperv {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:02:01.029765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:02:01.030472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:02:01.216135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.241310 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52935ad640>,) {'filters': {'network_id': ['a836ffb5-ae9e-4f47-b2ac-4655baa137ff']}} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:01.254162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935ad640>, '294e5dfd-d3c7-44dd-9a28-14fef95a4f23') {'for_net_delete': True} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:01.254463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.services.segments.db [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52935ad640>, '294e5dfd-d3c7-44dd-9a28-14fef95a4f23') {} {{(pid=88166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:01.265907 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2814232'] for segment, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.281569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.288021 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88166) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 14:02:01.291046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2801293'] for segment, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]: Traceback (most recent call last):
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     timer()
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     cb(*args, **kw)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     return func(*args, **kwargs)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     self._notify()
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     self.callback(batched_events)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     event.method(event)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     return f(self, *a, **k)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._get(url).json()
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:02:01.302174 dv-neutron-822662-1-hyperv neutron-server[88166]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:02:01.430232 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.433633 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-2740929d-4cd2-4c3b-add7-45ca9806cc37 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:01.446430 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.458108 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Pushing event deleted for resources: {'Network': ['ID=a836ffb5-ae9e-4f47-b2ac-4655baa137ff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:01.464427 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:01.531737 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Deleting port b36fba0f-cab5-4988-b8eb-198b56a73821 {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:01.532111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:01.533776 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-78eca996-c690-46d7-8b42-3b308012b79a admin admin] 10.222.0.16 "DELETE /v2.0/networks/a836ffb5-ae9e-4f47-b2ac-4655baa137ff HTTP/1.1" status: 204  len: 168 time: 1.2124393
Dec 22 14:02:01.537332 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43020) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:01.604209 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-297143c0-5b35-4458-a630-ddb178b27d81 None None] The port 'b36fba0f-cab5-4988-b8eb-198b56a73821' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 14:02:01.997900 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b36fba0f-cab5-4988-b8eb-198b56a73821 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:02.032402 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: b36fba0f-cab5-4988-b8eb-198b56a73821 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:02.033023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device b36fba0f-cab5-4988-b8eb-198b56a73821 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:02.070585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:02.412935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Deleting port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:02.413265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:02.707535 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] For port 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:02.707903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:02.828612 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Calling delete_port for 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 owned by network:router_interface {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:03.075874 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:03.079454 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-8b8b6d94-b3ed-4727-b7a1-652d5520fa74 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:03.122445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5e61fc8a-1baf-43cd-a09f-5f60617bc8e7,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:03.126054 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:03.161833 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:03.398075 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:03.751711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Router 67a197fd-5003-4439-85fd-aee3b4aad449 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:02:03.923702 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:03.933804 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Sync routers for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:03.943319 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:03.944020 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529814c460>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:04.018974 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c225bf48-01da-4a18-9c21-018d6dd608cc admin admin] 10.222.0.16 "PUT /v2.0/routers/67a197fd-5003-4439-85fd-aee3b4aad449/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4804831
Dec 22 14:02:04.021819 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43024) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:04.123101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:04.327346 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks [] for router, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:04.428593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529814c460>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T14:02:02Z', 'revision_number': 5, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:04.433600 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Checking router: 67a197fd-5003-4439-85fd-aee3b4aad449 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:04.444070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Routers {'67a197fd-5003-4439-85fd-aee3b4aad449'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:04.444770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529814c460>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:01:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['67a197fd-5003-4439-85fd-aee3b4aad449'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:04.521011 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:04.622001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] Set router 67a197fd-5003-4439-85fd-aee3b4aad449 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:04.630306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Deleting port 6d426a89-365f-4307-8752-c73b01a8c4a8 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:04.634273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:04.808209 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] For port 6d426a89-365f-4307-8752-c73b01a8c4a8, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=6d426a89-365f-4307-8752-c73b01a8c4a8,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:04.808579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:04.933578 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Calling delete_port for 6d426a89-365f-4307-8752-c73b01a8c4a8 owned by network:router_gateway {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:04.953267 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529814c460>, [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T14:02:02Z', 'revision_number': 5, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:04.957988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe302a0f-02f1-496f-b4b6-ded2e9bf95cd None None] The sync data for ids ['67a197fd-5003-4439-85fd-aee3b4aad449'] in dv-neutron-822662-1-hyperv is: [{'id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'name': 'tempest-TestShelveInstance-1955905299-router', 'tenant_id': 'e455a49a4fb64f489f40aa454560e554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205'}], 'enable_snat': True}, 'gw_port_id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T13:51:08Z', 'updated_at': '2021-12-22T14:02:02Z', 'revision_number': 5, 'project_id': 'e455a49a4fb64f489f40aa454560e554', 'gw_port': {'id': '6d426a89-365f-4307-8752-c73b01a8c4a8', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67a197fd-5003-4439-85fd-aee3b4aad449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T13:51:09Z', 'updated_at': '2021-12-22T13:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:05.155877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.160684 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-da96d890-8005-4f0b-a74a-88c651e30b09 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:05.178691 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9a4c1aee-aaba-40f4-9279-fee3c06ee6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.205930 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d426a89-365f-4307-8752-c73b01a8c4a8,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:05.209877 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:05.298084 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.479764 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.481935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.582860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.583411 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67a197fd-5003-4439-85fd-aee3b4aad449 {{(pid=88166) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 14:02:05.596162 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.607000 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f9dd45ba-81ad-45ba-9301-1e408b7aa34b admin admin] 10.222.0.16 "DELETE /v2.0/routers/67a197fd-5003-4439-85fd-aee3b4aad449 HTTP/1.1" status: 204  len: 168 time: 1.5749307
Dec 22 14:02:05.607000 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43030) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:05.665697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Deleting subnet 31e0a001-cf67-44c0-9996-2c7d6d5a5fff {{(pid=88166) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 14:02:05.668825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.719560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2814305'] for subnet, precommit_delete_associations {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.799321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.939399 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2801255', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3302724'] for subnet, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.943380 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1fd3393b-bbca-422a-b5af-a58fcfcf4ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:05.977739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e0a001-cf67-44c0-9996-2c7d6d5a5fff,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:05.980768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:05.981715 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:05.989349 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25903c7d-4e93-47dc-b5e2-ed8239bbe426 None None] Network 890b9742-d8c9-418b-890c-86f6cca8d386 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:05.989786 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1cd4da15-ee4f-4350-a511-1321601e590f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/31e0a001-cf67-44c0-9996-2c7d6d5a5fff HTTP/1.1" status: 204  len: 168 time: 0.3883448
Dec 22 14:02:05.992588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43034) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:06.073490 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:06.110232 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.121386 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Deleting port aa03de2d-a4fa-4759-af9c-e834e6c46fff {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:06.121717 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.126101 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:06.126453 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 5e61fc8a-1baf-43cd-a09f-5f60617bc8e7 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:06.126905 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6d426a89-365f-4307-8752-c73b01a8c4a8 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:06.172112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 6d426a89-365f-4307-8752-c73b01a8c4a8 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:06.172462 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 6d426a89-365f-4307-8752-c73b01a8c4a8 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:06.336038 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] DHCP port deletion for 890b9742-d8c9-418b-890c-86f6cca8d386 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 14:02:06.338123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] For port aa03de2d-a4fa-4759-af9c-e834e6c46fff, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa03de2d-a4fa-4759-af9c-e834e6c46fff,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:06.338480 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.339861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Deleting port aa03de2d-a4fa-4759-af9c-e834e6c46fff {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:06.340238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.460657 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Calling delete_port for aa03de2d-a4fa-4759-af9c-e834e6c46fff owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:06.538537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] For port aa03de2d-a4fa-4759-af9c-e834e6c46fff, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=aa03de2d-a4fa-4759-af9c-e834e6c46fff,segment=NetworkSegment(734a89b4-bd31-4f9b-8c11-3a5b63cbde75),segment_id=734a89b4-bd31-4f9b-8c11-3a5b63cbde75)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:06.549897 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.613171 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.617899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f886b84c-42ad-4654-b94b-622faf3c16d8 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:06.663917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Calling delete_port for aa03de2d-a4fa-4759-af9c-e834e6c46fff owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:02:06.667108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] No DVR routers for this DVR port aa03de2d-a4fa-4759-af9c-e834e6c46fff on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:02:06.692785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Pushing event deleted for resources: {'Port': ['ID=aa03de2d-a4fa-4759-af9c-e834e6c46fff,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:06.718697 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.720395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.720395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.720395 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.720652 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.721001 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.721398 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.721759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.722124 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.722481 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.722836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.723216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:06.726587 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:06.736746 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:02:06.737197 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:02:06.903494 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.927531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5292685520>,) {'filters': {'network_id': ['890b9742-d8c9-418b-890c-86f6cca8d386']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:06.939122 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292685520>, '734a89b4-bd31-4f9b-8c11-3a5b63cbde75') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:06.939408 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5292685520>, '734a89b4-bd31-4f9b-8c11-3a5b63cbde75') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:06.950759 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.966665 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.972574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 14:02:06.972936 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:02:06.985650 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:02:07.154003 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.158151 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.162228 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-9e031566-b1bc-40d1-b651-558e80fbad75 tempest-PortsIpV6TestJSON-143806770 tempest-PortsIpV6TestJSON-143806770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:07.185852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Pushing event deleted for resources: {'Network': ['ID=890b9742-d8c9-418b-890c-86f6cca8d386,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:07.188329 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:07.191011 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] 10.222.0.16 "DELETE /v2.0/networks/890b9742-d8c9-418b-890c-86f6cca8d386 HTTP/1.1" status: 204  len: 168 time: 1.1972020
Dec 22 14:02:07.238202 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Deleting port aa03de2d-a4fa-4759-af9c-e834e6c46fff {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:02:07.238776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.308027 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4a9f9-ee65-4dc2-b904-4fe66848095b None None] The port 'aa03de2d-a4fa-4759-af9c-e834e6c46fff' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 14:02:07.525900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43040) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:07.534693 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3071c9e4-33e0-4906-ac9a-ae566590413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.576973 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0ef78cfb-479f-49e2-815f-07fa08576e0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=364753a4c3f74932a351bfc4106c66fe&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0497692
Dec 22 14:02:07.579485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43044) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:07.640238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.665225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.788050 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.792698 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8806087-15bb-4567-addd-08fbb67e1f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:07.808154 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9931fc-278d-42e8-9c36-4cc5e7e19ecf,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:07.810615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:07.812607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:07.813734 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-d3d08b0d-f01e-43d4-a384-f0c3d8a1bcda admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9931fc-278d-42e8-9c36-4cc5e7e19ecf HTTP/1.1" status: 204  len: 168 time: 0.2333193
Dec 22 14:02:07.998735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa03de2d-a4fa-4759-af9c-e834e6c46fff no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:02:08.032982 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: aa03de2d-a4fa-4759-af9c-e834e6c46fff {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:02:08.033347 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device aa03de2d-a4fa-4759-af9c-e834e6c46fff not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:02:08.504136 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43054) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:08.552334 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-34f94cb8-7985-4899-aa20-f101e96724c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e455a49a4fb64f489f40aa454560e554&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0468822
Dec 22 14:02:08.554659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43058) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:08.610293 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:08.635612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:08.761512 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:08.766362 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f2098f85-9efa-480e-97ea-7904b7da4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:08.778801 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99485e03-07f0-401a-b46c-99db16c3ec5d,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:08.781475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:08.785330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:08.786116 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f65d9d8a-047f-418b-8243-ba724e6a27ae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99485e03-07f0-401a-b46c-99db16c3ec5d HTTP/1.1" status: 204  len: 168 time: 0.2305391
Dec 22 14:02:08.795658 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:08.830468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:09.882018 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43082) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:09.986159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1693216521-network', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:09.991098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:09.995243 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Usage tracker for resource:network and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:09.998159 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:10.004453 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:10.104336 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Made reservation on behalf of 888094cde9ed493d9e6cf4b7aabfcf76 for: {'network': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:02:10.106588 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.118872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.133869 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:10.137554 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:10.140272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:10.147000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:10.228204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.287322 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.290279 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-739e31e5-da55-4f2c-b85c-a7048fe59dba tempest-ServerActionsTestJSON-273087893 tempest-ServerActionsTestJSON-273087893-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:10.319392 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=88167) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:02:10.327632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf14841-93a6-477d-8abf-efb188c7535f,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:10.333128 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:10.337596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.337938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.segments_db [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Added segment 30a308d6-31ed-48b5-98e9-60cf34816683 of type vlan for network 512013f5-6e0d-47e5-950d-776e5bd9e700
Dec 22 14:02:10.364276 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.417277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.474294 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.475393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:10.475974 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:10.479692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-e20a53d9-a706-4ee4-90e8-c648d31fe60a tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:10.578055 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Pushing event updated for resources: {'Network': ['ID=512013f5-6e0d-47e5-950d-776e5bd9e700,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:10.580688 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:10.588817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:02:10.640465 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-f8e88f6c-810e-41fa-ac85-c20b2eed6792 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7573378
Dec 22 14:02:10.643165 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43088) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:10.649402 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Request body: {'subnet': {'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1693216521-subnet', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'ip_version': 4}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:10.654492 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:10.658580 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Usage tracker for resource:subnet and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:10.662062 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:10.668216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:10.739144 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Made reservation on behalf of 888094cde9ed493d9e6cf4b7aabfcf76 for: {'subnet': 1} {{(pid=88167) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:02:10.741455 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2582103'] for subnet, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.018924 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2237470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2582085'] for subnet, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.023193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-bde2b3dd-567c-410c-814f-d9395ab9ca0d tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:11.092836 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:11.095475 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:11.101535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Checking segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88167) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:11.101884 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Network hostable DHCP agents. Network: 512013f5-6e0d-47e5-950d-776e5bd9e700, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88167) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:02:11.167197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88167) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:02:11.273755 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, 512013f5-6e0d-47e5-950d-776e5bd9e700) {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:11.278216 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:11.279321 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.282617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13ba08b-023f-49d6-b5f1-6a4eaec02fb3 None None] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:11.354583 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-5615cbd7-f504-4028-bf34-9a23ec874471 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7103760
Dec 22 14:02:11.357434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43092) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:11.363531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:11.368456 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:11.372689 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Usage tracker for resource:router and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:11.375542 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:11.382305 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:11.445821 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.446923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.462746 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.499222 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-512013f5-6e0d-47e5-950d-776e5bd9e700', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 14:02:11.502066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.704240 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Allocated IP 172.20.0.2 (512013f5-6e0d-47e5-950d-776e5bd9e700/9e6c7c10-df8b-4cf3-808c-0068d76e7d9b/4c14a08b-c86e-4bae-8a69-022942e770be) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:11.908432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:11.920119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Transition to ACTIVE for port object 4c14a08b-c86e-4bae-8a69-022942e770be will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:11.937290 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Transition to ACTIVE for port object 4c14a08b-c86e-4bae-8a69-022942e770be will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:11.937747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.028860 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.033071 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:12.097328 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:12.100250 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:12.103864 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:12.109372 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Pushing event updated for resources: {'Port': ['ID=4c14a08b-c86e-4bae-8a69-022942e770be,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:12.146876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.147246 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.147585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.147926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.148254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.148582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.148904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.149227 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.149548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.149893 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.150231 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.150549 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:12.158443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:12.209813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Attempting to bind port 4c14a08b-c86e-4bae-8a69-022942e770be on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:12.210186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Attempting to bind port 4c14a08b-c86e-4bae-8a69-022942e770be by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:12.210551 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Attempting to bind port 4c14a08b-c86e-4bae-8a69-022942e770be on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:12.215696 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:12.216070 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Checking segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:12.216471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.216865 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Bound using segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:12.217327 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Bound port: 4c14a08b-c86e-4bae-8a69-022942e770be, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:12.217701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.304325 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] For port 4c14a08b-c86e-4bae-8a69-022942e770be, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:12.307317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] For port 4c14a08b-c86e-4bae-8a69-022942e770be, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c14a08b-c86e-4bae-8a69-022942e770be,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:12.367650 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.379471 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.383194 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-7cb05206-cc09-47dd-9dcf-0ff4dd78e78f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:12.398690 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.470257 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Pushing event updated for resources: {'Port': ['ID=4c14a08b-c86e-4bae-8a69-022942e770be,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:12.473395 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a7b24ed1-9c0b-4ec6-8890-fd9b65ff187a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:12.540711 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Allocated IP 172.26.3.236 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/3a495bde-cb77-46bf-aa4e-27d8cfde9100) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:12.715339 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.825067 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:12.828973 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-97af5653-8167-499f-817a-b44d43578618 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:12.890827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:12.893496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:12.897343 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:12.929876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a495bde-cb77-46bf-aa4e-27d8cfde9100,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:12.942749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:13.430360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ef9e9-879d-49f9-bb4f-62659f8ab82a None None] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:13.535090 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:13.584591 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-1f8631f6-6fdb-44b8-904a-4fc285d24723 None None] Provisioning for port 4c14a08b-c86e-4bae-8a69-022942e770be completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:13.885809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:14.027880 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c14a08b-c86e-4bae-8a69-022942e770be up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:14.184060 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 14:02:14.212876 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 4c14a08b-c86e-4bae-8a69-022942e770be completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:14.217936 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c14a08b-c86e-4bae-8a69-022942e770be triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:14.218313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:14.340578 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:14.365150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:14.373954 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 4c14a08b-c86e-4bae-8a69-022942e770be, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c14a08b-c86e-4bae-8a69-022942e770be,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:14.375579 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:14.385388 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:14.386003 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298633310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:14.456840 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:14.461244 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:14.487942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:14.489186 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1306632
Dec 22 14:02:14.491985 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43098) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:14.532361 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=4c14a08b-c86e-4bae-8a69-022942e770be,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:14.535655 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:14.563547 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:14.844253 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298633310>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:13Z', 'revision_number': 3, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:14.848383 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:14.848944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Updating router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 14:02:14.901269 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.221669 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.233834 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Transition to ACTIVE for port object 3a495bde-cb77-46bf-aa4e-27d8cfde9100 will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:15.315889 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.318718 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.320798 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b375e8cf-0ad4-43d8-88b4-e44544140018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:15.399248 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Attempting to bind port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:15.399897 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Attempting to bind port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:15.400003 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Attempting to bind port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:15.405535 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Pushing event updated for resources: {'Port': ['ID=3a495bde-cb77-46bf-aa4e-27d8cfde9100,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:15.410402 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:15.410780 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:15.411872 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.412419 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:15.412895 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Bound port: 3a495bde-cb77-46bf-aa4e-27d8cfde9100, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:15.413279 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.446764 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.447168 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.447477 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.447805 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.448130 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.449127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.449127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.449127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.449376 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.449709 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.450008 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.450321 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:02:15.469856 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:15.526354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Allocated IP 172.20.0.1 (512013f5-6e0d-47e5-950d-776e5bd9e700/9e6c7c10-df8b-4cf3-808c-0068d76e7d9b/acd6ade0-f053-463b-85e2-a65dcb133413) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:15.600883 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] For port 3a495bde-cb77-46bf-aa4e-27d8cfde9100, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:15.617866 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] For port 3a495bde-cb77-46bf-aa4e-27d8cfde9100, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a495bde-cb77-46bf-aa4e-27d8cfde9100,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:15.688569 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.701763 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.704445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Transition to ACTIVE for port object acd6ade0-f053-463b-85e2-a65dcb133413 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:15.711548 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-a11ddbe6-28c4-4d9f-bb72-0d5073239031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:15.796410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:15.799810 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:15.800436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298633310>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:15.801146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:15.863420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:15.866211 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:15.870273 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:15.896408 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Pushing event updated for resources: {'Port': ['ID=3a495bde-cb77-46bf-aa4e-27d8cfde9100,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:15.903629 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-9627155d-47d7-4b88-b6ff-dceb6badbd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:15.912843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Pushing event updated for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:15.917372 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:15.930458 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.015612 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:16.041732 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c14a08b-c86e-4bae-8a69-022942e770be up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:16.133117 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 4c14a08b-c86e-4bae-8a69-022942e770be triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:16.133579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.281377 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aeac69d8-526b-484e-b69f-4979f25e5323 None None] Provisioning for port acd6ade0-f053-463b-85e2-a65dcb133413 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:16.286388 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.293829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-aeac69d8-526b-484e-b69f-4979f25e5323 None None] Provisioning complete for port acd6ade0-f053-463b-85e2-a65dcb133413 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:16.294213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-aeac69d8-526b-484e-b69f-4979f25e5323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.330544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298633310>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:13Z', 'revision_number': 3, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:16.336588 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbed6a0-5368-4122-a863-001e572ecf0b None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:13Z', 'revision_number': 3, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:16.351383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-aeac69d8-526b-484e-b69f-4979f25e5323 None None] Port acd6ade0-f053-463b-85e2-a65dcb133413 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:02:16.523766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.588336 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.614552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7527749c-0201-4f92-babe-8459832d725f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:16.704649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:16.708450 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Pushing event updated for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:16.711854 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:16.851172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:16.852337 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:17.080500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-299fd5ca-9097-44fd-9d64-6208d57ff114 None None] Provisioning complete for port acd6ade0-f053-463b-85e2-a65dcb133413 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:17.081062 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-299fd5ca-9097-44fd-9d64-6208d57ff114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:17.136990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-299fd5ca-9097-44fd-9d64-6208d57ff114 None None] Port acd6ade0-f053-463b-85e2-a65dcb133413 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:02:17.190420 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:02:17.373176 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:17.381766 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-64c122ba-f6ba-4cde-8c8b-c61c0df5954f admin admin] 10.222.0.16 "PUT /v2.0/routers/1bcc3c1a-de29-46ec-9d47-a3a8817dc199/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8888223
Dec 22 14:02:17.824753 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:17.834112 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:17.834768 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983b5250>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:18.045813 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a495bde-cb77-46bf-aa4e-27d8cfde9100 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:18.067869 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43120) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:18.073555 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-553328421-network', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:18.078701 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:18.083265 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Usage tracker for resource:network and tenant:e8b347526b3d4db29d9fe253e90f72c5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:18.086319 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:18.092298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:18.110048 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:18.178837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Made reservation on behalf of e8b347526b3d4db29d9fe253e90f72c5 for: {'network': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:02:18.181311 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for network, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.194077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.209864 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:18.213809 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b347526b3d4db29d9fe253e90f72c5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:18.216740 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:18.222445 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:18.306557 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.352452 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:18.362431 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:18.362805 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.376865 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.381426 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b95c0ee6-2181-4f42-b293-81a0ed504048 tempest-RoutersNegativeTest-784501961 tempest-RoutersNegativeTest-784501961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:18.408041 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'}  {{(pid=88166) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 22 14:02:18.417250 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9586e4-7e5f-439f-ae0d-4c4112b7ce91,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:18.420827 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:18.423278 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.423615 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.segments_db [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Added segment a68c79d2-0dcd-4f65-bfaa-c9654ac13de2 of type vlan for network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c
Dec 22 14:02:18.456357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749546910684'] for network, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.538768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074'] for network, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.542389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.543788 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:18.544382 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Notify callbacks [] for network, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.549830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-65149eb0-5f41-4132-aa57-69804fa76cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:18.557630 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983b5250>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 2, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:18.564467 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:18.564825 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Updating router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 port acd6ade0-f053-463b-85e2-a65dcb133413 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 14:02:18.589286 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 3a495bde-cb77-46bf-aa4e-27d8cfde9100, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a495bde-cb77-46bf-aa4e-27d8cfde9100,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:18.627234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.651732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Pushing event updated for resources: {'Network': ['ID=d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:18.654439 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:18.671535 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c details requested by agent ovs-agent-dv-neutron-822662-1-hyperv with host dv-neutron-822662-1-hyperv {{(pid=88168) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 22 14:02:18.687523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.697457 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:18.711041 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-16c598b6-8ef0-4ea7-a0fc-5df96fa09758 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6419334
Dec 22 14:02:18.713627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43124) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:18.719164 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Request body: {'subnet': {'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-553328421-subnet', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'ip_version': 4}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:18.724678 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:18.728512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Usage tracker for resource:subnet and tenant:e8b347526b3d4db29d9fe253e90f72c5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:18.731365 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:18.736963 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:18.828335 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Made reservation on behalf of e8b347526b3d4db29d9fe253e90f72c5 for: {'subnet': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:02:18.830824 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3302565'] for subnet, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:18.903218 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=3a495bde-cb77-46bf-aa4e-27d8cfde9100,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:18.908235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:19.125191 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.125830 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2801190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3302583'] for subnet, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.130614 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7fa05088-bd23-4c45-974e-8475c41cab36 tempest-NetworksIpV6Test-1388863472 tempest-NetworksIpV6Test-1388863472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:19.136373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Transition to ACTIVE for port object acd6ade0-f053-463b-85e2-a65dcb133413 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:19.200586 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca490804-ac22-4070-858f-eecf02abad9a,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:19.203872 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:19.210306 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Checking segment: {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:19.210663 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Network hostable DHCP agents. Network: d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c, hostable agents: ['6673cca4-ae18-4731-9181-f0bc3bed11f8'], hosted agents: [] {{(pid=88166) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 22 14:02:19.218777 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.222464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:19.321731 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c is scheduled to be hosted by DHCP agent 6673cca4-ae18-4731-9181-f0bc3bed11f8 with binding_index 1 {{(pid=88166) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 22 14:02:19.350585 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb782bf-e0b5-40b1-a4e0-bb010964d229 None None] Pushing event updated for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:19.378229 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dfb782bf-e0b5-40b1-a4e0-bb010964d229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:19.424481 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822662-1-hyperv, d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c) {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:19.429393 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:19.429988 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.438258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082eef4e-d2c3-411e-96e5-0679d4868c93 None None] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:19.522544 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-f509a95a-6eef-4c11-8963-c9b51a146bf9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8077965
Dec 22 14:02:19.525069 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43130) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:19.530187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:19.535270 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:19.539766 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Usage tracker for resource:router and tenant:e8b347526b3d4db29d9fe253e90f72c5 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:19.542942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:19.548844 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:19.584472 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Attempting to bind port acd6ade0-f053-463b-85e2-a65dcb133413 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:19.584778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Attempting to bind port acd6ade0-f053-463b-85e2-a65dcb133413 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:19.585147 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Attempting to bind port acd6ade0-f053-463b-85e2-a65dcb133413 on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:19.598294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:19.598930 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Checking segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:19.599403 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.599809 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Bound using segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:19.600287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Bound port: acd6ade0-f053-463b-85e2-a65dcb133413, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:19.600670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.641732 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-703471', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29277'] for router, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.642716 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-697914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703802', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755276', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29220'] for router, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.658781 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.770901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] For port acd6ade0-f053-463b-85e2-a65dcb133413, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:19.783094 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] For port acd6ade0-f053-463b-85e2-a65dcb133413, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=acd6ade0-f053-463b-85e2-a65dcb133413,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:19.828702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1828c296-c358-5602-abc2-1d1ae7279633-d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'fixed_ips': [{'subnet_id': 'ca490804-ac22-4070-858f-eecf02abad9a'}]}} from dv-neutron-822662-1-hyperv. {{(pid=88168) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 22 14:02:19.829653 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.890482 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:19.896408 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:20.001478 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:20.002143 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52983b5250>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:20.008479 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703764', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29238'] for router, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.064000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a495bde-cb77-46bf-aa4e-27d8cfde9100 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:20.172826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb782bf-e0b5-40b1-a4e0-bb010964d229 None None] Pushing event updated for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:20.176235 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dfb782bf-e0b5-40b1-a4e0-bb010964d229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:20.305458 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.db_base_plugin_common [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Allocated IP 172.20.0.2 (d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c/ca490804-ac22-4070-858f-eecf02abad9a/61996245-0454-47ce-9a0f-82bb44966d1f) {{(pid=88168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:20.369582 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:20.464878 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:20.465258 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.495018 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.524758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.663798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Allocated IP 172.26.3.29 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/326416a9-dcf4-4486-8d75-b836a046741b) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:20.814410 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.902958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.907759 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-959804ec-1d83-4938-9c7c-a0232978d644 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:20.927548 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks [] for port, precommit_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:20.944702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Transition to ACTIVE for port object 61996245-0454-47ce-9a0f-82bb44966d1f will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:20.967825 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:20.969350 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Transition to ACTIVE for port object 61996245-0454-47ce-9a0f-82bb44966d1f will not be triggered until provisioned by entity DHCP. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:20.970507 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:20.974730 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:20.986829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52983b5250>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:19Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:20.990988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da42a44-d80c-4069-837f-3584a2c6e64d None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:19Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:21.023758 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Pushing event updated for resources: {'Port': ['ID=326416a9-dcf4-4486-8d75-b836a046741b,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:21.027983 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:21.046115 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406'] for port, after_create {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:21.056172 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-0b6ea095-bee6-4a3a-8a6f-b867ce4cca67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:21.129313 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c is already hosted by enough agents. {{(pid=88168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:21.132662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.scheduler.base_scheduler [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Resources bound (agent type, host, resource id):  {{(pid=88168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:21.135181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Received port after_create {{(pid=88168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:21.171710 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Pushing event updated for resources: {'Port': ['ID=61996245-0454-47ce-9a0f-82bb44966d1f,revision_number=1']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:21.174700 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:21.306983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Attempting to bind port 61996245-0454-47ce-9a0f-82bb44966d1f on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:21.307368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Attempting to bind port 61996245-0454-47ce-9a0f-82bb44966d1f by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:21.307747 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Attempting to bind port 61996245-0454-47ce-9a0f-82bb44966d1f on network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:21.313755 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:21.314140 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Checking segment: {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:21.314770 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:21.315000 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Bound using segment: {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:21.315488 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Bound port: 61996245-0454-47ce-9a0f-82bb44966d1f, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:21.315871 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:21.416491 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] For port 61996245-0454-47ce-9a0f-82bb44966d1f, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:21.420087 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] For port 61996245-0454-47ce-9a0f-82bb44966d1f, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61996245-0454-47ce-9a0f-82bb44966d1f,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:21.480072 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:21.485289 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-1fad9cbe-3be9-468a-83cd-0cbaa97d921a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:21.513268 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:21.570580 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Pushing event updated for resources: {'Port': ['ID=61996245-0454-47ce-9a0f-82bb44966d1f,revision_number=2']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:21.576783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:21.919878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703983'] for router, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:22.069507 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device acd6ade0-f053-463b-85e2-a65dcb133413 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:22.207055 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port acd6ade0-f053-463b-85e2-a65dcb133413 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:22.214225 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port acd6ade0-f053-463b-85e2-a65dcb133413 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:22.214668 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:22.350298 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Router 8cc952d8-110b-4fe8-8049-a19385550a00 is scheduled to L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 with binding_index 1 {{(pid=88166) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 22 14:02:22.381595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:22.418662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port acd6ade0-f053-463b-85e2-a65dcb133413, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=acd6ade0-f053-463b-85e2-a65dcb133413,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:22.464574 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:22.465523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61996245-0454-47ce-9a0f-82bb44966d1f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:22.493741 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-db0df0f9-9670-4866-a34e-d44d8e95ddbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:22.541324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:22.553322 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Sync routers for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:22.567162 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:22.568563 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298fb4220>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:22.591002 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:22.593883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:22.630309 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Notify callbacks [] for router, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:22.631989 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1057677
Dec 22 14:02:22.634549 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43134) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:22.661729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67754c84-4552-4511-a4e2-34cdc59f5748 None None] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:02:22.685761 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 61996245-0454-47ce-9a0f-82bb44966d1f completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:22.781478 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:22.836041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Provisioning for port 61996245-0454-47ce-9a0f-82bb44966d1f completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:22.849132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Provisioning complete for port 61996245-0454-47ce-9a0f-82bb44966d1f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:22.849524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.040932 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.082043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] For port 61996245-0454-47ce-9a0f-82bb44966d1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61996245-0454-47ce-9a0f-82bb44966d1f,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:23.085019 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298fb4220>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:21Z', 'revision_number': 3, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:23.089637 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Checking router: 8cc952d8-110b-4fe8-8049-a19385550a00 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:23.090901 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Updating router 8cc952d8-110b-4fe8-8049-a19385550a00 port 326416a9-dcf4-4486-8d75-b836a046741b binding host dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 14:02:23.138819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.140812 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-ea2771c0-2d45-4ae6-9ae2-1d18083d9124 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:23.147420 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.236529 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Pushing event updated for resources: {'Port': ['ID=61996245-0454-47ce-9a0f-82bb44966d1f,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:23.240765 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:23.362265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-2b26b171-59f7-48f0-a1ce-5efd88559467 None None] Provisioning complete for port 61996245-0454-47ce-9a0f-82bb44966d1f triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:23.362616 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.362726 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2b26b171-59f7-48f0-a1ce-5efd88559467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.539963 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks [] for port, precommit_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.551175 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.provisioning_blocks [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Transition to ACTIVE for port object 326416a9-dcf4-4486-8d75-b836a046741b will not be triggered until provisioned by entity L2. {{(pid=88169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:23.576026 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Allocated IP 172.20.0.1 (d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c/ca490804-ac22-4070-858f-eecf02abad9a/87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:23.618528 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.622505 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-319a7aef-3914-4b31-854f-6350eeca4f95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:23.701071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4b50-56d4-4773-94cd-fef68a3dfb15 None None] Pushing event updated for resources: {'Port': ['ID=326416a9-dcf4-4486-8d75-b836a046741b,revision_number=2']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:23.703267 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Attempting to bind port 326416a9-dcf4-4486-8d75-b836a046741b on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:23.704064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Attempting to bind port 326416a9-dcf4-4486-8d75-b836a046741b by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:23.704064 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Attempting to bind port 326416a9-dcf4-4486-8d75-b836a046741b on network a7aea378-e7c3-409c-9722-0e0df824aa90 {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:23.706085 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b97e4b50-56d4-4773-94cd-fef68a3dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:23.710124 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:23.710490 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Checking segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:23.710912 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.711302 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Bound using segment: {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'} {{(pid=88169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:23.711758 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.managers [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Bound port: 326416a9-dcf4-4486-8d75-b836a046741b, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25662024-c00f-4e12-bca4-149de235bc81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90'}}] {{(pid=88169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:23.712127 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.726644 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.742648 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Transition to ACTIVE for port object 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:23.782515 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] For port 326416a9-dcf4-4486-8d75-b836a046741b, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:23.785607 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.plugins.ml2.db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] For port 326416a9-dcf4-4486-8d75-b836a046741b, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=326416a9-dcf4-4486-8d75-b836a046741b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:23.841938 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.845878 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d725b46d-1b32-453d-814d-67db3aa02b51 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:23.864737 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron_lib.callbacks.manager [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:23.868436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-efba26d8-93e4-4165-98aa-5c44dfd52a7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:23.914942 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:23.917816 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:23.921523 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:23.944981 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:23.945608 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298fb4220>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:23.959351 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Pushing event updated for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:23.967780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:23.984707 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529457'] for router_interface, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.000685 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e4b50-56d4-4773-94cd-fef68a3dfb15 None None] Pushing event updated for resources: {'Port': ['ID=326416a9-dcf4-4486-8d75-b836a046741b,revision_number=3']} {{(pid=88169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:24.014507 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG oslo_concurrency.lockutils [None req-b97e4b50-56d4-4773-94cd-fef68a3dfb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88169) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:24.055645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device acd6ade0-f053-463b-85e2-a65dcb133413 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:24.136605 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port acd6ade0-f053-463b-85e2-a65dcb133413 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:24.137703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.146823 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:24.277969 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61996245-0454-47ce-9a0f-82bb44966d1f up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:24.314481 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0f61edb1-1ef1-4311-be58-853665d2d2c6 None None] Provisioning for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:24.334821 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-0f61edb1-1ef1-4311-be58-853665d2d2c6 None None] Provisioning complete for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:24.335236 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0f61edb1-1ef1-4311-be58-853665d2d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.347876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.399579 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-0f61edb1-1ef1-4311-be58-853665d2d2c6 None None] Port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:02:24.412776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 61996245-0454-47ce-9a0f-82bb44966d1f triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:24.413158 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.471033 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298fb4220>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:21Z', 'revision_number': 3, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:24.475872 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876062a9-7de1-4f90-9870-db0301120b49 None None] The sync data for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv is: [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:21Z', 'revision_number': 3, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:24.604543 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.658413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.684285 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e264da2c-718c-4dbe-a4fe-cb4e08ce1ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:24.776034 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638020', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-529628'] for router_interface, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:24.779706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Pushing event updated for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:24.783291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:24.921923 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:24.923146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:25.123449 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Router 8cc952d8-110b-4fe8-8049-a19385550a00 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88166) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:02:25.133494 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-e003e0d2-a837-4dda-b84f-d5e9b8fbea5c None None] Provisioning complete for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:25.133877 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e003e0d2-a837-4dda-b84f-d5e9b8fbea5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:25.196362 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-e003e0d2-a837-4dda-b84f-d5e9b8fbea5c None None] Port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:02:25.313142 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88166) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:25.323220 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-5b605906-8c49-4167-962d-626550320a0d admin admin] 10.222.0.16 "PUT /v2.0/routers/8cc952d8-110b-4fe8-8049-a19385550a00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6874850
Dec 22 14:02:25.953817 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43146) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:25.959901 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893114980', 'description': 'tempest-secgroup-smoke-893114980 description', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:25.967304 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:25.971194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:25.975219 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:25.981596 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:25.994314 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Sync routers for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:26.006308 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:26.007001 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298794610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:26.053582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.075016 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:26.078787 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:26.081725 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:26.088464 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:26.096131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 326416a9-dcf4-4486-8d75-b836a046741b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:26.164283 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.233838 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.239247 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-87a3a9a5-5411-44e2-bfb7-e6f35753aa0d tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:26.278929 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:26.281780 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:26.282089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:26.324195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 326416a9-dcf4-4486-8d75-b836a046741b completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:26.333806 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.335072 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3802404
Dec 22 14:02:26.338708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43150) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:26.344081 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:26.346598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 326416a9-dcf4-4486-8d75-b836a046741b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:26.347023 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.351140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:26.355373 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:26.358161 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:26.365054 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:26.425170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.487249 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.543821 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.552827 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-8524b66b-2879-4207-ba41-191687886b72 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:26.571899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80026a12-271a-4e47-bc7f-5d21b1ed5402,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:26.574452 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:26.627659 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.631958 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-cea8ba8e-ed32-4e90-847a-d82be579932e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2892096
Dec 22 14:02:26.632397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43154) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:26.637649 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:26.642456 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.643783 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:26.649002 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:26.652060 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:26.657674 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:26.688971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 326416a9-dcf4-4486-8d75-b836a046741b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=326416a9-dcf4-4486-8d75-b836a046741b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:26.718539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298794610>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:24Z', 'revision_number': 4, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6', 'name': '', 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:23Z', 'updated_at': '2021-12-22T14:02:24Z', 'revision_number': 2, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'subnets': [{'id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:26.722672 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Checking router: 8cc952d8-110b-4fe8-8049-a19385550a00 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:26.723111 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Updating router 8cc952d8-110b-4fe8-8049-a19385550a00 port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 binding host dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 22 14:02:26.728142 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.762277 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.773039 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-dfb782bf-e0b5-40b1-a4e0-bb010964d229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:26.790039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.836322 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.862091 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.864586 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-11c62130-3acb-48c7-be07-091d72fd80e1 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:26.887509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=326416a9-dcf4-4486-8d75-b836a046741b,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:26.890425 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbe4601-083f-4160-84a3-e76be51c22d9,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:26.890952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:26.894816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:26.970898 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:26.972144 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-dc4039e2-dc3d-49e1-9cb2-8a215a0cf3ca tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3387582
Dec 22 14:02:26.974816 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43158) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:26.979889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:26.986427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:26.990834 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:26.994140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:26.999945 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:27.079840 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.142360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.193613 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks [] for port, precommit_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.204561 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Transition to ACTIVE for port object 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 will not be triggered until provisioned by entity L2. {{(pid=88168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:27.224629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.226505 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-89c10327-a781-4b15-90ec-bcfdbbb90a36 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:27.250351 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42e2ea4-106a-4230-b9fd-b3a7b8a21932,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:27.253246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:27.281177 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.285066 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:27.333139 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.334263 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-147e9683-70b7-43c3-9f88-4675e8cbae5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3584955
Dec 22 14:02:27.337152 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43162) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:27.345531 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:27.349397 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:27.353248 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:27.356204 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:27.362720 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:27.437858 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682091a0-07c8-4598-9b59-3651c660d0a1 None None] Pushing event updated for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=3']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:27.441118 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.445873 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-682091a0-07c8-4598-9b59-3651c660d0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:27.506230 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Attempting to bind port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 on host dv-neutron-822662-1-hyperv for vnic_type normal with profile  {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:27.506611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Attempting to bind port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 by drivers openvswitch,hyperv on host dv-neutron-822662-1-hyperv at level 0 using segments [{'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:27.507014 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Attempting to bind port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 on network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:27.516801 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Checking agent: {'id': 'a70fa42b-492c-4dd1-86b0-ef102c8bef71', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822662-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 52, 8), 'started_at': datetime.datetime(2021, 12, 22, 12, 52, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822662-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:27.517192 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Checking segment: {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:27.517292 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.517599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.518043 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Bound using segment: {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'} {{(pid=88168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:27.518544 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.managers [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Bound port: 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6, host: dv-neutron-822662-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c'}}] {{(pid=88168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:27.518971 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.582295 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.584847 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c22606e7-677c-49e6-82ed-4e282abc0148 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:27.606971 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48673dac-4698-4f0d-aee7-fb5498718d3f,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:27.609848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:27.616368 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] For port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6, host dv-neutron-822662-1-hyperv, cleared binding levels {{(pid=88168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:27.623464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] For port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6, host dv-neutron-822662-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:27.685300 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.686519 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fd10db81-f94d-4ca5-830e-870aefaa3d44 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3484080
Dec 22 14:02:27.689220 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43166) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:27.694458 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:27.700511 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:27.704286 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:27.707113 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:27.713234 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:27.716513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.721183 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-55700b34-eaa7-4c75-bb60-2107aabacd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:27.813046 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.securitygroups_db [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Project 888094cde9ed493d9e6cf4b7aabfcf76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 14:02:27.826970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.845375 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:27.845933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298794610>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:27.905485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.917412 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682091a0-07c8-4598-9b59-3651c660d0a1 None None] Pushing event updated for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:27.928819 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-682091a0-07c8-4598-9b59-3651c660d0a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:27.976261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:27.978693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0bc6682c-3d03-474b-9b88-269b1885addf tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:28.013535 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaf4668-a41a-4818-8cf7-d9c7c4212c21,revision_number=0']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:28.026723 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:28.046517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:28.079638 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.081235 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4798b099-1f50-441f-8994-56b0d7474927 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3908122
Dec 22 14:02:28.084966 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43172) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:28.091434 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'security_group_rule': {'security_group_id': '5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2', 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:28.098768 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:28.099788 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 326416a9-dcf4-4486-8d75-b836a046741b up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:28.103908 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:security_group_rule and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:28.107216 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:28.113470 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:28.195968 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.db.securitygroups_db [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Project 888094cde9ed493d9e6cf4b7aabfcf76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 22 14:02:28.203415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.275229 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.331558 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 326416a9-dcf4-4486-8d75-b836a046741b triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:28.332013 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.370921 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769142'] for security_group_rule, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.372706 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-9747e2f8-d21a-411c-9ac4-cbeba7f00c10 tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:28.395477 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df251b4e-eddf-410f-a018-e16e3acffff5,revision_number=0']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:28.397956 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:28.464135 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:28.465343 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-92fc1e04-dcc5-4404-b05a-587065ba429a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3791745
Dec 22 14:02:28.540918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298794610>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:24Z', 'revision_number': 4, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6', 'name': '', 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:23Z', 'updated_at': '2021-12-22T14:02:27Z', 'revision_number': 4, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'subnets': [{'id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:28.545099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bd4bb5-3102-4df1-963f-2dd945622b09 None None] The sync data for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv is: [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:02:24Z', 'revision_number': 4, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': '87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6', 'name': '', 'network_id': 'd11bdcbe-160b-4058-9cf8-bc0aa31a3e0c', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'mac_address': 'fa:16:3e:fe:0b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:23Z', 'updated_at': '2021-12-22T14:02:27Z', 'revision_number': 4, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'subnets': [{'id': 'ca490804-ac22-4070-858f-eecf02abad9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:28.666546 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-ccc5bef2-510f-419d-be08-93ce8ca66663 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:security_group {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:02:28.750176 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-ccc5bef2-510f-419d-be08-93ce8ca66663 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:security_group {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:02:28.751406 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-ccc5bef2-510f-419d-be08-93ce8ca66663 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893114980&fields=id&tenant_id=888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 267 time: 0.1308229
Dec 22 14:02:28.908012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-3db651b6-dc19-4711-946d-f39e3b34ba01 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:28.908609 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-3db651b6-dc19-4711-946d-f39e3b34ba01 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:network {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:02:29.022095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-3db651b6-dc19-4711-946d-f39e3b34ba01 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:network {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:02:29.023335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-3db651b6-dc19-4711-946d-f39e3b34ba01 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 810 time: 0.2650158
Dec 22 14:02:29.039777 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-21dfbd4b-181a-48d5-8377-36f23462a04a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/quotas/888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 375 time: 0.0109367
Dec 22 14:02:29.125630 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-7c9997c0-4bef-418d-a3c8-ec3e509abf5e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0804760
Dec 22 14:02:29.275463 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-af5849ac-f041-4a6e-b9d8-77c4ca79826e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88167) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 14:02:29.276875 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-af5849ac-f041-4a6e-b9d8-77c4ca79826e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0471332
Dec 22 14:02:29.416196 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-b0299b47-dbbf-44c3-91de-f8a74cf67ab7 service neutron] 10.222.0.16 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330116
Dec 22 14:02:29.561347 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-d3688d3c-0e50-4818-bb60-2dabdd3f00da service neutron] 10.222.0.16 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394296
Dec 22 14:02:29.854344 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-96d5a880-e458-4211-80ec-b3ecc3173dc9 req-ad6a4f91-d7d1-467a-89ca-91c334614680 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0459123
Dec 22 14:02:30.037635 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:30.161642 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:30.166446 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:30.166828 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:30.282625 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:30.314438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] For port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:30.399180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:30.401030 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:30.470083 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Pushing event updated for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:30.473619 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:30.952335 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4b533994-4fa9-4e14-b83d-49fb3fc0121e req-054ba60e-cca9-483c-a079-b545c2a3b16c tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0463862
Dec 22 14:02:32.023168 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 up at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:32.039952 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:02:32.048472 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e4091ef6-f137-44cc-be51-38968e7f7cfc req-b1e569bf-8a0f-4cb5-b04c-178cc4b988e1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0426068
Dec 22 14:02:32.098501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Provisioning complete for port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:32.098921 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:33.147601 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e5fb0420-56c4-43d5-867b-b98acb6bcde0 req-6a9d4dda-3f42-4f07-86c6-008db50bd321 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0469618
Dec 22 14:02:33.183818 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:34.311565 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-969ffb23-95b9-445f-b925-42bdcc2739fd req-a5f85d77-a12b-4014-a97d-fbeebd70af5a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0427601
Dec 22 14:02:35.198793 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2af5c560-fecb-4390-8e14-1f7f0a3d1fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:35.463278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-45bbbef5-9021-45d5-996c-9c4ed90f7f74 req-c859fef2-5393-4ee4-94da-d58a55a02205 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0433178
Dec 22 14:02:36.208929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-90a554f3-f59c-4315-9d5c-ee23ad8d8afc tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:36.210399 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-90a554f3-f59c-4315-9d5c-ee23ad8d8afc tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 810 time: 0.1449957
Dec 22 14:02:36.258210 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e4facfc4-73ba-4f37-b583-15fe1f62daa1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 379 time: 0.0399678
Dec 22 14:02:36.266385 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'port': {'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'admin_state_up': True, 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'security_groups': ['5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:36.405802 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:36.409632 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:port and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:36.414618 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:36.418954 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:36.490485 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Made reservation on behalf of 888094cde9ed493d9e6cf4b7aabfcf76 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:02:36.494461 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:36.665413 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Allocated IP 172.20.0.14 (512013f5-6e0d-47e5-950d-776e5bd9e700/9e6c7c10-df8b-4cf3-808c-0068d76e7d9b/b5654bf9-f430-480c-a234-56027ec61831) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:36.725316 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-796f945b-9230-4c22-91ba-19016218eb2b req-698f3057-fc61-4019-a1d4-639c76664193 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.1564026
Dec 22 14:02:36.974971 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:36.991029 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Transition to ACTIVE for port object b5654bf9-f430-480c-a234-56027ec61831 will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:37.070078 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.075581 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-0418b6a5-8ca8-490a-aadd-3e9082a773ad tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:37.141463 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:37.144709 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:37.148609 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:37.180347 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:37.187049 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:37.217697 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:37.218348 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.293744 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0308845
Dec 22 14:02:37.306421 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Request body: {'port': {'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:37.415977 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3f56171c-dfce-467e-8d9b-80aefd35b167 None None] Provisioning for port b5654bf9-f430-480c-a234-56027ec61831 completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:37.419875 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.420874 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-3f56171c-dfce-467e-8d9b-80aefd35b167 None None] Provisioning complete for port b5654bf9-f430-480c-a234-56027ec61831 triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:37.421288 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3f56171c-dfce-467e-8d9b-80aefd35b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.484676 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3f56171c-dfce-467e-8d9b-80aefd35b167 None None] Port b5654bf9-f430-480c-a234-56027ec61831 cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:02:37.553406 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7cef6fba-c370-4c92-a394-4efebd0d0eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.768975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5654bf9-f430-480c-a234-56027ec61831 {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:02:37.776876 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.790959 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Transition to ACTIVE for port object b5654bf9-f430-480c-a234-56027ec61831 will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:02:37.863792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:37.868957 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6990fd4-eae8-4bd9-90d3-6b0d6700b639 tempest-TestMinimumBasicScenario-489462130 tempest-TestMinimumBasicScenario-489462130-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:37.914966 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dadb7-1a03-4418-8f8a-17c548a38116 req-5335f8dd-f67a-4d90-a9bb-2c2b9f984b8e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:37.916440 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-461dadb7-1a03-4418-8f8a-17c548a38116 req-5335f8dd-f67a-4d90-a9bb-2c2b9f984b8e tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0809779
Dec 22 14:02:37.973109 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-461dadb7-1a03-4418-8f8a-17c548a38116 req-d23bb5e6-d713-419c-99e9-1200d86bb896 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476182
Dec 22 14:02:38.031992 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:38.059467 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:38.104656 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Attempting to bind port b5654bf9-f430-480c-a234-56027ec61831 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:02:38.104991 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Attempting to bind port b5654bf9-f430-480c-a234-56027ec61831 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:02:38.105316 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Attempting to bind port b5654bf9-f430-480c-a234-56027ec61831 on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:38.109843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Port b5654bf9-f430-480c-a234-56027ec61831 on network 512013f5-6e0d-47e5-950d-776e5bd9e700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 14:02:38.110158 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Attempting to bind port b5654bf9-f430-480c-a234-56027ec61831 on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:02:38.115805 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:02:38.116133 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Checking segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:02:38.116512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Bound using segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:02:38.116926 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Bound port: b5654bf9-f430-480c-a234-56027ec61831, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:02:38.117264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:38.206175 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:02:38.209560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:02:38.252860 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:38.257585 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-480bd1b5-cc76-4fa1-901f-eee854260204 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:38.319317 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:38.319929 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:38.321351 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] 10.222.0.46 "PUT /v2.0/ports/b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 1094 time: 1.0192592
Dec 22 14:02:38.321880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:02:38.344048 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:38.347560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-e28ab27a-5402-47ea-b152-1f953bc98e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:38.375427 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'status': 'completed', 'code': 200}
Dec 22 14:02:38.471911 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-59dba4ac-31d8-44c2-aa1c-e3713cf92fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:38.474101 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-59dba4ac-31d8-44c2-aa1c-e3713cf92fbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1097 time: 0.0753264
Dec 22 14:02:38.618767 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-7804371b-cce5-496d-944a-b7bd4ecee8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:38.620162 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-7804371b-cce5-496d-944a-b7bd4ecee8ab service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1394157
Dec 22 14:02:38.760379 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:38.764641 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-8d88955a-a0a0-4a8a-a1d6-179ea55ff940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:38.766191 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-21439b26-ebec-4b78-a53a-1bb94b024e22 req-8d88955a-a0a0-4a8a-a1d6-179ea55ff940 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1400502
Dec 22 14:02:38.833778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:38.874154 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-ad1c53e3-afd4-496b-a63d-9232c163f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:38.875588 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-ad1c53e3-afd4-496b-a63d-9232c163f59b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1097 time: 0.0724497
Dec 22 14:02:39.067415 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-0bd463d3-275d-4679-843f-9167a3a882b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 217 time: 0.1838195
Dec 22 14:02:39.132087 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-cb5df37e-8026-4f0a-bebd-5dfdf4035f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:39.133420 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-cb5df37e-8026-4f0a-bebd-5dfdf4035f2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0605409
Dec 22 14:02:39.158347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e334-f99f-4553-af1e-cb20f7b2a35c req-37819aef-9a74-4ca6-bbb7-d45ef64f6670 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:39.159828 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f2d6e334-f99f-4553-af1e-cb20f7b2a35c req-37819aef-9a74-4ca6-bbb7-d45ef64f6670 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0799928
Dec 22 14:02:39.205353 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f2d6e334-f99f-4553-af1e-cb20f7b2a35c req-d4ab0a70-2472-4f3f-b8f5-cb43de0292c4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386729
Dec 22 14:02:39.207953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-f17a4611-fee1-4db3-a48a-76d6a4e19975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:39.209591 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-f17a4611-fee1-4db3-a48a-76d6a4e19975 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695293
Dec 22 14:02:39.340108 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-501a0c45-229b-4379-b777-f32642e47f00 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237385
Dec 22 14:02:39.469765 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-c8a38fab-4f41-47de-b5f1-25b7d07abc68 req-c18b5f2a-dbc7-4fac-b2dd-73b73f32e343 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233521
Dec 22 14:02:40.393590 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eccd1d-0515-467a-945f-e83aa5a7163e req-9aa9ece3-28a5-400d-81eb-a4237bdedc40 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:40.395439 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64eccd1d-0515-467a-945f-e83aa5a7163e req-9aa9ece3-28a5-400d-81eb-a4237bdedc40 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0842974
Dec 22 14:02:40.439401 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-64eccd1d-0515-467a-945f-e83aa5a7163e req-84d1c3ed-f150-4819-bccd-a52e429b38e0 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383139
Dec 22 14:02:40.441839 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:41.622636 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041c6f-d33b-48f9-9b05-c241172771f5 req-df209003-a36d-4e25-8924-46ce7ebf186b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:41.624006 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66041c6f-d33b-48f9-9b05-c241172771f5 req-df209003-a36d-4e25-8924-46ce7ebf186b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0785930
Dec 22 14:02:41.669243 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-66041c6f-d33b-48f9-9b05-c241172771f5 req-05beb3ec-fa9d-412f-bd70-e2f157996a27 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390108
Dec 22 14:02:41.912461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:02:42.096632 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:42.109141 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b5654bf9-f430-480c-a234-56027ec61831', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:02:42.163654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:42.180256 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5654bf9-f430-480c-a234-56027ec61831 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:02:42.194983 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:42.269171 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:42.271397 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:42.339255 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:42.342238 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:42.489568 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b5654bf9-f430-480c-a234-56027ec61831'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 14:02:42.859632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab079f3d-3032-4089-9e96-2335e6c0483b req-9453094c-6b11-4ebb-93b0-8e15faecf2b9 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:42.860990 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab079f3d-3032-4089-9e96-2335e6c0483b req-9453094c-6b11-4ebb-93b0-8e15faecf2b9 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 945 time: 0.0852165
Dec 22 14:02:42.904279 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab079f3d-3032-4089-9e96-2335e6c0483b req-e138069c-93e6-4f57-bf56-090d7f4f213b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375152
Dec 22 14:02:43.913614 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:02:44.038265 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port b5654bf9-f430-480c-a234-56027ec61831 completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:02:44.043497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b5654bf9-f430-480c-a234-56027ec61831 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:02:44.043879 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:44.094581 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba712e-e456-4db6-9c32-a7850013e51e req-a483e709-844d-45ea-9d61-b4f5a1516efa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:44.096060 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04ba712e-e456-4db6-9c32-a7850013e51e req-a483e709-844d-45ea-9d61-b4f5a1516efa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 945 time: 0.0843835
Dec 22 14:02:44.143351 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-04ba712e-e456-4db6-9c32-a7850013e51e req-6f14b4c3-e256-4a7f-a72c-8f69d12caeec tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409257
Dec 22 14:02:44.164479 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:44.190622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:02:44.199958 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:02:44.235575 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'code': 200}
Dec 22 14:02:44.246884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:44.248933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:44.319661 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:44.322639 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:44.632264 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c52167-b4c4-4165-8b5c-f8a1921ba260 req-bdffa472-be62-4c07-9c29-81fa14fce07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:44.633774 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e7c52167-b4c4-4165-8b5c-f8a1921ba260 req-bdffa472-be62-4c07-9c29-81fa14fce07e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1099 time: 0.0701628
Dec 22 14:02:44.677822 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e7c52167-b4c4-4165-8b5c-f8a1921ba260 req-023c45ae-3b82-4ab4-b474-9db6dd2dfae6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378425
Dec 22 14:02:45.473330 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6def11-4283-40d5-9b78-bd2be3d3b6a2 req-22faeb9d-b026-4af9-965f-3700f00d7ffe tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:45.474784 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4b6def11-4283-40d5-9b78-bd2be3d3b6a2 req-22faeb9d-b026-4af9-965f-3700f00d7ffe tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 946 time: 0.0805383
Dec 22 14:02:45.520616 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-4b6def11-4283-40d5-9b78-bd2be3d3b6a2 req-3674c799-536c-4f4e-ac3e-c3448972d368 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391514
Dec 22 14:02:46.709107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba23c5f-4191-43c1-b3e2-90fc75df44eb req-44d05e0b-01d3-413d-8e1e-0cdfcab79183 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:46.710530 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cba23c5f-4191-43c1-b3e2-90fc75df44eb req-44d05e0b-01d3-413d-8e1e-0cdfcab79183 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 946 time: 0.0824618
Dec 22 14:02:46.754044 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-cba23c5f-4191-43c1-b3e2-90fc75df44eb req-9dcbfdd0-7c6f-4d89-9c38-c47c7cc189fd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378489
Dec 22 14:02:46.934996 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61d43-b4eb-415a-851d-e0221cea3155 req-2bdb4ec8-28e1-4ece-86c4-90a867e8a3c2 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:46.936391 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92b61d43-b4eb-415a-851d-e0221cea3155 req-2bdb4ec8-28e1-4ece-86c4-90a867e8a3c2 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 946 time: 0.0797400
Dec 22 14:02:46.982921 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-92b61d43-b4eb-415a-851d-e0221cea3155 req-b9cd0102-6163-4ba2-b9de-367d9ebffd86 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410008
Dec 22 14:02:47.005607 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43280) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:47.120058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e175409-12db-4bdb-969f-02e3c6ef6c42 tempest-TestSnapshotPattern-1925288211 tempest-TestSnapshotPattern-1925288211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:47.121536 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-6e175409-12db-4bdb-969f-02e3c6ef6c42 tempest-TestSnapshotPattern-1925288211 tempest-TestSnapshotPattern-1925288211-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1094 time: 0.1149681
Dec 22 14:02:47.124399 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43286) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:02:47.129324 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:02:47.135156 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:02:47.138874 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:floatingip and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:02:47.141612 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:02:47.147692 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:02:47.244496 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:47.379193 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:47.509412 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Allocated IP 172.26.3.24 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/64df7e94-739c-40ff-940c-12e5afd02432) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:02:47.657233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:47.747244 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:47.751595 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c535b37e-e1d8-4a9f-8d0d-1f8d62375412 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:47.811205 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:02:47.813803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:02:47.817975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:02:47.851666 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=64df7e94-739c-40ff-940c-12e5afd02432,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:47.859632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:48.343372 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:48.472830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:48.676572 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:48.735446 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:48.740069 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-21822977-27f3-4b1e-917e-68c9e00486ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:02:48.849168 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=64df7e94-739c-40ff-940c-12e5afd02432,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:02:48.853296 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:02:48.861389 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:49.035424 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Floating IP 50fb9c82-6a18-449c-aa64-8ba500ec255f associated. External IP: 172.26.3.24, port: b5654bf9-f430-480c-a234-56027ec61831.
Dec 22 14:02:49.392556 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:02:49.572140 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:02:49.582375 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:02:49.592291 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:49.592920 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923bb80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:49.689987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:02:49.748120 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fa376567-af8a-41f2-852b-8febe55129ef tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6227169
Dec 22 14:02:49.748785 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:02:49.771685 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:49.876204 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'status': 'completed', 'code': 200}
Dec 22 14:02:49.967894 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-4b8842c4-9a08-452a-bb5b-5f0588c0eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:49.969392 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-4b8842c4-9a08-452a-bb5b-5f0588c0eef9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1099 time: 0.0711508
Dec 22 14:02:50.103909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-33cd7b94-d73d-43db-b3f9-d8f4ed1c75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:50.105264 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-33cd7b94-d73d-43db-b3f9-d8f4ed1c75b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1301222
Dec 22 14:02:50.143544 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923bb80>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:48Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:50.148271 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:02:50.156472 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:02:50.157071 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529923bb80>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:02:37Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:50.210664 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-cc8cc6f2-a2fa-4bd0-9daf-e06352527c33 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 999 time: 0.0987186
Dec 22 14:02:50.274031 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-bfef96b5-18ef-46fd-8879-057998515c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:50.275497 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-bfef96b5-18ef-46fd-8879-057998515c33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0581622
Dec 22 14:02:50.333289 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:02:50.354628 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-32c71535-a0c9-4171-bc40-6471167b57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:02:50.356065 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-32c71535-a0c9-4171-bc40-6471167b57ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744164
Dec 22 14:02:50.488601 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-b0a10344-c263-4728-bee7-a74b20733ee9 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257827
Dec 22 14:02:50.621504 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-b63bb0d7-6277-4d79-9a8c-885f89b9226d req-7813661e-8a34-45cc-a46a-92ec315417ee service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268313
Dec 22 14:02:50.677671 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529923bb80>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:48Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:02:50.681555 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3be4f7-51b1-45f0-a33a-8ee2d379d48f None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:48Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:02:50.878011 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb36e17-dc41-437d-930b-36a24aa8dbbe None None] New status for floating IP 50fb9c82-6a18-449c-aa64-8ba500ec255f: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 14:03:03.272223 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:05.174475 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-11a27cd3-35b2-49b9-9145-44723d70b266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:07.506181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-73a7ea3d-d05b-40f6-97bb-11eab2d2012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:08.794798 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:08.831867 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:09.038993 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:03:10.422917 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:33.185234 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:35.182751 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3ea91308-6c6e-4e33-95e7-113da346c86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:37.510686 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-89422772-60b2-4ab8-8183-133c27c39fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:38.752424 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:38.824974 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:39.850620 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-266fc4cb-b86b-49a2-b8b9-71ce1226f5a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692341
Dec 22 14:03:39.993849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-ad12bb6e-f9a8-451e-8dd1-285d3f76264b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:03:39.995424 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-ad12bb6e-f9a8-451e-8dd1-285d3f76264b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1099 time: 0.0763397
Dec 22 14:03:40.139150 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-cd4145f8-28cd-4ea0-89c5-27695478906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:03:40.140596 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-cd4145f8-28cd-4ea0-89c5-27695478906a service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1266644
Dec 22 14:03:40.367472 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-12f71250-d1f0-4850-b9d1-af1882a4b714 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 1001 time: 0.2196972
Dec 22 14:03:40.433130 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-1f775feb-c28c-4790-9319-fad30701d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:03:40.434443 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-1f775feb-c28c-4790-9319-fad30701d91d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0606694
Dec 22 14:03:40.510731 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:03:40.511558 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-ee5acdd1-3987-4152-8e16-fe7ff6aa5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:03:40.513059 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-ee5acdd1-3987-4152-8e16-fe7ff6aa5fb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706537
Dec 22 14:03:40.523185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-0a5bb26e-f830-43f5-91dc-2af650acb899 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=88166) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 22 14:03:40.524105 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-0a5bb26e-f830-43f5-91dc-2af650acb899 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047777
Dec 22 14:03:40.658666 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-2604e2ae-ea70-4e4f-9f93-da003964eda4 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280906
Dec 22 14:03:40.789556 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d107d56f-085b-4217-a67b-c2f7cc1bb2e0 req-8dc7cf23-6dc4-485a-aa34-97b8393d4043 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247602
Dec 22 14:03:46.038272 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:04:03.176487 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:05.182679 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-5d700bea-9aac-4510-9f47-a2041512de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:07.519135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d083f966-b5b3-4424-b7ab-46ab1070028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:08.772593 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:08.846870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:10.416539 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:23.036733 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:04:33.170725 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:35.239817 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6ba0ad40-ab33-44f6-bb4c-9c0cd699750a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:37.514803 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-37f584bb-dd8d-477c-a65d-a0378b4488a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:38.769261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:38.844953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:40.468759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:41.922480 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-ee9d43b7-24a7-4f65-a79f-233bc0d55e90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1433849
Dec 22 14:04:42.060369 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-ced5eda6-9d33-4d53-a42c-8d28c919e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:04:42.062458 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-ced5eda6-9d33-4d53-a42c-8d28c919e870 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1099 time: 0.0705807
Dec 22 14:04:42.206649 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-7d5953f1-6723-446e-be20-612c3993b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:04:42.208159 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-7d5953f1-6723-446e-be20-612c3993b5b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1269999
Dec 22 14:04:42.315143 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-494b1e4e-b85b-4454-8b34-1bb14a0dfda7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 1001 time: 0.1002359
Dec 22 14:04:42.376868 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-e968f76b-d926-45c9-99e6-13d77277d544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:04:42.378253 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-e968f76b-d926-45c9-99e6-13d77277d544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0574117
Dec 22 14:04:42.455669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-155699ea-287d-4772-b2e4-36946fd7582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:04:42.457113 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-155699ea-287d-4772-b2e4-36946fd7582f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726326
Dec 22 14:04:42.595772 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-7b373bf2-b271-4d76-a7ca-08e167439b05 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318846
Dec 22 14:04:42.726871 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-be6cd9ba-6955-4379-9e6a-13c8a30ad996 req-2d2bbb48-6623-413f-ad14-a5fe6933f394 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247702
Dec 22 14:04:50.475303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:04:50.616280 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:04:50.631298 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': 'b5654bf9-f430-480c-a234-56027ec61831', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:04:50.736086 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:50.756074 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5654bf9-f430-480c-a234-56027ec61831 {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:04:50.779206 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:04:50.873738 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:50.875610 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:04:50.949119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['b5654bf9-f430-480c-a234-56027ec61831'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 14:04:50.987715 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:04:51.003636 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.003989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.004333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.004665 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.005185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.005523 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.005859 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.006189 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.006515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.006861 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.007185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.007674 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:04:51.013524 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:04:52.493046 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:04:52.565926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port b5654bf9-f430-480c-a234-56027ec61831 triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:04:52.565926 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:52.699421 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:52.729560 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:04:52.743339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:04:52.817054 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:04:52.822367 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:04:52.859906 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'code': 200}
Dec 22 14:04:52.912783 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:04:52.916961 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:00.036542 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:05:01.959079 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-0493b3ed-a1d2-48ac-8f6e-cb8ea783fd28 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893114980&fields=id&tenant_id=888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 267 time: 0.0396433
Dec 22 14:05:02.110275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-9b06a1f3-b8cf-4402-a6d3-4d70fdd47b3a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:02.113357 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-9b06a1f3-b8cf-4402-a6d3-4d70fdd47b3a tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 810 time: 0.1479580
Dec 22 14:05:02.127979 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-87daf20a-6378-4a86-b7e6-4dc054f47637 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/quotas/888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 375 time: 0.0090325
Dec 22 14:05:02.216474 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-20e0fd15-402a-4820-ad29-2cfe2f742be5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0836527
Dec 22 14:05:02.352448 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-71d8e71d-bfa3-4fd6-9656-740ce35bee33 service neutron] 10.222.0.16 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241493
Dec 22 14:05:02.482246 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-4ff626b3-29b4-441c-a088-396babe7a225 service neutron] 10.222.0.16 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241570
Dec 22 14:05:02.854070 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-0a2fcd8b-11f3-42a9-861b-3c6c0ab5510d req-22500ff4-3db8-43b3-b11f-8d0ac3d83a76 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 210 time: 0.0916309
Dec 22 14:05:03.193287 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:04.001801 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e6c6e482-146f-4181-8089-6c3a3f43b2e4 req-254eba82-4df1-4418-aeb7-6424b622f9f8 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 210 time: 0.0439131
Dec 22 14:05:04.552554 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:05:04.666373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:04.694342 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:05:04.704557 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:05:04.755672 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'code': 200}
Dec 22 14:05:04.773254 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-42be2a07-e984-4a75-911b-d2a4e7af8a48 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:04.774682 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-42be2a07-e984-4a75-911b-d2a4e7af8a48 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 810 time: 0.1553280
Dec 22 14:05:04.777004 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:04.779712 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:04.827102 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-eadce486-a885-4e85-a8ab-0fd66817e78b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=888094cde9ed493d9e6cf4b7aabfcf76 HTTP/1.1" status: 200  len: 379 time: 0.0433111
Dec 22 14:05:04.836698 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'port': {'device_id': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'admin_state_up': True, 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'security_groups': ['5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2']}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:05:04.848332 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:04.851787 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:05.097738 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:05:05.107849 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:port and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:05:05.113522 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88166) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:05:05.120100 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.quota.driver [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88166) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:05:05.161362 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-efb71398-66b2-4838-8375-e36ee2636e63 req-7f3b3894-f591-4a42-af2d-835805e5635c tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 210 time: 0.0465598
Dec 22 14:05:05.171139 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-06b28f1a-1f15-48ba-bf6b-59f8a782221a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:05.193899 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Made reservation on behalf of 888094cde9ed493d9e6cf4b7aabfcf76 for: {'port': 1} {{(pid=88166) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 22 14:05:05.197531 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:05.365669 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.db_base_plugin_common [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Allocated IP 172.20.0.8 (512013f5-6e0d-47e5-950d-776e5bd9e700/9e6c7c10-df8b-4cf3-808c-0068d76e7d9b/8d73a805-6985-46e5-97a7-7dff7aee8aad) {{(pid=88166) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:05:05.566629 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:05.591358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Transition to ACTIVE for port object 8d73a805-6985-46e5-97a7-7dff7aee8aad will not be triggered until provisioned by entity DHCP. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:05:05.681756 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_create {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:05.694378 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-54b4620c-3899-4d86-bbe1-7d2130485127 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:05.774895 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 is already hosted by enough agents. {{(pid=88166) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:05:05.779505 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.scheduler.base_scheduler [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources bound (agent type, host, resource id):  {{(pid=88166) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:05:05.783293 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Received port after_create {{(pid=88166) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:05:05.840534 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=1']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:05.854363 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.854747 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.855354 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.855737 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.856230 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.856601 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.856968 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.857330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.860568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.860568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.860568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.860568 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:05.864468 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:05.878580 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:05.889735 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:06.012009 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-c178782b-720d-4e4a-94af-c966725d08a5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1790333
Dec 22 14:05:06.091432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4860a85a-12c3-4dc3-beb0-1037e5f7f8b9 None None] Provisioning for port 8d73a805-6985-46e5-97a7-7dff7aee8aad completed by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:05:06.097432 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-4860a85a-12c3-4dc3-beb0-1037e5f7f8b9 None None] Provisioning complete for port 8d73a805-6985-46e5-97a7-7dff7aee8aad triggered by entity DHCP. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:05:06.097911 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4860a85a-12c3-4dc3-beb0-1037e5f7f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:06.160262 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-4860a85a-12c3-4dc3-beb0-1037e5f7f8b9 None None] Port 8d73a805-6985-46e5-97a7-7dff7aee8aad cannot update to ACTIVE because it is not bound. {{(pid=88168) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 22 14:05:06.509255 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3130729-32c7-4176-b38b-75c50f8047a2 req-30ef1872-a7b3-4340-b0d5-3f3893ea80dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:06.510757 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f3130729-32c7-4176-b38b-75c50f8047a2 req-30ef1872-a7b3-4340-b0d5-3f3893ea80dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0816236
Dec 22 14:05:06.558443 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f3130729-32c7-4176-b38b-75c50f8047a2 req-c84410c8-6f97-4a8b-8467-84527255df57 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410476
Dec 22 14:05:07.537080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-878b2094-d3de-435c-bb3b-f747a9c17605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:07.754984 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdaf6f-639a-4205-b2b0-bd8db8ea82ed req-78dfbe6a-cb7e-4b55-bf3c-4edb7d54e0b6 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:07.756450 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39cdaf6f-639a-4205-b2b0-bd8db8ea82ed req-78dfbe6a-cb7e-4b55-bf3c-4edb7d54e0b6 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0883036
Dec 22 14:05:07.803109 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-39cdaf6f-639a-4205-b2b0-bd8db8ea82ed req-1d924174-afd9-4791-ada8-197a68128f84 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409386
Dec 22 14:05:08.773735 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:08.839989 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:08.995629 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bcd87-7d06-46b8-80a2-46829bf3276c req-7e12fd2c-760d-4050-bed5-f04b80210fa4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:08.997094 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-058bcd87-7d06-46b8-80a2-46829bf3276c req-7e12fd2c-760d-4050-bed5-f04b80210fa4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0849075
Dec 22 14:05:09.043317 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-058bcd87-7d06-46b8-80a2-46829bf3276c req-1ee1f659-f17f-4dfb-bcb2-3e8ced890b5d tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401318
Dec 22 14:05:10.245799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcddbd-9e3a-41bb-b3d1-d0850142d144 req-78883fc6-99d9-4ca8-a34f-5092644319a4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:10.247307 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2fcddbd-9e3a-41bb-b3d1-d0850142d144 req-78883fc6-99d9-4ca8-a34f-5092644319a4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0921795
Dec 22 14:05:10.295285 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-b2fcddbd-9e3a-41bb-b3d1-d0850142d144 req-6a0671e9-a969-43d8-a908-99d18d468b94 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412290
Dec 22 14:05:10.416939 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:11.498143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62645fcc-e857-4ad4-bcbc-eb8ef50ebc00 req-b59f2fb0-277e-40a0-9ced-72b1792e7a18 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:11.501154 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-62645fcc-e857-4ad4-bcbc-eb8ef50ebc00 req-b59f2fb0-277e-40a0-9ced-72b1792e7a18 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0926242
Dec 22 14:05:11.547293 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-62645fcc-e857-4ad4-bcbc-eb8ef50ebc00 req-efe2e687-ce6b-4528-9ab0-0ca7ef135637 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407610
Dec 22 14:05:12.755643 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e4c77-f11b-4ada-a89a-7afbbbcfe478 req-1db86ae3-2b78-4488-928c-9b8c97c8e47b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:12.757269 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c67e4c77-f11b-4ada-a89a-7afbbbcfe478 req-1db86ae3-2b78-4488-928c-9b8c97c8e47b tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0993304
Dec 22 14:05:12.818459 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-c67e4c77-f11b-4ada-a89a-7afbbbcfe478 req-d65fd14b-11eb-4dfd-be6f-00fb27037d27 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539932
Dec 22 14:05:14.015194 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44216-cec9-4776-9318-fa82c81eb96c req-702c8c23-0f23-4261-bcb4-c4b6774f0d05 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:14.016802 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48a44216-cec9-4776-9318-fa82c81eb96c req-702c8c23-0f23-4261-bcb4-c4b6774f0d05 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0806813
Dec 22 14:05:14.066149 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-48a44216-cec9-4776-9318-fa82c81eb96c req-53dcac7c-aa17-40a4-b4e9-633bfeaf4871 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437744
Dec 22 14:05:15.256272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48483f-332e-4edd-99fa-c9b52823364f req-6782ad28-141f-4856-a398-d549766f8bf1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:15.257711 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bb48483f-332e-4edd-99fa-c9b52823364f req-6782ad28-141f-4856-a398-d549766f8bf1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0837934
Dec 22 14:05:15.305542 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-bb48483f-332e-4edd-99fa-c9b52823364f req-034c92cc-f471-4473-ac22-9db5b6f94fc1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421610
Dec 22 14:05:15.960167 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.v2.base [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Request body: {'port': {'device_id': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=88166) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:05:16.073897 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.418739 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d73a805-6985-46e5-97a7-7dff7aee8aad {{(pid=88166) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:05:16.426092 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.440202 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.provisioning_blocks [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Transition to ACTIVE for port object 8d73a805-6985-46e5-97a7-7dff7aee8aad will not be triggered until provisioned by entity L2. {{(pid=88166) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 22 14:05:16.484888 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.490146 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b988cdb2-ee49-4a0a-857f-3db624d24df8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:16.493690 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaebb8-83ce-4d6e-a45f-c9969be4b1d1 req-2b5f1942-2a10-40f2-8e36-e7c80e85fc14 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:16.496812 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7aaaebb8-83ce-4d6e-a45f-c9969be4b1d1 req-2b5f1942-2a10-40f2-8e36-e7c80e85fc14 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 931 time: 0.0853541
Dec 22 14:05:16.540367 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-7aaaebb8-83ce-4d6e-a45f-c9969be4b1d1 req-41d68d79-be9f-4e12-96e1-521eaab24c5f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392737
Dec 22 14:05:16.643584 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=2']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:16.651525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:16.725624 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Attempting to bind port 8d73a805-6985-46e5-97a7-7dff7aee8aad on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 22 14:05:16.725961 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Attempting to bind port 8d73a805-6985-46e5-97a7-7dff7aee8aad by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 22 14:05:16.726291 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Attempting to bind port 8d73a805-6985-46e5-97a7-7dff7aee8aad on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:05:16.730903 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Port 8d73a805-6985-46e5-97a7-7dff7aee8aad on network 512013f5-6e0d-47e5-950d-776e5bd9e700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 22 14:05:16.731225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Attempting to bind port 8d73a805-6985-46e5-97a7-7dff7aee8aad on network 512013f5-6e0d-47e5-950d-776e5bd9e700 {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 22 14:05:16.736225 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Checking agent: {'id': '8d97f03d-d856-4b02-a105-21e38a581439', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'started_at': datetime.datetime(2021, 12, 22, 12, 58, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 14, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 22 14:05:16.736556 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Checking segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88166) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 22 14:05:16.736936 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Bound using segment: {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'} {{(pid=88166) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 22 14:05:16.737358 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.managers [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Bound port: 8d73a805-6985-46e5-97a7-7dff7aee8aad, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30a308d6-31ed-48b5-98e9-60cf34816683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700'}}] {{(pid=88166) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 22 14:05:16.737703 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.829681 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, cleared binding levels {{(pid=88166) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 22 14:05:16.832564 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88166) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 22 14:05:16.885252 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2801321'] for port, after_update {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.889010 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-5d64342c-9c26-45d0-af01-42d2d7ee756a tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:16.951181 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:16.951792 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:16.953179 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] 10.222.0.46 "PUT /v2.0/ports/8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 200  len: 1093 time: 0.9977236
Dec 22 14:05:16.953687 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:05:16.980046 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=3']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:16.982077 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-35c23f39-4904-4d1b-b559-bd247d1fa05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:17.008508 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'status': 'completed', 'code': 200}
Dec 22 14:05:17.104744 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-df7bd344-aaaa-4327-a723-504e4703812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.106159 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-df7bd344-aaaa-4327-a723-504e4703812a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1096 time: 0.0795341
Dec 22 14:05:17.368366 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-f58b5a99-0a8e-49c9-b3f1-d4b118600bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.369719 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-f58b5a99-0a8e-49c9-b3f1-d4b118600bb1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2563505
Dec 22 14:05:17.504691 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-f370cb64-301f-4dfa-81d3-f41fa9445b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.506093 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-479873bb-e397-4bef-b48f-23fd2f105e0c req-f370cb64-301f-4dfa-81d3-f41fa9445b7e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1292913
Dec 22 14:05:17.610700 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-8656b096-44d9-475b-bad6-27338ae6329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.614995 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-8656b096-44d9-475b-bad6-27338ae6329b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1096 time: 0.0716767
Dec 22 14:05:17.685151 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-1d423df5-16c8-49e6-b6e5-6cfba20a0173 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 200  len: 217 time: 0.0658569
Dec 22 14:05:17.727410 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50ace1-4d32-4704-ae1a-f294fd55642c req-54cc2b40-86b1-491e-afcf-8bfa67f6a4fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.729053 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fc50ace1-4d32-4704-ae1a-f294fd55642c req-54cc2b40-86b1-491e-afcf-8bfa67f6a4fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.0795038
Dec 22 14:05:17.751276 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-bc10c9f2-8d23-4615-ac10-a58df14a686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.754855 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-bc10c9f2-8d23-4615-ac10-a58df14a686c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0619738
Dec 22 14:05:17.774574 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-fc50ace1-4d32-4704-ae1a-f294fd55642c req-d19bdc4e-cd39-46d7-a93b-d69eb6a78ac4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398157
Dec 22 14:05:17.834357 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-d61dd1b4-9066-49c3-b4e0-8048a43b55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:17.835887 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-d61dd1b4-9066-49c3-b4e0-8048a43b55f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0766630
Dec 22 14:05:17.966396 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-e02d6fe4-8764-46af-af0b-4184567d3315 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241212
Dec 22 14:05:18.101169 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-6b82f6ff-2e8a-448c-8092-5338b8dd50ab req-96fc98ee-f776-461f-82d3-98bb63fbe397 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276908
Dec 22 14:05:19.061405 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da89c4-6d6e-4458-a5b0-3f8643b7f0e8 req-14c8bf05-412a-4b55-bb7a-6964f7f03331 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:19.063118 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f2da89c4-6d6e-4458-a5b0-3f8643b7f0e8 req-14c8bf05-412a-4b55-bb7a-6964f7f03331 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.1811852
Dec 22 14:05:19.107400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f2da89c4-6d6e-4458-a5b0-3f8643b7f0e8 req-0d5db5fd-6dbf-43b7-95d2-576608f98f11 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379813
Dec 22 14:05:20.296043 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de1962-a144-499f-90fc-3ca7439535f5 req-3d08defe-ed6e-4b01-aaf4-49c14c6a43e1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:20.297402 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35de1962-a144-499f-90fc-3ca7439535f5 req-3d08defe-ed6e-4b01-aaf4-49c14c6a43e1 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.0820079
Dec 22 14:05:20.344400 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-35de1962-a144-499f-90fc-3ca7439535f5 req-4d0a5664-482a-483e-8e79-1216ff463afe tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407374
Dec 22 14:05:20.632129 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:05:20.763371 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:05:20.776031 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'mac_address': 'fa:16:3e:c5:ec:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:05:20.829275 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:20.845012 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d73a805-6985-46e5-97a7-7dff7aee8aad {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:05:20.859617 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:05:20.924716 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:20.927089 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-4793d3a2-f462-42c9-bb4c-1750eca2596e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:20.994333 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=4']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:20.997341 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:21.166433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['8d73a805-6985-46e5-97a7-7dff7aee8aad'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 14:05:21.527418 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90e131-9ec4-4ae4-8a92-64ca9f025871 req-b1875632-2dd9-4fe3-a351-f41c6763f894 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:21.528881 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec90e131-9ec4-4ae4-8a92-64ca9f025871 req-b1875632-2dd9-4fe3-a351-f41c6763f894 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 944 time: 0.0787065
Dec 22 14:05:21.571525 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ec90e131-9ec4-4ae4-8a92-64ca9f025871 req-5e3060f1-d012-4e65-90e7-df28c62edecf tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370343
Dec 22 14:05:22.630870 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:05:22.747754 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning for port 8d73a805-6985-46e5-97a7-7dff7aee8aad completed by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 22 14:05:22.752698 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 8d73a805-6985-46e5-97a7-7dff7aee8aad triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:05:22.753078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:22.763022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a565-b0a5-4b4e-9d15-c0623634ed59 req-0f645e91-8c9e-4db1-984f-671290306311 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:22.767819 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f819a565-b0a5-4b4e-9d15-c0623634ed59 req-0f645e91-8c9e-4db1-984f-671290306311 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 944 time: 0.0867035
Dec 22 14:05:22.811532 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-f819a565-b0a5-4b4e-9d15-c0623634ed59 req-406a389a-e1a5-4da2-a719-80eaac9bb13c tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389087
Dec 22 14:05:22.869850 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:22.895445 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:05:22.905295 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:05:22.938595 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'code': 200}
Dec 22 14:05:22.976645 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:22.978623 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:23.043433 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=5']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:23.046513 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:23.302780 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3a56b-c352-427a-86e3-c91c9a175ac5 req-ba7596e8-1180-43b2-9be5-50f20d167d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:23.304273 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d3a56b-c352-427a-86e3-c91c9a175ac5 req-ba7596e8-1180-43b2-9be5-50f20d167d86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1098 time: 0.0697980
Dec 22 14:05:23.345791 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-49d3a56b-c352-427a-86e3-c91c9a175ac5 req-3b1404a5-191c-48d1-9223-21cf6baa96c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350182
Dec 22 14:05:23.996582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d0eb1-651c-43d0-a35f-c9a2c1db71ba req-7559cf00-fcc5-4022-8340-880a96acc77d tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:23.998026 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-318d0eb1-651c-43d0-a35f-c9a2c1db71ba req-7559cf00-fcc5-4022-8340-880a96acc77d tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 945 time: 0.0797160
Dec 22 14:05:24.042523 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-318d0eb1-651c-43d0-a35f-c9a2c1db71ba req-24c179dc-af87-4239-bd6e-9e031d2a6059 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386903
Dec 22 14:05:25.235525 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b643c-a2f5-498a-b8c2-ceb3c17c77d7 req-dc0cd3e4-8119-4f88-9aa7-96a79eb35754 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:25.236988 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab0b643c-a2f5-498a-b8c2-ceb3c17c77d7 req-dc0cd3e4-8119-4f88-9aa7-96a79eb35754 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 945 time: 0.0830479
Dec 22 14:05:25.281922 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ab0b643c-a2f5-498a-b8c2-ceb3c17c77d7 req-23c9cb36-e621-4e5b-9c7f-b41ca7d9dd4f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379176
Dec 22 14:05:25.469147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5aff-7049-480b-858c-bf7af0170a1e req-ca0e1b9c-e34c-43b4-ac13-689df921f8e4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:25.470611 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6aea5aff-7049-480b-858c-bf7af0170a1e req-ca0e1b9c-e34c-43b4-ac13-689df921f8e4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 945 time: 0.0789826
Dec 22 14:05:25.518278 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-6aea5aff-7049-480b-858c-bf7af0170a1e req-926bb2f9-4cac-49bb-98d1-df26d6d44dba tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414515
Dec 22 14:05:25.541098 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43576) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:05:25.609946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065449a-3aa0-4997-b25b-569bd8a7dc8f tempest-TestSnapshotPattern-1925288211 tempest-TestSnapshotPattern-1925288211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:25.611438 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-a065449a-3aa0-4997-b25b-569bd8a7dc8f tempest-TestSnapshotPattern-1925288211 tempest-TestSnapshotPattern-1925288211-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1093 time: 0.0693998
Dec 22 14:05:25.614977 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43580) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:05:25.619814 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.v2.base [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Request body: {'floatingip': {'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88167) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 22 14:05:25.625687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 22 14:05:25.629663 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Usage tracker for resource:floatingip and tenant:888094cde9ed493d9e6cf4b7aabfcf76 is out of sync, need to count used quota {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 22 14:05:25.632706 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88167) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 22 14:05:25.638260 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.quota.driver [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88167) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 22 14:05:25.695946 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:25.832375 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:25.969000 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_common [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Allocated IP 172.26.3.38 (a7aea378-e7c3-409c-9722-0e0df824aa90/ac738d66-407d-4e91-a174-0d23e785dd9c/b767eca2-bf5f-4218-84e4-8ba6d3f25585) {{(pid=88167) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 22 14:05:26.117258 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:26.222347 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749546925406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:26.226803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-071896ad-4a90-4512-96c5-9a698d635407 tempest-TestShelveInstance-1803335228 tempest-TestShelveInstance-1803335228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:26.287015 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Network a7aea378-e7c3-409c-9722-0e0df824aa90 is already hosted by enough agents. {{(pid=88167) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 22 14:05:26.289800 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.base_scheduler [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Resources bound (agent type, host, resource id):  {{(pid=88167) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 22 14:05:26.292533 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Received port after_create {{(pid=88167) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 22 14:05:26.337967 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=b767eca2-bf5f-4218-84e4-8ba6d3f25585,revision_number=1']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:26.350333 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.350710 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.351107 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.351474 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.351830 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.352189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.352543 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.352899 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.353253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.353605 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.353953 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.354301 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:05:26.358357 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:26.716462 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:26.936803 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:27.138246 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for port, precommit_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:27.193109 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2237585'] for port, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:27.196959 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-085e5e25-4bab-48f5-8e1e-d0f20fcfe057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:05:27.302983 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event updated for resources: {'Port': ['ID=b767eca2-bf5f-4218-84e4-8ba6d3f25585,revision_number=2']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:05:27.307057 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:05:27.314790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-703928'] for floatingip, after_update {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:27.491420 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Floating IP 961fd7af-4295-4db4-a085-a0f86379a06f associated. External IP: 172.26.3.38, port: 8d73a805-6985-46e5-97a7-7dff7aee8aad.
Dec 22 14:05:27.838007 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:05:28.017298 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:05:28.027355 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:05:28.036756 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:05:28.037449 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:05:28.096420 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:28.152486 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-0bde33b9-7f45-4140-bfe0-a70026b279bd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5365040
Dec 22 14:05:28.153155 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:05:28.209319 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'status': 'completed', 'code': 200}
Dec 22 14:05:28.220074 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:05:28.304798 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-5f3e5887-dbfd-4576-b1cd-dfca1e59a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:28.306354 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-5f3e5887-dbfd-4576-b1cd-dfca1e59a265 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1098 time: 0.0785556
Dec 22 14:05:28.443271 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-d538bd40-cd54-44dd-8268-2798242a1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:28.444860 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-d538bd40-cd54-44dd-8268-2798242a1b12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1322532
Dec 22 14:05:28.546626 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-1cc17fd6-f367-468e-a1da-bfad3c60ac68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 200  len: 998 time: 0.0946844
Dec 22 14:05:28.602826 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506130>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}, {'id': '961fd7af-4295-4db4-a085-a0f86379a06f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.38', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:c5:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:26Z', 'updated_at': '2021-12-22T14:05:26Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:05:28.606623 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:05:28.612395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-88bf3efc-0093-4451-9c02-4fefcec6b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:28.613831 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-88bf3efc-0093-4451-9c02-4fefcec6b344 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0600209
Dec 22 14:05:28.615410 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:05:28.616088 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299506130>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:05:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:05:28.688673 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-c90a3a33-86e8-44d5-bdd7-a8570a5d6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:28.690180 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-c90a3a33-86e8-44d5-bdd7-a8570a5d6010 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0696158
Dec 22 14:05:28.795130 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:05:28.824903 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-3eeaacd1-8711-43fc-b59f-6abe4f4050de service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282482
Dec 22 14:05:28.956991 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-e9db9369-f12b-49b6-a754-67a84560ef6b req-7153bf35-a468-413b-95d3-ab840c407b4c service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254358
Dec 22 14:05:29.147454 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299506130>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}, {'id': '961fd7af-4295-4db4-a085-a0f86379a06f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.38', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:c5:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:26Z', 'updated_at': '2021-12-22T14:05:26Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:05:29.151442 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b53618-e33d-480d-aca5-8dff08ec2ce3 None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}, {'id': '961fd7af-4295-4db4-a085-a0f86379a06f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.38', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:c5:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:05:26Z', 'updated_at': '2021-12-22T14:05:26Z', 'revision_number': 0, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:05:29.358616 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0383ad7-5b35-441f-830b-610db81d4935 None None] New status for floating IP 961fd7af-4295-4db4-a085-a0f86379a06f: ACTIVE {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 14:05:33.215902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:35.181952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6e1f865f-5061-4f15-a29a-c6603c6b3a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:37.034641 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:05:37.530500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9f9247f2-762b-4bbd-985c-9f8399bbc7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:38.768121 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:38.861776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:40.439390 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:05:42.964355 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-f6c6263b-eabd-4ab1-bd4b-76415281932a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1843531
Dec 22 14:05:43.107404 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-794d9758-f61e-4e89-b052-5beccbdba701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:43.108860 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-794d9758-f61e-4e89-b052-5beccbdba701 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1097 time: 0.0706561
Dec 22 14:05:43.256579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-4965e506-600f-4740-943a-9d761a560ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:43.257961 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-4965e506-600f-4740-943a-9d761a560ff7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1279991
Dec 22 14:05:43.362721 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-ad0b5970-3ea7-498d-bdf8-c56c868f8ee7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 999 time: 0.0982339
Dec 22 14:05:43.431330 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-bd18d58c-d305-4d30-a4cd-94fadc36774e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:43.433016 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-bd18d58c-d305-4d30-a4cd-94fadc36774e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0639269
Dec 22 14:05:43.513850 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-62fc9552-df8a-49ad-a128-0be3fa18afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:05:43.515494 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-62fc9552-df8a-49ad-a128-0be3fa18afdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757654
Dec 22 14:05:43.655653 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-8b7bc09e-43eb-4d8f-a085-2750da0673d0 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296773
Dec 22 14:05:43.795507 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-461229c7-ae05-42b1-9104-d3853c8127f5 req-7bd143ad-2828-4c46-86c3-4d677180e737 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318879
Dec 22 14:06:03.215400 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:05.169959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c53e6c36-1d94-421f-b3b7-efbe7d6a7553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:07.512611 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-39e43d66-a51c-402d-8eeb-a3386a30eeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:08.763918 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:08.849933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:10.438515 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:14.034048 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:06:33.232615 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:35.169736 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-72ae9965-3e31-4dad-a614-64318911002a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:37.540976 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-4a9114fc-cba7-4716-b56c-415aee1d8de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:38.775254 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:38.849646 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:40.436854 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:42.897089 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-45532008-5c7d-44f9-87d5-ef1200f849fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0696552
Dec 22 14:06:42.988563 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-504f6266-6ba9-4226-a560-1c885216d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:06:42.990012 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-504f6266-6ba9-4226-a560-1c885216d6d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1098 time: 0.0733347
Dec 22 14:06:43.132837 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-a86717db-406b-4a04-b91b-116f63834be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:06:43.134309 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-a86717db-406b-4a04-b91b-116f63834be3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1259902
Dec 22 14:06:43.237389 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-a969bc56-0608-4530-b365-f0053e842dea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 200  len: 1000 time: 0.0966921
Dec 22 14:06:43.299214 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-2a01010d-4d3b-42ee-a601-fed05bc03156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:06:43.300647 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-2a01010d-4d3b-42ee-a601-fed05bc03156 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0576448
Dec 22 14:06:43.373367 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-f4e29387-b94b-4441-a73c-eea3bb0de084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:06:43.374795 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-f4e29387-b94b-4441-a73c-eea3bb0de084 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680811
Dec 22 14:06:43.505328 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-4ff511a1-18b8-4ccd-aea3-fbb4a31028bc service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233604
Dec 22 14:06:43.638336 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-a86658a7-eea2-45f5-9516-68fbfcdc1209 req-12d8caf7-aaaf-40bd-ad5a-695ae141d979 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267443
Dec 22 14:06:51.032787 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:06:59.140612 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=88168) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 22 14:06:59.272831 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:06:59.290776 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Returning: {'device': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'port_id': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'mac_address': 'fa:16:3e:c5:ec:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88168) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 22 14:06:59.348469 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:59.364952 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [None req-a324955e-2b44-4892-8581-9b489414945a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d73a805-6985-46e5-97a7-7dff7aee8aad {{(pid=88168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 22 14:06:59.380205 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:06:59.438503 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:06:59.440122 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:06:59.508415 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=6']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:06:59.514185 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] get_ports_and_sgs() called for port_ids ['8d73a805-6985-46e5-97a7-7dff7aee8aad'] {{(pid=88168) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 22 14:06:59.548547 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.550461 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.551169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.551169 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.551438 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.551759 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.552078 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:06:59.561906 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:01.169162 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad up at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 22 14:07:01.263118 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.provisioning_blocks [None req-a324955e-2b44-4892-8581-9b489414945a None None] Provisioning complete for port 8d73a805-6985-46e5-97a7-7dff7aee8aad triggered by entity L2. {{(pid=88168) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 22 14:07:01.263811 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1776026'] for port, provisioning_complete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:01.421243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:01.452673 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:01.466195 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:01.506539 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'code': 200}
Dec 22 14:07:01.512119 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:01.514378 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:01.595053 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=7']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:01.605442 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:03.226703 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:05.169651 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1877f112-d0f3-40bd-ad5f-c16e932a1891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:07.539522 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9c51-07fd-423d-a78a-29539fbf9650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:08.811029 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:08.906931 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:10.436748 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:11.788548 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43776) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:12.107238 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Deleting port b767eca2-bf5f-4218-84e4-8ba6d3f25585 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:12.107582 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:12.277837 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:12.278162 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:12.399137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Calling delete_port for b767eca2-bf5f-4218-84e4-8ba6d3f25585 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:12.624773 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:12.628522 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c50dc5b1-e3be-4e30-bfc1-5f028a0386c2 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:12.670602 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event deleted for resources: {'Port': ['ID=b767eca2-bf5f-4218-84e4-8ba6d3f25585,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:12.704859 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.705241 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.705611 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.705976 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.706334 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.706693 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.707076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.707434 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.707789 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.708143 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.708493 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.708842 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88167) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:12.716791 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:12.775628 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:12.775906 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Floating IP 961fd7af-4295-4db4-a085-a0f86379a06f disassociated (deleted). External IP: 172.26.3.38, port: 8d73a805-6985-46e5-97a7-7dff7aee8aad.
Dec 22 14:07:13.121905 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:07:13.192855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:13.303121 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:07:13.307032 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:13.314934 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:07:13.317040 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:13.324424 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:13.325108 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529931ebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:13.334526 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:13.344640 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-a324955e-2b44-4892-8581-9b489414945a None None] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:13.380355 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1264fcbf-d820-48aa-871b-28cf3939bf04 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "DELETE /v2.0/floatingips/961fd7af-4295-4db4-a085-a0f86379a06f HTTP/1.1" status: 204  len: 168 time: 1.5906615
Dec 22 14:07:13.381039 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:13.411666 dv-neutron-822662-1-hyperv neutron-server[88168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'code': 200}
Dec 22 14:07:13.421186 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749547486787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749546925424', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749546925469'] for port, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:13.422987 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:13.470933 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'status': 'completed', 'code': 200}
Dec 22 14:07:13.503949 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Pushing event updated for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=8']} {{(pid=88168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:13.507159 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_concurrency.lockutils [None req-a324955e-2b44-4892-8581-9b489414945a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88168) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:13.536287 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:13.709036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-b8770be6-1cd4-43b8-a91c-e6504ada7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:13.711558 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-b8770be6-1cd4-43b8-a91c-e6504ada7e90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 1096 time: 0.2131896
Dec 22 14:07:13.860059 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-b5a1e81b-50bc-43a9-86d0-40e2c913bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:13.862858 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-b5a1e81b-50bc-43a9-86d0-40e2c913bd73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1433060
Dec 22 14:07:13.933708 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529931ebe0>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:13.938107 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:07:13.947114 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:13.947873 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f529931ebe0>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:13.949621 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-798fcf51-eba0-4fbd-b330-8680258cfaa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 200  len: 217 time: 0.0707543
Dec 22 14:07:13.995022 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f2b0f-9f1e-4d0c-82f0-b12a501db4b2 req-9374df6e-de0b-44b6-a481-54df761181b4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:13.996186 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-645f2b0f-9f1e-4d0c-82f0-b12a501db4b2 req-9374df6e-de0b-44b6-a481-54df761181b4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:07:14.015418 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-c75613d2-7597-45ab-bd2c-f8f70fdadc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:14.016876 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-c75613d2-7597-45ab-bd2c-f8f70fdadc4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0600448
Dec 22 14:07:14.066571 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-645f2b0f-9f1e-4d0c-82f0-b12a501db4b2 req-9374df6e-de0b-44b6-a481-54df761181b4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:07:14.067952 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-645f2b0f-9f1e-4d0c-82f0-b12a501db4b2 req-9374df6e-de0b-44b6-a481-54df761181b4 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.1526761
Dec 22 14:07:14.101909 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-edde1475-895f-4a56-8726-7a50038d42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:14.103941 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-edde1475-895f-4a56-8726-7a50038d42a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0799720
Dec 22 14:07:14.119920 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-645f2b0f-9f1e-4d0c-82f0-b12a501db4b2 req-9c123464-801c-4abf-9a84-39ba8b3d1139 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456524
Dec 22 14:07:14.132308 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:14.239103 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-a2c7879f-6a48-43cc-af33-46fa8aca81f4 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272209
Dec 22 14:07:14.373541 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-bd111ace-b35b-46af-86d3-d7df092c8763 req-476a846f-0390-4d93-b568-5e30d88aa416 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264977
Dec 22 14:07:14.480630 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f529931ebe0>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:14.484455 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d67d8a-c8e3-4a3c-bfb0-93460041eff9 None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_floatingips': [{'id': '50fb9c82-6a18-449c-aa64-8ba500ec255f', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'floating_ip_address': '172.26.3.24', 'floating_network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'router_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'port_id': 'b5654bf9-f430-480c-a234-56027ec61831', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'mac_address': 'fa:16:3e:a2:00:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T14:02:48Z', 'updated_at': '2021-12-22T14:02:51Z', 'revision_number': 1, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:07:14.696586 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4a91f-93f9-41a5-818d-8029822a3fa6 None None] New status for floating IP 961fd7af-4295-4db4-a085-a0f86379a06f: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 14:07:15.416508 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0f66c-c418-4c6b-a0fc-0c5d3bf0cba6 req-ac93a9e2-1daa-4266-b874-4297eedda368 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:15.417878 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e2f0f66c-c418-4c6b-a0fc-0c5d3bf0cba6 req-ac93a9e2-1daa-4266-b874-4297eedda368 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.1952090
Dec 22 14:07:15.462476 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-e2f0f66c-c418-4c6b-a0fc-0c5d3bf0cba6 req-04018a15-8fc2-44f3-b183-e5f95bd87656 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384228
Dec 22 14:07:15.524401 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-e4c27382-ad67-4488-a1a9-5e634dc25a32 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:15.525104 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-e4c27382-ad67-4488-a1a9-5e634dc25a32 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:07:15.536389 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-e4c27382-ad67-4488-a1a9-5e634dc25a32 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:07:15.537457 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-e4c27382-ad67-4488-a1a9-5e634dc25a32 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 943 time: 0.0905826
Dec 22 14:07:15.606975 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Deleting port 8d73a805-6985-46e5-97a7-7dff7aee8aad {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:15.607326 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:15.859282 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] For port 8d73a805-6985-46e5-97a7-7dff7aee8aad, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d73a805-6985-46e5-97a7-7dff7aee8aad,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:15.859640 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:15.982324 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Calling delete_port for 8d73a805-6985-46e5-97a7-7dff7aee8aad owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:16.207552 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:16.213152 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-ebc214e1-2137-4b92-ba08-ce377fa3ddca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:16.263006 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event deleted for resources: {'Port': ['ID=8d73a805-6985-46e5-97a7-7dff7aee8aad,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:16.301639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.302036 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.302416 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.302790 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.303185 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.303587 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.303953 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.304315 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.304679 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.305037 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.305395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.305749 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822662-1-hyperv {{(pid=88166) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 22 14:07:16.313972 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:16.348639 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] No DVR routers for this DVR port 8d73a805-6985-46e5-97a7-7dff7aee8aad on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:07:16.350958 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:16.353409 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-deleted', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:16.444321 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-d772e4e1-7a52-4151-91dc-d00cc43b0cfc req-d4b97480-1016-4e98-a27f-44ffb2d974fa tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "DELETE /v2.0/ports/8d73a805-6985-46e5-97a7-7dff7aee8aad HTTP/1.1" status: 204  len: 173 time: 0.9010918
Dec 22 14:07:16.446977 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11e1dc8-46ba-4355-995d-6a0ddb6600fe', 'name': 'network-vif-deleted', 'tag': '8d73a805-6985-46e5-97a7-7dff7aee8aad', 'status': 'completed', 'code': 200}
Dec 22 14:07:16.619501 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-ed8167a8-29f5-4d74-bd06-e92fad3fa75b req-22a1e090-dbc7-4538-92fb-d10aab08d904 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=b11e1dc8-46ba-4355-995d-6a0ddb6600fe HTTP/1.1" status: 200  len: 210 time: 0.0438228
Dec 22 14:07:18.966826 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43846) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:19.168465 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Deleting port 64df7e94-739c-40ff-940c-12e5afd02432 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:19.168719 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:19.223595 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:19.258599 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: 8d73a805-6985-46e5-97a7-7dff7aee8aad {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:19.258986 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device 8d73a805-6985-46e5-97a7-7dff7aee8aad not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:19.343195 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:19.343527 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:19.466545 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Calling delete_port for 64df7e94-739c-40ff-940c-12e5afd02432 owned by network:floatingip {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:19.666325 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:19.671261 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-b4cff756-8432-470e-ba83-2443aaee8f6b tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:19.713213 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event deleted for resources: {'Port': ['ID=64df7e94-739c-40ff-940c-12e5afd02432,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:19.716513 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:19.807360 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for floatingip, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:19.807700 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.db.l3_db [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Floating IP 50fb9c82-6a18-449c-aa64-8ba500ec255f disassociated (deleted). External IP: 172.26.3.24, port: b5654bf9-f430-480c-a234-56027ec61831.
Dec 22 14:07:20.158748 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:07:20.447488 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:07:20.459216 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:07:20.463593 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for floatingip, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:20.468797 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:20.469397 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:20.517449 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-66921094-1a1c-401b-94f7-f6a1bf60dd56 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "DELETE /v2.0/floatingips/50fb9c82-6a18-449c-aa64-8ba500ec255f HTTP/1.1" status: 204  len: 168 time: 1.5495036
Dec 22 14:07:20.518104 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88167) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:20.565033 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'status': 'completed', 'code': 200}
Dec 22 14:07:20.652100 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:20.781066 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-3c016f8b-18ad-4fea-bcd5-683174151faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:20.782472 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-3c016f8b-18ad-4fea-bcd5-683174151faa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 1097 time: 0.1966579
Dec 22 14:07:20.920227 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-9e52747a-ee60-4df8-a6cd-2994f101d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:20.921661 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-9e52747a-ee60-4df8-a6cd-2994f101d29c service neutron] 10.222.0.46 "GET /v2.0/networks?id=512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 200  len: 911 time: 0.1323040
Dec 22 14:07:20.969237 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529a30>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:20.973301 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:07:20.982307 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:20.982944 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5299529a30>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:20.998012 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-49d24ed9-8fff-4ed7-b23a-64801ee85611 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 200  len: 217 time: 0.0689018
Dec 22 14:07:21.063855 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-7710f9e4-2a3a-4eb8-9986-9bb685226c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:21.065361 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-7710f9e4-2a3a-4eb8-9986-9bb685226c11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 200  len: 849 time: 0.0598497
Dec 22 14:07:21.131613 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b86ba-27fb-449e-ae26-ec92da34589c req-274b1dd0-1b7e-4be5-8741-541c3a7ed580 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:21.133058 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-222b86ba-27fb-449e-ae26-ec92da34589c req-274b1dd0-1b7e-4be5-8741-541c3a7ed580 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88167) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:07:21.151350 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-ef9856a9-607c-4592-b189-29beeb94f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:21.152895 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-ef9856a9-607c-4592-b189-29beeb94f2db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=512013f5-6e0d-47e5-950d-776e5bd9e700&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0807633
Dec 22 14:07:21.180862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.quota.resource [req-222b86ba-27fb-449e-ae26-ec92da34589c req-274b1dd0-1b7e-4be5-8741-541c3a7ed580 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88167) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:07:21.182058 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-222b86ba-27fb-449e-ae26-ec92da34589c req-274b1dd0-1b7e-4be5-8741-541c3a7ed580 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.1438417
Dec 22 14:07:21.205436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:21.233113 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-222b86ba-27fb-449e-ae26-ec92da34589c req-7f480e60-db0b-4b44-8ccc-2215f47deb64 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409026
Dec 22 14:07:21.305632 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-2c01cc16-1b20-41a9-8ff3-7a179f77e7d7 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442101
Dec 22 14:07:21.444170 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-ce447cf3-e13a-4507-8314-9d00cf102cd9 req-00899f91-626f-4cce-93ca-daf23de9f630 service neutron] 10.222.0.46 "GET /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298139
Dec 22 14:07:21.516963 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5299529a30>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:21.520877 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1235ade-6f14-4cc8-b691-71f271cfbd01 None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:02:16Z', 'revision_number': 4, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv', '_interfaces': [{'id': 'acd6ade0-f053-463b-85e2-a65dcb133413', 'name': '', 'network_id': '512013f5-6e0d-47e5-950d-776e5bd9e700', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'mac_address': 'fa:16:3e:6c:b8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:15Z', 'updated_at': '2021-12-22T14:02:22Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'subnets': [{'id': '9e6c7c10-df8b-4cf3-808c-0068d76e7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:07:21.742005 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c34b31c-8fa8-4f70-a7a1-372a1ebe3438 None None] New status for floating IP 50fb9c82-6a18-449c-aa64-8ba500ec255f: DOWN {{(pid=88168) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 22 14:07:22.425182 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b912e-c416-4444-9914-5f0f396c38ee req-b48748ef-ee20-498f-b40c-4f178ddc6e4f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88167) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:22.426562 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-918b912e-c416-4444-9914-5f0f396c38ee req-b48748ef-ee20-498f-b40c-4f178ddc6e4f tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0824637
Dec 22 14:07:22.470324 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-918b912e-c416-4444-9914-5f0f396c38ee req-c612de80-be8d-4a59-b0fb-0f0aa033ece2 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/security-groups?id=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382717
Dec 22 14:07:22.679415 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-22884e90-186f-4b6d-936a-6cb12cd91bcd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88166) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 22 14:07:22.680025 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-22884e90-186f-4b6d-936a-6cb12cd91bcd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Synchronizing usage tracker for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88166) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 22 14:07:22.692187 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.quota.resource [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-22884e90-186f-4b6d-936a-6cb12cd91bcd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Unset dirty status for tenant:888094cde9ed493d9e6cf4b7aabfcf76 on resource:port {{(pid=88166) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 22 14:07:22.693255 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-22884e90-186f-4b6d-936a-6cb12cd91bcd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 944 time: 0.0950587
Dec 22 14:07:22.764502 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Deleting port b5654bf9-f430-480c-a234-56027ec61831 {{(pid=88166) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:22.764843 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:23.008525 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.db [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] For port b5654bf9-f430-480c-a234-56027ec61831, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=b5654bf9-f430-480c-a234-56027ec61831,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88166) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:23.008880 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:23.136870 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.plugins.ml2.plugin [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Calling delete_port for b5654bf9-f430-480c-a234-56027ec61831 owned by compute:nova {{(pid=88166) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:23.346579 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2801234'] for port, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:23.352560 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-dc737e7e-054d-4cae-8a55-2e8fa2191b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:23.401881 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event deleted for resources: {'Port': ['ID=b5654bf9-f430-480c-a234-56027ec61831,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:23.405260 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:23.479180 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] No DVR routers for this DVR port b5654bf9-f430-480c-a234-56027ec61831 on host hv-neutron-8226 {{(pid=88166) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:07:23.482196 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25502'] for port, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:23.486262 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-deleted', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831'}] {{(pid=88166) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 22 14:07:23.533714 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118ba839-4f2e-4ee4-83fa-6e3add76fa4f', 'name': 'network-vif-deleted', 'tag': 'b5654bf9-f430-480c-a234-56027ec61831', 'status': 'completed', 'code': 200}
Dec 22 14:07:23.547889 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [req-f5fc4759-3c0f-455f-b6b5-05f0b1f17de0 req-d18147d7-d8da-403a-aad8-61e796d9a8dd tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.46 "DELETE /v2.0/ports/b5654bf9-f430-480c-a234-56027ec61831 HTTP/1.1" status: 204  len: 173 time: 0.8478093
Dec 22 14:07:23.629804 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [req-1aeaf898-2c8e-498c-ab01-8e49204d5fa9 req-906336da-2498-4413-95fd-e457dad62cb5 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "GET /v2.0/ports?device_id=118ba839-4f2e-4ee4-83fa-6e3add76fa4f HTTP/1.1" status: 200  len: 210 time: 0.0472786
Dec 22 14:07:24.722862 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43866) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:24.790303 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:24.819746 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:24.961709 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:24.966233 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-90c082ed-84fe-45bd-a7c9-fe9e91e46895 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:24.980214 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:24.984200 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:25.048824 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] Notify callbacks [] for security_group, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:25.049938 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-c73269d6-777b-4c75-bed7-7b906442ce97 tempest-TestSnapshotPattern-2098705681 tempest-TestSnapshotPattern-2098705681-project] 10.222.0.16 "DELETE /v2.0/security-groups/5a398504-ba1c-47e7-a9c5-f6cc2f9fc4d2 HTTP/1.1" status: 204  len: 168 time: 0.3261082
Dec 22 14:07:25.175852 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43872) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:25.247959 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:25.284353 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-a324955e-2b44-4892-8581-9b489414945a None None] No Port match for: b5654bf9-f430-480c-a234-56027ec61831 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:25.284713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-a324955e-2b44-4892-8581-9b489414945a None None] Device b5654bf9-f430-480c-a234-56027ec61831 not bound to the agent host hv-neutron-8226 {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:25.812872 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:26.153747 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Deleting port acd6ade0-f053-463b-85e2-a65dcb133413 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:26.154083 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:26.447619 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] For port acd6ade0-f053-463b-85e2-a65dcb133413, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=acd6ade0-f053-463b-85e2-a65dcb133413,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:26.447972 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:26.569744 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Calling delete_port for acd6ade0-f053-463b-85e2-a65dcb133413 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:26.938876 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:26.942661 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4c4ae7ad-bdb3-4e65-9851-3085fc50e2ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:26.986749 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd6ade0-f053-463b-85e2-a65dcb133413,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:26.990137 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:27.257848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:27.743177 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:07:27.917914 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:07:27.927582 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Sync routers for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:07:27.931297 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-907c4adc-833c-4119-bcda-94bfac364b70 admin admin] 10.222.0.16 "PUT /v2.0/routers/1bcc3c1a-de29-46ec-9d47-a3a8817dc199/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7542655
Dec 22 14:07:27.933758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43878) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:27.937240 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:27.937877 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990f6f10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:28.085643 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:07:28.112615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:28.120744 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:28.287442 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:28.352364 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Deleting port 3a495bde-cb77-46bf-aa4e-27d8cfde9100 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:28.352623 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:28.408436 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990f6f10>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236'}], 'enable_snat': True}, 'gw_port_id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:07:26Z', 'revision_number': 5, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port': {'id': '3a495bde-cb77-46bf-aa4e-27d8cfde9100', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:12Z', 'updated_at': '2021-12-22T14:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:28.412243 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Checking router: 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 for host: dv-neutron-822662-1-hyperv {{(pid=88169) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:07:28.420906 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Routers {'1bcc3c1a-de29-46ec-9d47-a3a8817dc199'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88169) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:28.421498 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f52990f6f10>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'], 'active': True} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:28.536335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] For port 3a495bde-cb77-46bf-aa4e-27d8cfde9100, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=3a495bde-cb77-46bf-aa4e-27d8cfde9100,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:28.536335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:28.574469 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_dvr_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] Set router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 gateway port host: None {{(pid=88169) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:28.658892 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Calling delete_port for 3a495bde-cb77-46bf-aa4e-27d8cfde9100 owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:28.678788 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.l3_hamode_db [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f52990f6f10>, [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:07:28Z', 'revision_number': 6, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:28.682696 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808602a1-9d5f-4648-82fc-a4d6ca78340b None None] The sync data for ids ['1bcc3c1a-de29-46ec-9d47-a3a8817dc199'] in dv-neutron-822662-1-hyperv is: [{'id': '1bcc3c1a-de29-46ec-9d47-a3a8817dc199', 'name': 'tempest-TestSnapshotPattern-1693216521-router', 'tenant_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:11Z', 'updated_at': '2021-12-22T14:07:28Z', 'revision_number': 6, 'project_id': '888094cde9ed493d9e6cf4b7aabfcf76', 'gw_port_host': None}] {{(pid=88169) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:07:28.872272 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:28.876012 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-ce32d5e4-fa62-40b9-afc2-97280b7e5604 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:28.919484 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a495bde-cb77-46bf-aa4e-27d8cfde9100,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:28.922485 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:29.010538 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.312082 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.314385 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.438317 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.438819 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bcc3c1a-de29-46ec-9d47-a3a8817dc199 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 14:07:29.451846 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.452970 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-4f6ae634-9e9e-454e-8ecc-947bdee8ce1a admin admin] 10.222.0.16 "DELETE /v2.0/routers/1bcc3c1a-de29-46ec-9d47-a3a8817dc199 HTTP/1.1" status: 204  len: 168 time: 1.5177531
Dec 22 14:07:29.455900 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43882) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:29.516658 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Deleting subnet 9e6c7c10-df8b-4cf3-808c-0068d76e7d9b {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 14:07:29.520031 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.571459 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.651145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.784925 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.788761 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-215d65ef-c430-42b8-b162-88469a16eadf tempest-TestNetworkBasicOps-239900289 tempest-TestNetworkBasicOps-239900289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:29.824335 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6c7c10-df8b-4cf3-808c-0068d76e7d9b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:29.826694 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:29.829379 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.834904 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334a6f0-86aa-42d8-803f-329e9df7fcb8 None None] Network 512013f5-6e0d-47e5-950d-776e5bd9e700 requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:07:29.836209 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-3672ad08-94ee-4c00-a572-2b3624d5db12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e6c7c10-df8b-4cf3-808c-0068d76e7d9b HTTP/1.1" status: 204  len: 168 time: 0.3793354
Dec 22 14:07:29.838655 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43886) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:29.944549 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:29.954765 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Deleting port 4c14a08b-c86e-4bae-8a69-022942e770be {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:29.955127 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.082509 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] DHCP port deletion for 512013f5-6e0d-47e5-950d-776e5bd9e700 request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 14:07:30.086550 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Deleting port 4c14a08b-c86e-4bae-8a69-022942e770be {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:30.086957 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.168478 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] For port 4c14a08b-c86e-4bae-8a69-022942e770be, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c14a08b-c86e-4bae-8a69-022942e770be,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:30.168970 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.178963 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 4c14a08b-c86e-4bae-8a69-022942e770be no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:30.299123 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Calling delete_port for 4c14a08b-c86e-4bae-8a69-022942e770be owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:30.433659 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] For port 4c14a08b-c86e-4bae-8a69-022942e770be, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=4c14a08b-c86e-4bae-8a69-022942e770be,segment=NetworkSegment(30a308d6-31ed-48b5-98e9-60cf34816683),segment_id=30a308d6-31ed-48b5-98e9-60cf34816683)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:30.433956 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.466696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.470603 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-6fe4205c-eb26-4a9c-8342-c0a55e6eb176 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:30.516259 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c14a08b-c86e-4bae-8a69-022942e770be,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:30.519988 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:30.522147 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] No DVR routers for this DVR port 4c14a08b-c86e-4bae-8a69-022942e770be on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:07:30.555902 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584235'] for port, before_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.570883 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Calling delete_port for 4c14a08b-c86e-4bae-8a69-022942e770be owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:30.636504 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.661060 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52983bcdc0>,) {'filters': {'network_id': ['512013f5-6e0d-47e5-950d-776e5bd9e700']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:30.670443 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device acd6ade0-f053-463b-85e2-a65dcb133413 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:30.673772 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52983bcdc0>, '30a308d6-31ed-48b5-98e9-60cf34816683') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:30.674071 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52983bcdc0>, '30a308d6-31ed-48b5-98e9-60cf34816683') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:30.686197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.702076 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.708668 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 14:07:30.709048 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.714188 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: acd6ade0-f053-463b-85e2-a65dcb133413 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:30.714546 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device acd6ade0-f053-463b-85e2-a65dcb133413 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:30.715007 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a495bde-cb77-46bf-aa4e-27d8cfde9100 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:07:30.722070 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:07:30.752080 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 3a495bde-cb77-46bf-aa4e-27d8cfde9100 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:30.752435 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 3a495bde-cb77-46bf-aa4e-27d8cfde9100 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:30.756360 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:07:30.756701 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:07:30.870225 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.873635 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-25e6800f-6194-42d9-8f49-0c50526a7e1c tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:30.886427 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:30.897687 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=512013f5-6e0d-47e5-950d-776e5bd9e700,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:30.901583 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:30.958417 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-34a8ceb5-4d04-4520-9148-7270e63972d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/512013f5-6e0d-47e5-950d-776e5bd9e700 HTTP/1.1" status: 204  len: 168 time: 1.1186295
Dec 22 14:07:30.961102 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43890) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:31.258473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Deleting port 4c14a08b-c86e-4bae-8a69-022942e770be {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:31.259473 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:31.328500 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-b2178c3b-d91c-4663-887f-4039e8f34d1d None None] The port '4c14a08b-c86e-4bae-8a69-022942e770be' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 14:07:31.616236 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-529582'] for router_interface, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:31.956555 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Deleting port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:31.956893 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:32.124518 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] For port 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:32.124875 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:32.248848 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Calling delete_port for 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 owned by network:router_interface {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:32.470163 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:32.473880 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-004978ef-306c-45d9-be0d-9a9e7883ed2f tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:32.517095 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:32.520145 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:32.888014 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-527198'] for router_interface, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:33.238095 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:33.248987 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Router 8cc952d8-110b-4fe8-8049-a19385550a00 has already been hosted by L3 agent a7bd55a8-1f03-4b63-8366-1b0615c345a3 {{(pid=88167) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 22 14:07:33.426353 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] Notify agent at l3_agent.dv-neutron-822662-1-hyperv the message routers_updated {{(pid=88167) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 22 14:07:33.434729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Sync routers for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 22 14:07:33.435373 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-17974543-c14f-489b-9122-5fba39fb3b23 admin admin] 10.222.0.16 "PUT /v2.0/routers/8cc952d8-110b-4fe8-8049-a19385550a00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4733064
Dec 22 14:07:33.437911 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43896) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:33.443953 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:33.444564 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c76b20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:33.620557 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks [] for router, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:33.625624 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: dv-neutron-822662-1-hyperv {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:33.795393 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:33.866520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Deleting port 326416a9-dcf4-4486-8d75-b836a046741b {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:33.866889 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:33.914217 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c76b20>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'external_fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': '326416a9-dcf4-4486-8d75-b836a046741b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:07:32Z', 'revision_number': 5, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port': {'id': '326416a9-dcf4-4486-8d75-b836a046741b', 'name': '', 'network_id': 'a7aea378-e7c3-409c-9722-0e0df824aa90', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:e9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822662-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T14:02:20Z', 'updated_at': '2021-12-22T14:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac738d66-407d-4e91-a174-0d23e785dd9c', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822662-1-hyperv'}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:33.918193 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Checking router: 8cc952d8-110b-4fe8-8049-a19385550a00 for host: dv-neutron-822662-1-hyperv {{(pid=88168) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 22 14:07:33.926468 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Routers {'8cc952d8-110b-4fe8-8049-a19385550a00'} bound to L3 agent in host dv-neutron-822662-1-hyperv {{(pid=88168) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 22 14:07:33.927099 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5298c76b20>, 'dv-neutron-822662-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T12:52:07Z,description=<?>,heartbeat_timestamp=2021-12-22T14:07:07Z,host='dv-neutron-822662-1-hyperv',id=a7bd55a8-1f03-4b63-8366-1b0615c345a3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-22T12:52:08Z,topic='l3_agent')) {'router_ids': ['8cc952d8-110b-4fe8-8049-a19385550a00'], 'active': True} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:34.041380 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] For port 326416a9-dcf4-4486-8d75-b836a046741b, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=326416a9-dcf4-4486-8d75-b836a046741b,segment=NetworkSegment(25662024-c00f-4e12-bca4-149de235bc81),segment_id=25662024-c00f-4e12-bca4-149de235bc81)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:34.041975 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.073581 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_dvr_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] Set router 8cc952d8-110b-4fe8-8049-a19385550a00 gateway port host: None {{(pid=88168) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 22 14:07:34.183056 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.db.l3_hamode_db [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5298c76b20>, [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:07:33Z', 'revision_number': 6, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port_host': None}], 'dv-neutron-822662-1-hyperv', False) {} {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:34.188180 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af65d8c-9c8c-408e-a1b2-64829792406e None None] The sync data for ids ['8cc952d8-110b-4fe8-8049-a19385550a00'] in dv-neutron-822662-1-hyperv is: [{'id': '8cc952d8-110b-4fe8-8049-a19385550a00', 'name': 'tempest-TestSnapshotPattern-553328421-router', 'tenant_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T14:02:19Z', 'updated_at': '2021-12-22T14:07:33Z', 'revision_number': 6, 'project_id': 'e8b347526b3d4db29d9fe253e90f72c5', 'gw_port_host': None}] {{(pid=88168) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 22 14:07:34.299073 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Calling delete_port for 326416a9-dcf4-4486-8d75-b836a046741b owned by network:router_gateway {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:34.539203 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.543112 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-aa639ded-a8e6-44f9-ae79-9ee9e3951a86 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:34.593799 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=326416a9-dcf4-4486-8d75-b836a046741b,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:34.597185 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:34.689632 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703947'] for router_gateway, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.860189 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29231'] for router, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.862466 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.955574 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-529493'] for router, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.956108 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc952d8-110b-4fe8-8049-a19385550a00 {{(pid=88167) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 22 14:07:34.968428 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] Notify callbacks [] for router, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:34.969535 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-abf8f638-0f48-4318-a9d0-dc6a155d9d9f admin admin] 10.222.0.16 "DELETE /v2.0/routers/8cc952d8-110b-4fe8-8049-a19385550a00 HTTP/1.1" status: 204  len: 168 time: 1.5307412
Dec 22 14:07:34.972170 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43904) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:35.034253 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Deleting subnet ca490804-ac22-4070-858f-eecf02abad9a {{(pid=88167) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Dec 22 14:07:35.037341 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.087906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1082583'] for subnet, precommit_delete_associations {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.172916 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0767f40b-0e9f-43bc-900e-f5ca4a32969f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.174679 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1772156'] for subnet, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.304708 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1772139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2237535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2582454'] for subnet, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.308506 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-a8758353-2a1e-4147-9fe3-178852d83713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:35.344178 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca490804-ac22-4070-858f-eecf02abad9a,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:35.346473 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:35.349218 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.354506 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada03c4-5f84-4bb3-a5d2-93ef7808dd5d None None] Network d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c requested from dv-neutron-822662-1-hyperv {{(pid=88168) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 22 14:07:35.355939 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-fcf9f874-802f-41f0-a031-2e45fb54d027 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca490804-ac22-4070-858f-eecf02abad9a HTTP/1.1" status: 204  len: 168 time: 0.3828216
Dec 22 14:07:35.358370 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [-] (88167) accepted ('10.222.0.16', 43908) {{(pid=88167) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:35.473920 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1811592'] for network, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.485262 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Deleting port 61996245-0454-47ce-9a0f-82bb44966d1f {{(pid=88167) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:35.485573 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.653537 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] DHCP port deletion for d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c request from dv-neutron-822662-1-hyperv {{(pid=88168) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 22 14:07:35.657826 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Deleting port 61996245-0454-47ce-9a0f-82bb44966d1f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:35.658204 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.696758 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.db [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] For port 61996245-0454-47ce-9a0f-82bb44966d1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61996245-0454-47ce-9a0f-82bb44966d1f,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88167) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:35.697029 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.817808 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Calling delete_port for 61996245-0454-47ce-9a0f-82bb44966d1f owned by network:dhcp {{(pid=88167) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:35.856955 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.db [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] For port 61996245-0454-47ce-9a0f-82bb44966d1f, host dv-neutron-822662-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822662-1-hyperv',level=0,port_id=61996245-0454-47ce-9a0f-82bb44966d1f,segment=NetworkSegment(a68c79d2-0dcd-4f65-bfaa-c9654ac13de2),segment_id=a68c79d2-0dcd-4f65-bfaa-c9654ac13de2)] {{(pid=88168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 22 14:07:35.857364 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-701870'] for port, precommit_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.940781 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1584170', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749547486814', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749546925415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2237546'] for port, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:35.944696 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-cf333462-83a6-45b3-b20d-3c8cd0e1a59a tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:35.984294 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Calling delete_port for 61996245-0454-47ce-9a0f-82bb44966d1f owned by network:dhcp {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 22 14:07:36.058598 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.db.api [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 22 14:07:36.059654 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG oslo_db.api [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 22 14:07:36.098431 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Pushing event deleted for resources: {'Port': ['ID=61996245-0454-47ce-9a0f-82bb44966d1f,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:36.101885 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:36.104157 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] No DVR routers for this DVR port 61996245-0454-47ce-9a0f-82bb44966d1f on host dv-neutron-822662-1-hyperv {{(pid=88167) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 22 14:07:36.166769 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61996245-0454-47ce-9a0f-82bb44966d1f no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:36.203132 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 61996245-0454-47ce-9a0f-82bb44966d1f {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:36.203757 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 61996245-0454-47ce-9a0f-82bb44966d1f not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:36.203901 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:36.225795 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1775137', 'neutron.services.segments.db._delete_segments_for_network-8749547296678'] for network, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.239758 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:36.240036 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 87fbe8a2-ee76-4e85-9bba-c6d34bb3b0c6 not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:36.240455 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 326416a9-dcf4-4486-8d75-b836a046741b no longer exists at agent ovs-agent-dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 22 14:07:36.252275 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f52936f0730>,) {'filters': {'network_id': ['d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c']}} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:36.264906 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936f0730>, 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2') {'for_net_delete': True} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:36.265197 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.services.segments.db [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f52936f0730>, 'a68c79d2-0dcd-4f65-bfaa-c9654ac13de2') {} {{(pid=88167) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 22 14:07:36.274525 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] No Port match for: 326416a9-dcf4-4486-8d75-b836a046741b {{(pid=88168) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 22 14:07:36.274907 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.rpc [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Device 326416a9-dcf4-4486-8d75-b836a046741b not bound to the agent host dv-neutron-822662-1-hyperv {{(pid=88168) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 22 14:07:36.277257 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749547408002', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1082542'] for segment, before_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.297342 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1770594'] for segment, precommit_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.303520 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88167) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 22 14:07:36.303904 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1770585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2237621'] for segment, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]: Traceback (most recent call last):
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     timer()
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     cb(*args, **kw)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     return func(*args, **kwargs)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     self._notify()
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     self.callback(batched_events)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     event.method(event)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     return f(self, *a, **k)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._get(url).json()
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     return self.request(url, 'GET', **kwargs)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 22 14:07:36.317218 dv-neutron-822662-1-hyperv neutron-server[88167]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 22 14:07:36.475630 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1775146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769024', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-703918'] for network, after_delete {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.479790 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron_lib.callbacks.manager [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Notify callbacks [] for network, before_response {{(pid=88167) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.483409 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-3abaa9f1-d9a6-4535-a758-e544ca7a44c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:36.503565 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c,revision_number=None']} {{(pid=88167) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:36.506400 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG oslo_concurrency.lockutils [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88167) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:36.508033 dv-neutron-822662-1-hyperv neutron-server[88167]: INFO neutron.wsgi [None req-1f8a662d-83af-4f3a-98b0-aaddc4b34d90 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d11bdcbe-160b-4058-9cf8-bc0aa31a3e0c HTTP/1.1" status: 204  len: 168 time: 1.1486273
Dec 22 14:07:36.560884 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Deleting port 61996245-0454-47ce-9a0f-82bb44966d1f {{(pid=88168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 22 14:07:36.561282 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749547484362'] for port, before_delete {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.635517 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron.plugins.ml2.plugin [None req-6408d126-d07a-4ab7-9e3f-4a0063ecb802 None None] The port '61996245-0454-47ce-9a0f-82bb44966d1f' was deleted {{(pid=88168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 22 14:07:36.854774 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43922) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:36.906256 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-1542fddf-a2de-4289-8ecd-62dd3fdeb2c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=888094cde9ed493d9e6cf4b7aabfcf76&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0500796
Dec 22 14:07:36.908474 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43926) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:36.970521 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:36.999321 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:37.163773 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:37.167627 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-b6bc5eb0-7aa0-4d75-a5e6-5126a2978884 tempest-TestNetworkAdvancedServerOps-1600580367 tempest-TestNetworkAdvancedServerOps-1600580367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:37.181496 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf14841-93a6-477d-8abf-efb188c7535f,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:37.185408 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:37.188617 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:37.189716 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-cb8766d0-67a4-4c1d-a077-da46f03f8897 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edf14841-93a6-477d-8abf-efb188c7535f HTTP/1.1" status: 204  len: 168 time: 0.2802670
Dec 22 14:07:37.540643 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-efb539f5-99e1-4825-8fdd-9187bcd3a8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:37.911720 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43938) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:37.960367 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-c9bc58c9-b695-4f92-b556-f4b82988cc45 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8b347526b3d4db29d9fe253e90f72c5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0474396
Dec 22 14:07:37.962645 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.wsgi [-] (88166) accepted ('10.222.0.16', 43942) {{(pid=88166) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 22 14:07:38.019935 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:38.049172 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:38.174498 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-769116'] for security_group, after_delete {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:38.178173 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-87661504-0481-4ace-882e-50b8f721323f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 22 14:07:38.189808 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9586e4-7e5f-439f-ae0d-4c4112b7ce91,revision_number=None']} {{(pid=88166) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 22 14:07:38.194395 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG oslo_concurrency.lockutils [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 22 14:07:38.198512 dv-neutron-822662-1-hyperv neutron-server[88166]: DEBUG neutron_lib.callbacks.manager [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:38.200091 dv-neutron-822662-1-hyperv neutron-server[88166]: INFO neutron.wsgi [None req-7a5beb08-6ada-405f-903a-89a1a2af30f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc9586e4-7e5f-439f-ae0d-4c4112b7ce91 HTTP/1.1" status: 204  len: 168 time: 0.2360885
Dec 22 14:07:38.784588 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:38.860497 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:07:40.446778 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:03.228682 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:05.034509 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:08:05.211633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-d5c91fcf-c466-4d75-ac56-80d2eae9ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:07.557373 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-ac94726c-ba8c-44c3-b881-26e5266ed031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:08.763151 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:08.851633 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:10.448855 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:33.222441 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:35.179662 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-7263b5cb-3e27-4163-89ce-399a043353f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:37.542136 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-43b3ab3e-5d12-42cd-beca-e19a8e15e41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:38.759383 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:38.870990 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:40.462346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:08:42.032996 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:09:00.473615 dv-neutron-822662-1-hyperv neutron-server[88167]: DEBUG neutron.wsgi [req-0d721bb0-2f89-445a-88ab-947a1f348c6c req-514a3860-6963-4090-889f-7c15987281ef service neutron] (88167) timed out ('10.222.0.16', 41264) {{(pid=88167) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 22 14:09:03.266128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:05.169622 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e1622720-ce0b-47ec-a999-29fca269f2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:07.524261 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-20668beb-b40e-42b3-b8b2-3738ec9fcc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:08.753303 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:08.925181 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:10.453670 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:19.031227 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:09:33.249241 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:35.167829 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-fa2ab7e8-76be-4f05-b651-ae32f5aa9981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:37.545838 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-94b355dc-a1ff-4ab0-97a8-0bb900fc24a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:38.762084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:38.887339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:40.466212 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:09:56.030461 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:10:03.282084 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:05.195967 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-0cde8d23-9117-4598-9d3d-c19858674057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:07.551389 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-9e644df8-b98b-4473-a4a9-5effb3536381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:08.756702 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:08.876601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:10.464816 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:33.029942 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:10:33.264317 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:35.178730 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8df255c4-7e89-489c-8e76-70949b437462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:37.544392 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-011425e4-87a8-4135-aced-e5c8e6040098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:38.767307 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:38.881601 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:10:40.446780 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:03.315346 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:05.160460 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb316-d0ef-4628-b908-4df6a12c5445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:07.543465 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c208b94b-8ea7-4013-a025-186b0247c783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:08.772017 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:08.892131 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:10.028776 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:11:10.446243 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:33.326041 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:35.211729 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-f0030d39-4c37-4e24-9ff5-f956497f267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:37.600135 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-67b07b8b-1357-4d5e-8ae1-d68a50789dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:38.748779 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:38.921082 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:40.468933 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:11:47.028512 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:12:03.347213 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:05.169972 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c5758dc8-87f3-4f54-bdec-e4e99067b6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:07.541464 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-21818592-2425-4fd5-aaec-2a7bd3af04c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:08.781184 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:08.902713 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:10.456697 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:24.027031 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:12:33.331296 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:35.176948 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-1663d555-888c-4c06-85c0-ed5639e87f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:37.554207 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-c0b7e287-3c02-404a-8971-5a8663e94610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:38.791814 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:38.888988 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:12:40.477501 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:01.026929 dv-neutron-822662-1-hyperv neutron-server[88169]: DEBUG neutron.db.agents_db [None req-fb727f11-804a-47ca-8b5a-ad93974501c1 None None] Agent healthcheck: found 6 active agents {{(pid=88169) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 22 14:13:03.345370 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a324955e-2b44-4892-8581-9b489414945a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:05.222040 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3b03a270-91f9-4946-b91d-bad26b1551d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:07.553339 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-a566caa4-b64c-497b-8438-b15c8bdb4689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:08.773486 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-3835707f-2c47-4822-b541-1a67d4328280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:08.888128 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-2c9b64c6-ca6a-4d1c-b612-254b04fc0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 22 14:13:10.480320 dv-neutron-822662-1-hyperv neutron-server[88168]: DEBUG neutron_lib.callbacks.manager [None req-e79859f6-b80e-4550-b334-c844b9e273f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749547296687', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1775979'] for agent, after_update {{(pid=88168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}